JUnit version 4.13.2
.21:04:15.940 [DEBUG - main] (RandomUtils.java:49) Using random seed: 1783544655928
21:04:15.980 [DEBUG - main] (RandomUtils.java:49) Using random seed: 1783544655979
21:04:16.016 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
21:04:16.024 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
21:04:16.091 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
21:04:16.104 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskh3Ey5B/test-tmp
21:04:16.109 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
21:04:16.113 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskh3Ey5B/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
21:04:16.307 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11965160459301836174"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

21:04:16.488 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
21:04:16.489 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

21:04:16.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:16.495182 18082 mini_oidc.cc:150] Starting JWKS server
21:04:16.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:16.499696 18082 webserver.cc:534] Webserver started at http://127.0.0.1:34003/ using document root <none> and password file <none>
21:04:16.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:16.500334 18082 mini_oidc.cc:186] Starting OIDC Discovery server
21:04:16.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:16.502588 18082 webserver.cc:534] Webserver started at http://127.0.0.1:40233/ using document root <none> and password file <none>
21:04:16.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T21:04:16Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
21:04:16.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T21:04:16Z Disabled control of system clock
21:04:16.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:16.567786 18082 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu
21:04:16.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu
21:04:16.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11965160459301836174/master-0/wal
21:04:16.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11965160459301836174/master-0/data
21:04:16.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:04:16.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:04:16.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:04:16.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:04:16.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:04:16.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:04:16.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11965160459301836174/master-0/logs
21:04:16.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11965160459301836174/master-0/data/info.pb
21:04:16.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:04:16.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:04:16.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:04:16.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:04:16.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:04:16.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:04:16.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:04:16.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:04:16.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
21:04:16.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:04:16.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:04:16.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:04:16.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.168.190:39209
21:04:16.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.168.190
21:04:16.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:04:16.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.168.148:33263
21:04:16.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:04:16.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:04:16.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:04:16.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:04:16.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.168.190:39209,127.17.168.189:46111,127.17.168.188:37843
21:04:16.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:04:16.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34003/jwks.json with env {}
21:04:16.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:16.885155 18094 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
21:04:16.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:16.885762 18094 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:04:16.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:16.886420 18094 flags.cc:432] Enabled unsafe flag: --never_fsync=true
21:04:16.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:16.920933 18094 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
21:04:16.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:16.921250 18094 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
21:04:16.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:16.921451 18094 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
21:04:16.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:16.921656 18094 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
21:04:16.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:16.921845 18094 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
21:04:16.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:16.921985 18094 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:34003/jwks.json
21:04:16.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:16.960567 18094 master_runner.cc:387] Master server non-default flags:
21:04:16.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:04:16.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.168.148:33263
21:04:16.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:04:16.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:04:16.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11965160459301836174/master-0/data
21:04:16.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11965160459301836174/master-0/wal
21:04:16.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:04:16.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.168.190:39209,127.17.168.189:46111,127.17.168.188:37843
21:04:16.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:04:16.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:04:16.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:04:16.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.168.190:39209
21:04:16.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:04:16.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:04:16.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:04:16.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34003/jwks.json
21:04:16.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:04:16.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:04:16.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11965160459301836174/master-0/data/info.pb
21:04:16.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.168.190
21:04:16.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:04:16.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:04:16.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:04:16.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:04:16.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:04:16.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:04:16.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11965160459301836174/master-0/logs
21:04:16.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:04:16.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:04:16.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
21:04:16.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
21:04:16.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
21:04:16.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 6bec869c2320d19f2589b3f609f76e5041a21d27
21:04:16.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:04:16.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 20:43:55 UTC on e7f111948823
21:04:16.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16878
21:04:16.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:04:16.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:16.962287 18094 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:04:16.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:16.964763 18094 file_cache.cc:492] Constructed file cache file cache with capacity 419430
21:04:16.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:16.979070 18100 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:04:18.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:16.980829 18101 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:04:18.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:18.220152 18103 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:04:18.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:18.223212 18102 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1237 milliseconds
21:04:18.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:18.224749 18094 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.245s	user 0.479s	sys 0.761s
21:04:18.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:18.225149 18094 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.246s	user 0.479s	sys 0.761s
21:04:18.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:18.225461 18094 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
21:04:18.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:18.227192 18094 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:04:18.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:18.230758 18094 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:04:18.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:18.232963 18094 hybrid_clock.cc:648] HybridClock initialized: now 1783544658232905 us; error 50 us; skew 500 ppm
21:04:18.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:18.234313 18094 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:04:18.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:18.244287 18094 webserver.cc:534] Webserver started at http://127.17.168.190:33401/ using document root <none> and password file <none>
21:04:18.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:18.245884 18094 fs_manager.cc:362] Metadata directory not provided
21:04:18.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:18.246294 18094 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:04:18.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:18.246948 18094 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
21:04:18.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:18.254630 18094 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11965160459301836174/master-0/data/instance:
21:04:18.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0daa0a2bde624161846e9dfec77405d5"
21:04:18.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:04:18 on dist-test-slave-3sd5"
21:04:18.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:18.256541 18094 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11965160459301836174/master-0/wal/instance:
21:04:18.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0daa0a2bde624161846e9dfec77405d5"
21:04:18.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:04:18 on dist-test-slave-3sd5"
21:04:18.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:18.268296 18094 fs_manager.cc:696] Time spent creating directory manager: real 0.011s	user 0.006s	sys 0.006s
21:04:18.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:18.277736 18110 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
21:04:18.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:18.279214 18094 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.006s	sys 0.001s
21:04:18.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:18.279557 18094 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11965160459301836174/master-0/data,/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11965160459301836174/master-0/wal
21:04:18.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0daa0a2bde624161846e9dfec77405d5"
21:04:18.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:04:18 on dist-test-slave-3sd5"
21:04:18.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:18.279946 18094 fs_report.cc:389] FS layout report
21:04:18.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:04:18.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11965160459301836174/master-0/wal
21:04:18.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11965160459301836174/master-0/wal
21:04:18.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11965160459301836174/master-0/data/data
21:04:18.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:04:18.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:04:18.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:04:18.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:04:18.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:04:18.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:04:18.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:04:18.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:04:18.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:04:18.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:04:18.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:04:18.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:18.352582 18094 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
21:04:18.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:18.354149 18094 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:04:18.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:18.354597 18094 kserver.cc:163] Server-wide thread pool size limit: 3276
21:04:18.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:18.430845 18094 rpc_server.cc:307] RPC server started. Bound to: 127.17.168.190:39209
21:04:18.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:18.430933 18161 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.17.168.190:39209 every 8 connection(s)
21:04:18.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:18.433810 18094 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11965160459301836174/master-0/data/info.pb
21:04:18.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:18.440692 18162 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
21:04:18.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:18.444730 18082 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu as pid 18094
21:04:18.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:18.445233 18082 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11965160459301836174/master-0/wal/instance
21:04:18.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:18.449010 18082 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu
21:04:18.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu
21:04:18.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11965160459301836174/master-1/wal
21:04:18.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11965160459301836174/master-1/data
21:04:18.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:04:18.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:04:18.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:04:18.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:04:18.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:04:18.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:04:18.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11965160459301836174/master-1/logs
21:04:18.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11965160459301836174/master-1/data/info.pb
21:04:18.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:04:18.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:04:18.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:04:18.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:04:18.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:04:18.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:04:18.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:04:18.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:04:18.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
21:04:18.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:04:18.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:04:18.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:04:18.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.168.189:46111
21:04:18.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.168.189
21:04:18.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:04:18.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.168.148:33263
21:04:18.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:04:18.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:04:18.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:04:18.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:04:18.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.168.190:39209,127.17.168.189:46111,127.17.168.188:37843
21:04:18.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:04:18.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34003/jwks.json with env {}
21:04:18.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:18.454051 18162 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.168.190" port: 39209 } has no permanent_uuid. Determining permanent_uuid...
21:04:18.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:18.488893 18162 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.168.189" port: 46111 } has no permanent_uuid. Determining permanent_uuid...
21:04:18.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:18.492183 18112 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.17.168.189:46111: connect: Connection refused (error 111)
21:04:18.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:18.497491 18162 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.168.189:46111: Network error: Client connection negotiation failed: client connection to 127.17.168.189:46111: connect: Connection refused (error 111)
21:04:18.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:18.547163 18162 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.168.189" port: 46111 } attempt: 1
21:04:18.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:18.552789 18162 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.168.189:46111: Network error: Client connection negotiation failed: client connection to 127.17.168.189:46111: connect: Connection refused (error 111)
21:04:18.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:18.621361 18162 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.168.189" port: 46111 } attempt: 2
21:04:18.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:18.626487 18162 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.168.189:46111: Network error: Client connection negotiation failed: client connection to 127.17.168.189:46111: connect: Connection refused (error 111)
21:04:18.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:18.718009 18162 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.168.189" port: 46111 } attempt: 3
21:04:18.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:18.722685 18162 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.168.189:46111: Network error: Client connection negotiation failed: client connection to 127.17.168.189:46111: connect: Connection refused (error 111)
21:04:18.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:18.798347 18164 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
21:04:18.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:18.798936 18164 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:04:18.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:18.799499 18164 flags.cc:432] Enabled unsafe flag: --never_fsync=true
21:04:18.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:18.832885 18164 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
21:04:18.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:18.833201 18164 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
21:04:18.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:18.833410 18164 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
21:04:18.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:18.833611 18164 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
21:04:18.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:18.833796 18164 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
21:04:18.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:18.833936 18164 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:34003/jwks.json
21:04:18.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:18.866261 18162 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.168.189" port: 46111 } attempt: 4
21:04:18.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:18.871078 18162 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.168.189:46111: Network error: Client connection negotiation failed: client connection to 127.17.168.189:46111: connect: Connection refused (error 111)
21:04:18.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:18.876003 18164 master_runner.cc:387] Master server non-default flags:
21:04:18.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:04:18.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.168.148:33263
21:04:18.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:04:18.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:04:18.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11965160459301836174/master-1/data
21:04:18.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11965160459301836174/master-1/wal
21:04:18.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:04:18.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.168.190:39209,127.17.168.189:46111,127.17.168.188:37843
21:04:18.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:04:18.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:04:18.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:04:18.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.168.189:46111
21:04:18.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:04:18.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:04:18.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:04:18.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34003/jwks.json
21:04:18.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:04:18.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:04:18.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11965160459301836174/master-1/data/info.pb
21:04:18.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.168.189
21:04:18.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:04:18.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:04:18.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:04:18.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:04:18.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:04:18.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:04:18.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11965160459301836174/master-1/logs
21:04:18.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:04:18.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:04:18.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
21:04:18.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
21:04:18.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
21:04:18.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 6bec869c2320d19f2589b3f609f76e5041a21d27
21:04:18.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:04:18.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 20:43:55 UTC on e7f111948823
21:04:18.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16878
21:04:18.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:04:18.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:18.877521 18164 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:04:18.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:18.879420 18164 file_cache.cc:492] Constructed file cache file cache with capacity 419430
21:04:18.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:18.892506 18173 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:04:19.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:19.170533 18162 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.168.189" port: 46111 } attempt: 5
21:04:19.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:19.179845 18162 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.168.189:46111: Network error: Client connection negotiation failed: client connection to 127.17.168.189:46111: connect: Connection refused (error 111)
21:04:19.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:19.727458 18162 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.168.189" port: 46111 } attempt: 6
21:04:19.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:19.764158 18162 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.168.189:46111: Network error: Client connection negotiation failed: client connection to 127.17.168.189:46111: connect: Connection refused (error 111)
21:04:20.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:20.295961 18172 debug-util.cc:398] Leaking SignalData structure 0x7b0800028020 after lost signal to thread 18164
21:04:20.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:20.737812 18164 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.846s	user 0.666s	sys 1.177s
21:04:20.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:20.740104 18164 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.848s	user 0.666s	sys 1.178s
21:04:20.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:20.740438 18176 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:04:20.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:18.893452 18174 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:04:20.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:20.745589 18175 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1847 milliseconds
21:04:20.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:20.745651 18164 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
21:04:20.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:20.747007 18164 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:04:20.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:20.749773 18164 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:04:20.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:20.751197 18164 hybrid_clock.cc:648] HybridClock initialized: now 1783544660751158 us; error 50 us; skew 500 ppm
21:04:20.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:20.752254 18164 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:04:20.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:20.759318 18164 webserver.cc:534] Webserver started at http://127.17.168.189:40239/ using document root <none> and password file <none>
21:04:20.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:20.760643 18164 fs_manager.cc:362] Metadata directory not provided
21:04:20.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:20.760938 18164 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:04:20.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:20.761610 18164 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
21:04:20.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:20.766616 18164 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11965160459301836174/master-1/data/instance:
21:04:20.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d9ff385fa9c24e94a9a106e9e7bbfdf8"
21:04:20.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:04:20 on dist-test-slave-3sd5"
21:04:20.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:20.768285 18164 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11965160459301836174/master-1/wal/instance:
21:04:20.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d9ff385fa9c24e94a9a106e9e7bbfdf8"
21:04:20.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:04:20 on dist-test-slave-3sd5"
21:04:20.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:20.777025 18164 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.008s	sys 0.000s
21:04:20.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:20.783542 18185 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
21:04:20.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:20.784793 18164 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.001s	sys 0.003s
21:04:20.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:20.785197 18164 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11965160459301836174/master-1/data,/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11965160459301836174/master-1/wal
21:04:20.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d9ff385fa9c24e94a9a106e9e7bbfdf8"
21:04:20.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:04:20 on dist-test-slave-3sd5"
21:04:20.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:20.785671 18164 fs_report.cc:389] FS layout report
21:04:20.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:04:20.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11965160459301836174/master-1/wal
21:04:20.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11965160459301836174/master-1/wal
21:04:20.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11965160459301836174/master-1/data/data
21:04:20.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:04:20.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:04:20.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:04:20.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:04:20.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:04:20.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:04:20.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:04:20.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:04:20.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:04:20.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:04:20.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:04:20.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:20.824756 18162 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.168.189" port: 46111 } attempt: 7
21:04:20.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:20.833832 18162 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.168.189:46111: Network error: Client connection negotiation failed: client connection to 127.17.168.189:46111: connect: Connection refused (error 111)
21:04:20.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:20.840538 18164 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
21:04:20.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:20.842303 18164 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:04:20.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:20.842880 18164 kserver.cc:163] Server-wide thread pool size limit: 3276
21:04:20.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:20.919934 18164 rpc_server.cc:307] RPC server started. Bound to: 127.17.168.189:46111
21:04:20.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:20.920020 18238 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.17.168.189:46111 every 8 connection(s)
21:04:20.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:20.923215 18164 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11965160459301836174/master-1/data/info.pb
21:04:20.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:20.926493 18082 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu as pid 18164
21:04:20.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:20.926987 18082 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11965160459301836174/master-1/wal/instance
21:04:20.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:20.930186 18082 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu
21:04:20.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu
21:04:20.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11965160459301836174/master-2/wal
21:04:20.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11965160459301836174/master-2/data
21:04:20.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:04:20.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:04:20.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:04:20.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:04:20.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:04:20.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:04:20.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11965160459301836174/master-2/logs
21:04:20.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11965160459301836174/master-2/data/info.pb
21:04:20.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:04:20.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:04:20.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:04:20.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:04:20.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:04:20.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:04:20.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:04:20.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:04:20.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
21:04:20.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:04:20.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:04:20.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:04:20.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.168.188:37843
21:04:20.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.168.188
21:04:20.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:04:20.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.168.148:33263
21:04:20.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:04:20.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:04:20.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:04:20.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:04:20.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.168.190:39209,127.17.168.189:46111,127.17.168.188:37843
21:04:20.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:04:20.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34003/jwks.json with env {}
21:04:20.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:20.930816 18239 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
21:04:20.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:20.949626 18239 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.168.190" port: 39209 } has no permanent_uuid. Determining permanent_uuid...
21:04:20.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:20.977352 18239 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.168.189" port: 46111 } has no permanent_uuid. Determining permanent_uuid...
21:04:20.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:20.993146 18239 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.168.188" port: 37843 } has no permanent_uuid. Determining permanent_uuid...
21:04:20.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:20.996249 18186 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.17.168.188:37843: connect: Connection refused (error 111)
21:04:21.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:21.001294 18239 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.168.188:37843: Network error: Client connection negotiation failed: client connection to 127.17.168.188:37843: connect: Connection refused (error 111)
21:04:21.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:21.050922 18239 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.168.188" port: 37843 } attempt: 1
21:04:21.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:21.056600 18239 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.168.188:37843: Network error: Client connection negotiation failed: client connection to 127.17.168.188:37843: connect: Connection refused (error 111)
21:04:21.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:21.125200 18239 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.168.188" port: 37843 } attempt: 2
21:04:21.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:21.129882 18239 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.168.188:37843: Network error: Client connection negotiation failed: client connection to 127.17.168.188:37843: connect: Connection refused (error 111)
21:04:21.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:21.221314 18239 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.168.188" port: 37843 } attempt: 3
21:04:21.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:21.226153 18239 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.168.188:37843: Network error: Client connection negotiation failed: client connection to 127.17.168.188:37843: connect: Connection refused (error 111)
21:04:21.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:21.268090 18241 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
21:04:21.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:21.268934 18241 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:04:21.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:21.269641 18241 flags.cc:432] Enabled unsafe flag: --never_fsync=true
21:04:21.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:21.302695 18241 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
21:04:21.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:21.303136 18241 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
21:04:21.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:21.303474 18241 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
21:04:21.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:21.303859 18241 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
21:04:21.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:21.304244 18241 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
21:04:21.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:21.304535 18241 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:34003/jwks.json
21:04:21.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:21.343308 18241 master_runner.cc:387] Master server non-default flags:
21:04:21.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:04:21.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.168.148:33263
21:04:21.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:04:21.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:04:21.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11965160459301836174/master-2/data
21:04:21.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11965160459301836174/master-2/wal
21:04:21.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:04:21.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.168.190:39209,127.17.168.189:46111,127.17.168.188:37843
21:04:21.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:04:21.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:04:21.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:04:21.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.168.188:37843
21:04:21.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:04:21.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:04:21.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:04:21.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34003/jwks.json
21:04:21.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:04:21.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:04:21.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11965160459301836174/master-2/data/info.pb
21:04:21.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.168.188
21:04:21.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:04:21.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:04:21.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:04:21.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:04:21.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:04:21.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:04:21.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11965160459301836174/master-2/logs
21:04:21.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:04:21.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:04:21.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
21:04:21.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
21:04:21.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
21:04:21.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 6bec869c2320d19f2589b3f609f76e5041a21d27
21:04:21.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:04:21.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 20:43:55 UTC on e7f111948823
21:04:21.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16878
21:04:21.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:04:21.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:21.345064 18241 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:04:21.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:21.347570 18241 file_cache.cc:492] Constructed file cache file cache with capacity 419430
21:04:21.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:21.360253 18251 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:04:21.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:21.369714 18239 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.168.188" port: 37843 } attempt: 4
21:04:21.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:21.380398 18239 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.168.188:37843: Network error: Client connection negotiation failed: client connection to 127.17.168.188:37843: connect: Connection refused (error 111)
21:04:21.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:21.679976 18239 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.168.188" port: 37843 } attempt: 5
21:04:21.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:21.688866 18239 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.168.188:37843: Network error: Client connection negotiation failed: client connection to 127.17.168.188:37843: connect: Connection refused (error 111)
21:04:22.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:22.236449 18239 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.168.188" port: 37843 } attempt: 6
21:04:22.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:22.266348 18239 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.168.188:37843: Network error: Client connection negotiation failed: client connection to 127.17.168.188:37843: connect: Connection refused (error 111)
21:04:22.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:21.360771 18252 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:04:22.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:22.731207 18253 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1365 milliseconds
21:04:22.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:22.732100 18241 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.372s	user 0.442s	sys 0.894s
21:04:22.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:22.732529 18241 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.373s	user 0.442s	sys 0.894s
21:04:22.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:22.732879 18254 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:04:22.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:22.732949 18241 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
21:04:22.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:22.734367 18241 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:04:22.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:22.737797 18241 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:04:22.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:22.739261 18241 hybrid_clock.cc:648] HybridClock initialized: now 1783544662739191 us; error 103 us; skew 500 ppm
21:04:22.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:22.740423 18241 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:04:22.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:22.749606 18241 webserver.cc:534] Webserver started at http://127.17.168.188:37245/ using document root <none> and password file <none>
21:04:22.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:22.752457 18241 fs_manager.cc:362] Metadata directory not provided
21:04:22.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:22.752866 18241 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:04:22.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:22.753522 18241 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
21:04:22.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:22.758913 18241 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11965160459301836174/master-2/data/instance:
21:04:22.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5223fc81ffb3443abbab39b037c30aa2"
21:04:22.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:04:22 on dist-test-slave-3sd5"
21:04:22.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:22.760557 18241 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11965160459301836174/master-2/wal/instance:
21:04:22.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5223fc81ffb3443abbab39b037c30aa2"
21:04:22.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:04:22 on dist-test-slave-3sd5"
21:04:22.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:22.772382 18241 fs_manager.cc:696] Time spent creating directory manager: real 0.011s	user 0.011s	sys 0.000s
21:04:22.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:22.780601 18263 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
21:04:22.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:22.782086 18241 fs_manager.cc:730] Time spent opening block manager: real 0.006s	user 0.001s	sys 0.004s
21:04:22.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:22.782444 18241 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11965160459301836174/master-2/data,/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11965160459301836174/master-2/wal
21:04:22.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5223fc81ffb3443abbab39b037c30aa2"
21:04:22.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:04:22 on dist-test-slave-3sd5"
21:04:22.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:22.782799 18241 fs_report.cc:389] FS layout report
21:04:22.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:04:22.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11965160459301836174/master-2/wal
21:04:22.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11965160459301836174/master-2/wal
21:04:22.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11965160459301836174/master-2/data/data
21:04:22.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:04:22.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:04:22.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:04:22.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:04:22.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:04:22.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:04:22.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:04:22.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:04:22.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:04:22.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:04:22.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:04:22.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:22.896325 18241 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
21:04:22.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:22.897873 18241 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:04:22.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:22.898538 18241 kserver.cc:163] Server-wide thread pool size limit: 3276
21:04:22.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:22.924315 18162 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.168.189" port: 46111 } attempt: 8
21:04:22.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:22.949196 18162 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.168.188" port: 37843 } has no permanent_uuid. Determining permanent_uuid...
21:04:22.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:22.960734 18162 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.168.188:37843: Network error: Client connection negotiation failed: client connection to 127.17.168.188:37843: connect: Connection refused (error 111)
21:04:22.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:22.996153 18241 rpc_server.cc:307] RPC server started. Bound to: 127.17.168.188:37843
21:04:22.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:22.996153 18317 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.17.168.188:37843 every 8 connection(s)
21:04:23.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:23.000336 18241 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11965160459301836174/master-2/data/info.pb
21:04:23.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:23.004654 18082 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu as pid 18241
21:04:23.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:23.005108 18082 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11965160459301836174/master-2/wal/instance
21:04:23.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:23.008611 18318 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
21:04:23.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:23.026324 18162 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.168.188" port: 37843 } attempt: 1
21:04:23.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:23.024665 18318 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.168.190" port: 39209 } has no permanent_uuid. Determining permanent_uuid...
21:04:23.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:23.059836 18318 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.168.189" port: 46111 } has no permanent_uuid. Determining permanent_uuid...
21:04:23.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:23.070984 18162 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 0daa0a2bde624161846e9dfec77405d5: Bootstrap starting.
21:04:23.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:23.072780 18318 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.168.188" port: 37843 } has no permanent_uuid. Determining permanent_uuid...
21:04:23.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:23.078560 18162 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 0daa0a2bde624161846e9dfec77405d5: Neither blocks nor log segments found. Creating new log.
21:04:23.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:23.081352 18162 log.cc:826] T 00000000000000000000000000000000 P 0daa0a2bde624161846e9dfec77405d5: Log is configured to *not* fsync() on all Append() calls
21:04:23.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:23.087631 18162 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 0daa0a2bde624161846e9dfec77405d5: No bootstrap required, opened a new log
21:04:23.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:23.096148 18318 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 5223fc81ffb3443abbab39b037c30aa2: Bootstrap starting.
21:04:23.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:23.104378 18318 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 5223fc81ffb3443abbab39b037c30aa2: Neither blocks nor log segments found. Creating new log.
21:04:23.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:23.107354 18318 log.cc:826] T 00000000000000000000000000000000 P 5223fc81ffb3443abbab39b037c30aa2: Log is configured to *not* fsync() on all Append() calls
21:04:23.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:23.110193 18162 raft_consensus.cc:359] T 00000000000000000000000000000000 P 0daa0a2bde624161846e9dfec77405d5 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0daa0a2bde624161846e9dfec77405d5" member_type: VOTER last_known_addr { host: "127.17.168.190" port: 39209 } } peers { permanent_uuid: "d9ff385fa9c24e94a9a106e9e7bbfdf8" member_type: VOTER last_known_addr { host: "127.17.168.189" port: 46111 } } peers { permanent_uuid: "5223fc81ffb3443abbab39b037c30aa2" member_type: VOTER last_known_addr { host: "127.17.168.188" port: 37843 } }
21:04:23.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:23.111166 18162 raft_consensus.cc:385] T 00000000000000000000000000000000 P 0daa0a2bde624161846e9dfec77405d5 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:04:23.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:23.111479 18162 raft_consensus.cc:740] T 00000000000000000000000000000000 P 0daa0a2bde624161846e9dfec77405d5 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0daa0a2bde624161846e9dfec77405d5, State: Initialized, Role: FOLLOWER
21:04:23.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:23.112524 18162 consensus_queue.cc:260] T 00000000000000000000000000000000 P 0daa0a2bde624161846e9dfec77405d5 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0daa0a2bde624161846e9dfec77405d5" member_type: VOTER last_known_addr { host: "127.17.168.190" port: 39209 } } peers { permanent_uuid: "d9ff385fa9c24e94a9a106e9e7bbfdf8" member_type: VOTER last_known_addr { host: "127.17.168.189" port: 46111 } } peers { permanent_uuid: "5223fc81ffb3443abbab39b037c30aa2" member_type: VOTER last_known_addr { host: "127.17.168.188" port: 37843 } }
21:04:23.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:23.113216 18318 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 5223fc81ffb3443abbab39b037c30aa2: No bootstrap required, opened a new log
21:04:23.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:23.120077 18328 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0daa0a2bde624161846e9dfec77405d5 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0daa0a2bde624161846e9dfec77405d5" member_type: VOTER last_known_addr { host: "127.17.168.190" port: 39209 } } peers { permanent_uuid: "d9ff385fa9c24e94a9a106e9e7bbfdf8" member_type: VOTER last_known_addr { host: "127.17.168.189" port: 46111 } } peers { permanent_uuid: "5223fc81ffb3443abbab39b037c30aa2" member_type: VOTER last_known_addr { host: "127.17.168.188" port: 37843 } } }
21:04:23.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:23.121564 18328 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0daa0a2bde624161846e9dfec77405d5 [sys.catalog]: This master's current role is: FOLLOWER
21:04:23.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:23.122058 18162 sys_catalog.cc:565] T 00000000000000000000000000000000 P 0daa0a2bde624161846e9dfec77405d5 [sys.catalog]: configured and running, proceeding with master startup.
21:04:23.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:23.142410 18318 raft_consensus.cc:359] T 00000000000000000000000000000000 P 5223fc81ffb3443abbab39b037c30aa2 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0daa0a2bde624161846e9dfec77405d5" member_type: VOTER last_known_addr { host: "127.17.168.190" port: 39209 } } peers { permanent_uuid: "d9ff385fa9c24e94a9a106e9e7bbfdf8" member_type: VOTER last_known_addr { host: "127.17.168.189" port: 46111 } } peers { permanent_uuid: "5223fc81ffb3443abbab39b037c30aa2" member_type: VOTER last_known_addr { host: "127.17.168.188" port: 37843 } }
21:04:23.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:23.144048 18318 raft_consensus.cc:385] T 00000000000000000000000000000000 P 5223fc81ffb3443abbab39b037c30aa2 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:04:23.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:23.144761 18318 raft_consensus.cc:740] T 00000000000000000000000000000000 P 5223fc81ffb3443abbab39b037c30aa2 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5223fc81ffb3443abbab39b037c30aa2, State: Initialized, Role: FOLLOWER
21:04:23.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:23.146276 18318 consensus_queue.cc:260] T 00000000000000000000000000000000 P 5223fc81ffb3443abbab39b037c30aa2 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0daa0a2bde624161846e9dfec77405d5" member_type: VOTER last_known_addr { host: "127.17.168.190" port: 39209 } } peers { permanent_uuid: "d9ff385fa9c24e94a9a106e9e7bbfdf8" member_type: VOTER last_known_addr { host: "127.17.168.189" port: 46111 } } peers { permanent_uuid: "5223fc81ffb3443abbab39b037c30aa2" member_type: VOTER last_known_addr { host: "127.17.168.188" port: 37843 } }
21:04:23.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:23.155530 18336 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5223fc81ffb3443abbab39b037c30aa2 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0daa0a2bde624161846e9dfec77405d5" member_type: VOTER last_known_addr { host: "127.17.168.190" port: 39209 } } peers { permanent_uuid: "d9ff385fa9c24e94a9a106e9e7bbfdf8" member_type: VOTER last_known_addr { host: "127.17.168.189" port: 46111 } } peers { permanent_uuid: "5223fc81ffb3443abbab39b037c30aa2" member_type: VOTER last_known_addr { host: "127.17.168.188" port: 37843 } } }
21:04:23.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:23.157393 18336 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5223fc81ffb3443abbab39b037c30aa2 [sys.catalog]: This master's current role is: FOLLOWER
21:04:23.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:23.157888 18318 sys_catalog.cc:565] T 00000000000000000000000000000000 P 5223fc81ffb3443abbab39b037c30aa2 [sys.catalog]: configured and running, proceeding with master startup.
21:04:23.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:23.192466 18341 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 0daa0a2bde624161846e9dfec77405d5: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
21:04:23.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:23.193512 18341 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
21:04:23.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:23.175455 18094 master_runner.cc:187] Error getting master registration for 127.17.168.189:46111: OK, instance_id { permanent_uuid: "d9ff385fa9c24e94a9a106e9e7bbfdf8" instance_seqno: 1783544660898984 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
21:04:23.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:23.212781 18094 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
21:04:23.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:23.217650 18352 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 5223fc81ffb3443abbab39b037c30aa2: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
21:04:23.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:23.218525 18352 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
21:04:23.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:23.214555 18241 master_runner.cc:187] Error getting master registration for 127.17.168.189:46111: OK, instance_id { permanent_uuid: "d9ff385fa9c24e94a9a106e9e7bbfdf8" instance_seqno: 1783544660898984 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
21:04:23.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:23.249563 18241 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
21:04:23.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:23.327013 18239 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.168.188" port: 37843 } attempt: 7
21:04:23.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:23.354022 18239 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P d9ff385fa9c24e94a9a106e9e7bbfdf8: Bootstrap starting.
21:04:23.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:23.367311 18116 tablet.cc:2406] T 00000000000000000000000000000000 P 0daa0a2bde624161846e9dfec77405d5: Can't schedule compaction. Clean time has not been advanced past its initial value.
21:04:23.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:23.368366 18239 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P d9ff385fa9c24e94a9a106e9e7bbfdf8: Neither blocks nor log segments found. Creating new log.
21:04:23.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:23.370992 18239 log.cc:826] T 00000000000000000000000000000000 P d9ff385fa9c24e94a9a106e9e7bbfdf8: Log is configured to *not* fsync() on all Append() calls
21:04:23.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:23.390138 18239 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P d9ff385fa9c24e94a9a106e9e7bbfdf8: No bootstrap required, opened a new log
21:04:23.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:23.404461 18269 tablet.cc:2406] T 00000000000000000000000000000000 P 5223fc81ffb3443abbab39b037c30aa2: Can't schedule compaction. Clean time has not been advanced past its initial value.
21:04:23.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:23.423386 18239 raft_consensus.cc:359] T 00000000000000000000000000000000 P d9ff385fa9c24e94a9a106e9e7bbfdf8 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0daa0a2bde624161846e9dfec77405d5" member_type: VOTER last_known_addr { host: "127.17.168.190" port: 39209 } } peers { permanent_uuid: "d9ff385fa9c24e94a9a106e9e7bbfdf8" member_type: VOTER last_known_addr { host: "127.17.168.189" port: 46111 } } peers { permanent_uuid: "5223fc81ffb3443abbab39b037c30aa2" member_type: VOTER last_known_addr { host: "127.17.168.188" port: 37843 } }
21:04:23.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:23.425194 18239 raft_consensus.cc:385] T 00000000000000000000000000000000 P d9ff385fa9c24e94a9a106e9e7bbfdf8 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:04:23.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:23.425937 18239 raft_consensus.cc:740] T 00000000000000000000000000000000 P d9ff385fa9c24e94a9a106e9e7bbfdf8 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d9ff385fa9c24e94a9a106e9e7bbfdf8, State: Initialized, Role: FOLLOWER
21:04:23.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:23.427345 18239 consensus_queue.cc:260] T 00000000000000000000000000000000 P d9ff385fa9c24e94a9a106e9e7bbfdf8 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0daa0a2bde624161846e9dfec77405d5" member_type: VOTER last_known_addr { host: "127.17.168.190" port: 39209 } } peers { permanent_uuid: "d9ff385fa9c24e94a9a106e9e7bbfdf8" member_type: VOTER last_known_addr { host: "127.17.168.189" port: 46111 } } peers { permanent_uuid: "5223fc81ffb3443abbab39b037c30aa2" member_type: VOTER last_known_addr { host: "127.17.168.188" port: 37843 } }
21:04:23.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:23.433488 18356 sys_catalog.cc:455] T 00000000000000000000000000000000 P d9ff385fa9c24e94a9a106e9e7bbfdf8 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0daa0a2bde624161846e9dfec77405d5" member_type: VOTER last_known_addr { host: "127.17.168.190" port: 39209 } } peers { permanent_uuid: "d9ff385fa9c24e94a9a106e9e7bbfdf8" member_type: VOTER last_known_addr { host: "127.17.168.189" port: 46111 } } peers { permanent_uuid: "5223fc81ffb3443abbab39b037c30aa2" member_type: VOTER last_known_addr { host: "127.17.168.188" port: 37843 } } }
21:04:23.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:23.435853 18239 sys_catalog.cc:565] T 00000000000000000000000000000000 P d9ff385fa9c24e94a9a106e9e7bbfdf8 [sys.catalog]: configured and running, proceeding with master startup.
21:04:23.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:23.435904 18356 sys_catalog.cc:458] T 00000000000000000000000000000000 P d9ff385fa9c24e94a9a106e9e7bbfdf8 [sys.catalog]: This master's current role is: FOLLOWER
21:04:23.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:23.471907 18328 raft_consensus.cc:493] T 00000000000000000000000000000000 P 0daa0a2bde624161846e9dfec77405d5 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
21:04:23.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:23.472750 18328 raft_consensus.cc:515] T 00000000000000000000000000000000 P 0daa0a2bde624161846e9dfec77405d5 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0daa0a2bde624161846e9dfec77405d5" member_type: VOTER last_known_addr { host: "127.17.168.190" port: 39209 } } peers { permanent_uuid: "d9ff385fa9c24e94a9a106e9e7bbfdf8" member_type: VOTER last_known_addr { host: "127.17.168.189" port: 46111 } } peers { permanent_uuid: "5223fc81ffb3443abbab39b037c30aa2" member_type: VOTER last_known_addr { host: "127.17.168.188" port: 37843 } }
21:04:23.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:23.479852 18214 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "0daa0a2bde624161846e9dfec77405d5" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d9ff385fa9c24e94a9a106e9e7bbfdf8" is_pre_election: true
21:04:23.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:23.480458 18328 leader_election.cc:290] T 00000000000000000000000000000000 P 0daa0a2bde624161846e9dfec77405d5 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers d9ff385fa9c24e94a9a106e9e7bbfdf8 (127.17.168.189:46111), 5223fc81ffb3443abbab39b037c30aa2 (127.17.168.188:37843)
21:04:23.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:23.480839 18214 raft_consensus.cc:2468] T 00000000000000000000000000000000 P d9ff385fa9c24e94a9a106e9e7bbfdf8 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 0daa0a2bde624161846e9dfec77405d5 in term 0.
21:04:23.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:23.482002 18292 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "0daa0a2bde624161846e9dfec77405d5" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5223fc81ffb3443abbab39b037c30aa2" is_pre_election: true
21:04:23.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:23.482360 18112 leader_election.cc:304] T 00000000000000000000000000000000 P 0daa0a2bde624161846e9dfec77405d5 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0daa0a2bde624161846e9dfec77405d5, d9ff385fa9c24e94a9a106e9e7bbfdf8; no voters: 
21:04:23.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:23.482982 18292 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 5223fc81ffb3443abbab39b037c30aa2 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 0daa0a2bde624161846e9dfec77405d5 in term 0.
21:04:23.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:23.484565 18328 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 0daa0a2bde624161846e9dfec77405d5 [term 0 FOLLOWER]: Leader pre-election won for term 1
21:04:23.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:23.488883 18328 raft_consensus.cc:493] T 00000000000000000000000000000000 P 0daa0a2bde624161846e9dfec77405d5 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
21:04:23.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:23.489897 18328 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 0daa0a2bde624161846e9dfec77405d5 [term 0 FOLLOWER]: Advancing to term 1
21:04:23.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:23.498745 18328 raft_consensus.cc:515] T 00000000000000000000000000000000 P 0daa0a2bde624161846e9dfec77405d5 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0daa0a2bde624161846e9dfec77405d5" member_type: VOTER last_known_addr { host: "127.17.168.190" port: 39209 } } peers { permanent_uuid: "d9ff385fa9c24e94a9a106e9e7bbfdf8" member_type: VOTER last_known_addr { host: "127.17.168.189" port: 46111 } } peers { permanent_uuid: "5223fc81ffb3443abbab39b037c30aa2" member_type: VOTER last_known_addr { host: "127.17.168.188" port: 37843 } }
21:04:23.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:23.504920 18214 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "0daa0a2bde624161846e9dfec77405d5" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d9ff385fa9c24e94a9a106e9e7bbfdf8"
21:04:23.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:23.505568 18214 raft_consensus.cc:3060] T 00000000000000000000000000000000 P d9ff385fa9c24e94a9a106e9e7bbfdf8 [term 0 FOLLOWER]: Advancing to term 1
21:04:23.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:23.515551 18214 raft_consensus.cc:2468] T 00000000000000000000000000000000 P d9ff385fa9c24e94a9a106e9e7bbfdf8 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 0daa0a2bde624161846e9dfec77405d5 in term 1.
21:04:23.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:23.517592 18112 leader_election.cc:304] T 00000000000000000000000000000000 P 0daa0a2bde624161846e9dfec77405d5 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0daa0a2bde624161846e9dfec77405d5, d9ff385fa9c24e94a9a106e9e7bbfdf8; no voters: 
21:04:23.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:23.525041 18328 leader_election.cc:290] T 00000000000000000000000000000000 P 0daa0a2bde624161846e9dfec77405d5 [CANDIDATE]: Term 1 election: Requested vote from peers d9ff385fa9c24e94a9a106e9e7bbfdf8 (127.17.168.189:46111), 5223fc81ffb3443abbab39b037c30aa2 (127.17.168.188:37843)
21:04:23.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:23.526245 18292 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "0daa0a2bde624161846e9dfec77405d5" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5223fc81ffb3443abbab39b037c30aa2"
21:04:23.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:23.526846 18292 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 5223fc81ffb3443abbab39b037c30aa2 [term 0 FOLLOWER]: Advancing to term 1
21:04:23.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:23.526643 18363 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 0daa0a2bde624161846e9dfec77405d5 [term 1 FOLLOWER]: Leader election won for term 1
21:04:23.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:23.527488 18363 raft_consensus.cc:697] T 00000000000000000000000000000000 P 0daa0a2bde624161846e9dfec77405d5 [term 1 LEADER]: Becoming Leader. State: Replica: 0daa0a2bde624161846e9dfec77405d5, State: Running, Role: LEADER
21:04:23.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:23.528487 18363 consensus_queue.cc:237] T 00000000000000000000000000000000 P 0daa0a2bde624161846e9dfec77405d5 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0daa0a2bde624161846e9dfec77405d5" member_type: VOTER last_known_addr { host: "127.17.168.190" port: 39209 } } peers { permanent_uuid: "d9ff385fa9c24e94a9a106e9e7bbfdf8" member_type: VOTER last_known_addr { host: "127.17.168.189" port: 46111 } } peers { permanent_uuid: "5223fc81ffb3443abbab39b037c30aa2" member_type: VOTER last_known_addr { host: "127.17.168.188" port: 37843 } }
21:04:23.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:23.536366 18292 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 5223fc81ffb3443abbab39b037c30aa2 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 0daa0a2bde624161846e9dfec77405d5 in term 1.
21:04:23.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:23.563030 18328 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0daa0a2bde624161846e9dfec77405d5 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 0daa0a2bde624161846e9dfec77405d5. Latest consensus state: current_term: 1 leader_uuid: "0daa0a2bde624161846e9dfec77405d5" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0daa0a2bde624161846e9dfec77405d5" member_type: VOTER last_known_addr { host: "127.17.168.190" port: 39209 } } peers { permanent_uuid: "d9ff385fa9c24e94a9a106e9e7bbfdf8" member_type: VOTER last_known_addr { host: "127.17.168.189" port: 46111 } } peers { permanent_uuid: "5223fc81ffb3443abbab39b037c30aa2" member_type: VOTER last_known_addr { host: "127.17.168.188" port: 37843 } } }
21:04:23.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:23.563838 18328 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0daa0a2bde624161846e9dfec77405d5 [sys.catalog]: This master's current role is: LEADER
21:04:23.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:23.573176 18369 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
21:04:23.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:23.581216 18369 catalog_manager.cc:1519] Initializing Kudu cluster ID...
21:04:23.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:23.601876 18193 tablet.cc:2406] T 00000000000000000000000000000000 P d9ff385fa9c24e94a9a106e9e7bbfdf8: Can't schedule compaction. Clean time has not been advanced past its initial value.
21:04:23.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:23.610064 18292 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 5223fc81ffb3443abbab39b037c30aa2 [term 1 FOLLOWER]: Refusing update from remote peer 0daa0a2bde624161846e9dfec77405d5: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
21:04:23.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:23.612550 18328 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 0daa0a2bde624161846e9dfec77405d5 [LEADER]: Connected to new peer: Peer: permanent_uuid: "5223fc81ffb3443abbab39b037c30aa2" member_type: VOTER last_known_addr { host: "127.17.168.188" port: 37843 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
21:04:23.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:23.625438 18214 raft_consensus.cc:1275] T 00000000000000000000000000000000 P d9ff385fa9c24e94a9a106e9e7bbfdf8 [term 1 FOLLOWER]: Refusing update from remote peer 0daa0a2bde624161846e9dfec77405d5: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
21:04:23.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:23.627405 18363 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 0daa0a2bde624161846e9dfec77405d5 [LEADER]: Connected to new peer: Peer: permanent_uuid: "d9ff385fa9c24e94a9a106e9e7bbfdf8" member_type: VOTER last_known_addr { host: "127.17.168.189" port: 46111 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
21:04:23.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:23.631131 18370 catalog_manager.cc:1593] T 00000000000000000000000000000000 P d9ff385fa9c24e94a9a106e9e7bbfdf8: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
21:04:23.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:23.631842 18370 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
21:04:23.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:23.668448 18336 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5223fc81ffb3443abbab39b037c30aa2 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 0daa0a2bde624161846e9dfec77405d5. Latest consensus state: current_term: 1 leader_uuid: "0daa0a2bde624161846e9dfec77405d5" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0daa0a2bde624161846e9dfec77405d5" member_type: VOTER last_known_addr { host: "127.17.168.190" port: 39209 } } peers { permanent_uuid: "d9ff385fa9c24e94a9a106e9e7bbfdf8" member_type: VOTER last_known_addr { host: "127.17.168.189" port: 46111 } } peers { permanent_uuid: "5223fc81ffb3443abbab39b037c30aa2" member_type: VOTER last_known_addr { host: "127.17.168.188" port: 37843 } } }
21:04:23.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:23.669238 18336 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5223fc81ffb3443abbab39b037c30aa2 [sys.catalog]: This master's current role is: FOLLOWER
21:04:23.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:23.665716 18356 sys_catalog.cc:455] T 00000000000000000000000000000000 P d9ff385fa9c24e94a9a106e9e7bbfdf8 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 0daa0a2bde624161846e9dfec77405d5. Latest consensus state: current_term: 1 leader_uuid: "0daa0a2bde624161846e9dfec77405d5" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0daa0a2bde624161846e9dfec77405d5" member_type: VOTER last_known_addr { host: "127.17.168.190" port: 39209 } } peers { permanent_uuid: "d9ff385fa9c24e94a9a106e9e7bbfdf8" member_type: VOTER last_known_addr { host: "127.17.168.189" port: 46111 } } peers { permanent_uuid: "5223fc81ffb3443abbab39b037c30aa2" member_type: VOTER last_known_addr { host: "127.17.168.188" port: 37843 } } }
21:04:23.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:23.671525 18356 sys_catalog.cc:458] T 00000000000000000000000000000000 P d9ff385fa9c24e94a9a106e9e7bbfdf8 [sys.catalog]: This master's current role is: FOLLOWER
21:04:23.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:23.673647 18372 mvcc.cc:204] Tried to move back new op lower bound from 7305398942128869376 to 7305398941827760128. Current Snapshot: MvccSnapshot[applied={T|T < 7305398942128869376}]
21:04:23.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:23.682900 18374 mvcc.cc:204] Tried to move back new op lower bound from 7305398942128869376 to 7305398941827760128. Current Snapshot: MvccSnapshot[applied={T|T < 7305398942128869376}]
21:04:23.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:23.688627 18328 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0daa0a2bde624161846e9dfec77405d5 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "0daa0a2bde624161846e9dfec77405d5" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0daa0a2bde624161846e9dfec77405d5" member_type: VOTER last_known_addr { host: "127.17.168.190" port: 39209 } } peers { permanent_uuid: "d9ff385fa9c24e94a9a106e9e7bbfdf8" member_type: VOTER last_known_addr { host: "127.17.168.189" port: 46111 } } peers { permanent_uuid: "5223fc81ffb3443abbab39b037c30aa2" member_type: VOTER last_known_addr { host: "127.17.168.188" port: 37843 } } }
21:04:23.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:23.689782 18328 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0daa0a2bde624161846e9dfec77405d5 [sys.catalog]: This master's current role is: LEADER
21:04:23.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:23.691959 18328 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0daa0a2bde624161846e9dfec77405d5 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "0daa0a2bde624161846e9dfec77405d5" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0daa0a2bde624161846e9dfec77405d5" member_type: VOTER last_known_addr { host: "127.17.168.190" port: 39209 } } peers { permanent_uuid: "d9ff385fa9c24e94a9a106e9e7bbfdf8" member_type: VOTER last_known_addr { host: "127.17.168.189" port: 46111 } } peers { permanent_uuid: "5223fc81ffb3443abbab39b037c30aa2" member_type: VOTER last_known_addr { host: "127.17.168.188" port: 37843 } } }
21:04:23.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:23.692981 18328 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0daa0a2bde624161846e9dfec77405d5 [sys.catalog]: This master's current role is: LEADER
21:04:23.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:23.698378 18369 catalog_manager.cc:1382] Generated new cluster ID: 3feadc0dcc3e4d36a8539219cee18ae6
21:04:23.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:23.698730 18369 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
21:04:23.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:23.719358 18356 sys_catalog.cc:455] T 00000000000000000000000000000000 P d9ff385fa9c24e94a9a106e9e7bbfdf8 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "0daa0a2bde624161846e9dfec77405d5" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0daa0a2bde624161846e9dfec77405d5" member_type: VOTER last_known_addr { host: "127.17.168.190" port: 39209 } } peers { permanent_uuid: "d9ff385fa9c24e94a9a106e9e7bbfdf8" member_type: VOTER last_known_addr { host: "127.17.168.189" port: 46111 } } peers { permanent_uuid: "5223fc81ffb3443abbab39b037c30aa2" member_type: VOTER last_known_addr { host: "127.17.168.188" port: 37843 } } }
21:04:23.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:23.720618 18356 sys_catalog.cc:458] T 00000000000000000000000000000000 P d9ff385fa9c24e94a9a106e9e7bbfdf8 [sys.catalog]: This master's current role is: FOLLOWER
21:04:23.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:23.734807 18336 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5223fc81ffb3443abbab39b037c30aa2 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "0daa0a2bde624161846e9dfec77405d5" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0daa0a2bde624161846e9dfec77405d5" member_type: VOTER last_known_addr { host: "127.17.168.190" port: 39209 } } peers { permanent_uuid: "d9ff385fa9c24e94a9a106e9e7bbfdf8" member_type: VOTER last_known_addr { host: "127.17.168.189" port: 46111 } } peers { permanent_uuid: "5223fc81ffb3443abbab39b037c30aa2" member_type: VOTER last_known_addr { host: "127.17.168.188" port: 37843 } } }
21:04:23.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:23.735833 18336 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5223fc81ffb3443abbab39b037c30aa2 [sys.catalog]: This master's current role is: FOLLOWER
21:04:23.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:23.807634 18369 catalog_manager.cc:1405] Generated new certificate authority record
21:04:23.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:23.816367 18369 catalog_manager.cc:1539] Loading token signing keys...
21:04:23.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:23.845715 18369 catalog_manager.cc:6069] T 00000000000000000000000000000000 P 0daa0a2bde624161846e9dfec77405d5: Generated new TSK 0
21:04:23.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:23.846954 18369 catalog_manager.cc:1549] Initializing in-progress tserver states...
21:04:23.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:23.902849 18082 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu
21:04:23.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu
21:04:23.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11965160459301836174/ts-0/wal
21:04:23.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11965160459301836174/ts-0/data
21:04:23.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:04:23.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:04:23.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:04:23.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:04:23.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:04:23.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:04:23.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11965160459301836174/ts-0/logs
21:04:23.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11965160459301836174/ts-0/data/info.pb
21:04:23.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:04:23.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:04:23.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:04:23.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:04:23.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:04:23.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:04:23.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:04:23.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:04:23.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
21:04:23.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:04:23.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.168.129:0
21:04:23.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.168.129
21:04:23.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.168.129
21:04:23.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:04:23.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.168.190:39209,127.17.168.189:46111,127.17.168.188:37843
21:04:23.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.168.148:33263
21:04:23.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:04:23.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:04:23.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
21:04:24.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:24.225443 18352 catalog_manager.cc:1294] Loaded cluster ID: 3feadc0dcc3e4d36a8539219cee18ae6
21:04:24.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:24.225970 18352 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 5223fc81ffb3443abbab39b037c30aa2: loading cluster ID for follower catalog manager: success
21:04:24.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:24.237838 18352 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 5223fc81ffb3443abbab39b037c30aa2: acquiring CA information for follower catalog manager: success
21:04:24.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:24.253991 18352 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 5223fc81ffb3443abbab39b037c30aa2: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
21:04:24.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:24.532986 18380 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
21:04:24.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:24.534884 18380 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:04:24.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:24.536168 18380 flags.cc:432] Enabled unsafe flag: --never_fsync=true
21:04:24.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:24.598212 18380 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
21:04:24.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:24.600354 18380 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.17.168.129
21:04:24.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:24.637868 18370 catalog_manager.cc:1294] Loaded cluster ID: 3feadc0dcc3e4d36a8539219cee18ae6
21:04:24.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:24.638645 18370 catalog_manager.cc:1587] T 00000000000000000000000000000000 P d9ff385fa9c24e94a9a106e9e7bbfdf8: loading cluster ID for follower catalog manager: success
21:04:24.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:24.646636 18370 catalog_manager.cc:1609] T 00000000000000000000000000000000 P d9ff385fa9c24e94a9a106e9e7bbfdf8: acquiring CA information for follower catalog manager: success
21:04:24.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:24.666070 18370 catalog_manager.cc:1637] T 00000000000000000000000000000000 P d9ff385fa9c24e94a9a106e9e7bbfdf8: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
21:04:24.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:24.691077 18380 tablet_server_runner.cc:78] Tablet server non-default flags:
21:04:24.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:04:24.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.168.148:33263
21:04:24.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:04:24.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:04:24.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11965160459301836174/ts-0/data
21:04:24.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11965160459301836174/ts-0/wal
21:04:24.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:04:24.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:04:24.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.168.129:0
21:04:24.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:04:24.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:04:24.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:04:24.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11965160459301836174/ts-0/data/info.pb
21:04:24.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.168.129
21:04:24.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:04:24.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.168.190:39209,127.17.168.189:46111,127.17.168.188:37843
21:04:24.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:04:24.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:04:24.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:04:24.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:04:24.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:04:24.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.168.129
21:04:24.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11965160459301836174/ts-0/logs
21:04:24.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:04:24.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:04:24.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
21:04:24.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
21:04:24.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
21:04:24.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 6bec869c2320d19f2589b3f609f76e5041a21d27
21:04:24.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:04:24.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 20:43:55 UTC on e7f111948823
21:04:24.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16878
21:04:24.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:04:24.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:24.703105 18380 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:04:24.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:24.706267 18380 file_cache.cc:492] Constructed file cache file cache with capacity 419430
21:04:24.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:24.751973 18386 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:04:26.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:26.132090 18385 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 18380
21:04:26.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:24.753449 18387 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:04:26.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:26.933322 18380 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 2.183s	user 0.428s	sys 0.810s
21:04:26.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:26.951610 18380 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 2.201s	user 0.429s	sys 0.810s
21:04:26.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:26.963593 18380 server_base.cc:1061] running on GCE node
21:04:26.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:26.965860 18393 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:04:26.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:26.968132 18380 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:04:26.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:26.977540 18380 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:04:26.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:26.979517 18380 hybrid_clock.cc:648] HybridClock initialized: now 1783544666979450 us; error 63 us; skew 500 ppm
21:04:26.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:26.981298 18380 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:04:26.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:26.990784 18380 webserver.cc:534] Webserver started at http://127.17.168.129:33703/ using document root <none> and password file <none>
21:04:26.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:26.992573 18380 fs_manager.cc:362] Metadata directory not provided
21:04:26.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:26.993296 18380 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:04:26.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:26.994324 18380 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
21:04:27.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:27.000969 18380 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11965160459301836174/ts-0/data/instance:
21:04:27.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6bc1def9af784e28b20c72774836a707"
21:04:27.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:04:26 on dist-test-slave-3sd5"
21:04:27.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:27.003299 18380 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11965160459301836174/ts-0/wal/instance:
21:04:27.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6bc1def9af784e28b20c72774836a707"
21:04:27.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:04:26 on dist-test-slave-3sd5"
21:04:27.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:27.014549 18380 fs_manager.cc:696] Time spent creating directory manager: real 0.010s	user 0.009s	sys 0.000s
21:04:27.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:27.021174 18398 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
21:04:27.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:27.022565 18380 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.005s	sys 0.000s
21:04:27.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:27.022984 18380 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11965160459301836174/ts-0/data,/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11965160459301836174/ts-0/wal
21:04:27.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6bc1def9af784e28b20c72774836a707"
21:04:27.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:04:26 on dist-test-slave-3sd5"
21:04:27.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:27.023447 18380 fs_report.cc:389] FS layout report
21:04:27.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:04:27.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11965160459301836174/ts-0/wal
21:04:27.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11965160459301836174/ts-0/wal
21:04:27.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11965160459301836174/ts-0/data/data
21:04:27.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:04:27.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:04:27.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:04:27.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:04:27.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:04:27.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:04:27.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:04:27.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:04:27.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:04:27.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:04:27.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:04:27.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:27.101392 18380 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
21:04:27.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:27.103356 18380 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:04:27.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:27.104019 18380 kserver.cc:163] Server-wide thread pool size limit: 3276
21:04:27.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:27.107702 18380 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
21:04:27.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:27.112691 18380 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
21:04:27.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:27.112990 18380 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
21:04:27.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:27.113343 18380 ts_tablet_manager.cc:616] Registered 0 tablets
21:04:27.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:27.113595 18380 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
21:04:27.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:27.308986 18380 rpc_server.cc:307] RPC server started. Bound to: 127.17.168.129:45511
21:04:27.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:27.309103 18510 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.17.168.129:45511 every 8 connection(s)
21:04:27.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:27.311868 18380 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11965160459301836174/ts-0/data/info.pb
21:04:27.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:27.322041 18082 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu as pid 18380
21:04:27.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:27.322701 18082 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11965160459301836174/ts-0/wal/instance
21:04:27.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:27.350670 18082 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu
21:04:27.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu
21:04:27.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11965160459301836174/ts-1/wal
21:04:27.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11965160459301836174/ts-1/data
21:04:27.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:04:27.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:04:27.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:04:27.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:04:27.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:04:27.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:04:27.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11965160459301836174/ts-1/logs
21:04:27.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11965160459301836174/ts-1/data/info.pb
21:04:27.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:04:27.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:04:27.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:04:27.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:04:27.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:04:27.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:04:27.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:04:27.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:04:27.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
21:04:27.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:04:27.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.168.130:0
21:04:27.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.168.130
21:04:27.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.168.130
21:04:27.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:04:27.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.168.190:39209,127.17.168.189:46111,127.17.168.188:37843
21:04:27.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.168.148:33263
21:04:27.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:04:27.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:04:27.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
21:04:27.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:27.378002 18511 heartbeater.cc:344] Connected to a master server at 127.17.168.188:37843
21:04:27.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:27.378037 18512 heartbeater.cc:344] Connected to a master server at 127.17.168.189:46111
21:04:27.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:27.378716 18511 heartbeater.cc:461] Registering TS with master...
21:04:27.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:27.378723 18512 heartbeater.cc:461] Registering TS with master...
21:04:27.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:27.380889 18511 heartbeater.cc:507] Master 127.17.168.188:37843 requested a full tablet report, sending...
21:04:27.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:27.381651 18512 heartbeater.cc:507] Master 127.17.168.189:46111 requested a full tablet report, sending...
21:04:27.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:27.385180 18282 ts_manager.cc:194] Registered new tserver with Master: 6bc1def9af784e28b20c72774836a707 (127.17.168.129:45511)
21:04:27.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:27.386584 18204 ts_manager.cc:194] Registered new tserver with Master: 6bc1def9af784e28b20c72774836a707 (127.17.168.129:45511)
21:04:27.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:27.390542 18513 heartbeater.cc:344] Connected to a master server at 127.17.168.190:39209
21:04:27.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:27.390916 18513 heartbeater.cc:461] Registering TS with master...
21:04:27.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:27.392388 18513 heartbeater.cc:507] Master 127.17.168.190:39209 requested a full tablet report, sending...
21:04:27.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:27.394855 18126 ts_manager.cc:194] Registered new tserver with Master: 6bc1def9af784e28b20c72774836a707 (127.17.168.129:45511)
21:04:27.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:27.397234 18126 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.17.168.129:50587
21:04:27.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:27.738510 18521 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
21:04:27.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:27.739153 18521 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:04:27.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:27.739764 18521 flags.cc:432] Enabled unsafe flag: --never_fsync=true
21:04:27.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:27.748974 18314 debug-util.cc:398] Leaking SignalData structure 0x7b0800070500 after lost signal to thread 18246
21:04:27.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:27.777072 18521 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
21:04:27.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:27.778211 18521 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.17.168.130
21:04:27.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:27.817538 18521 tablet_server_runner.cc:78] Tablet server non-default flags:
21:04:27.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:04:27.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.168.148:33263
21:04:27.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:04:27.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:04:27.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11965160459301836174/ts-1/data
21:04:27.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11965160459301836174/ts-1/wal
21:04:27.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:04:27.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:04:27.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.168.130:0
21:04:27.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:04:27.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:04:27.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:04:27.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11965160459301836174/ts-1/data/info.pb
21:04:27.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.168.130
21:04:27.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:04:27.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.168.190:39209,127.17.168.189:46111,127.17.168.188:37843
21:04:27.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:04:27.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:04:27.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:04:27.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:04:27.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:04:27.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.168.130
21:04:27.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11965160459301836174/ts-1/logs
21:04:27.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:04:27.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:04:27.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
21:04:27.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
21:04:27.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
21:04:27.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 6bec869c2320d19f2589b3f609f76e5041a21d27
21:04:27.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:04:27.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 20:43:55 UTC on e7f111948823
21:04:27.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16878
21:04:27.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:04:27.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:27.819459 18521 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:04:27.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:27.821831 18521 file_cache.cc:492] Constructed file cache file cache with capacity 419430
21:04:27.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:27.839438 18527 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:04:28.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:28.401717 18513 heartbeater.cc:499] Master 127.17.168.190:39209 was elected leader, sending a full tablet report...
21:04:29.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:27.844913 18530 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:04:29.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:27.841547 18528 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:04:29.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:29.255759 18529 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1412 milliseconds
21:04:29.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:29.255923 18521 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
21:04:29.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:29.257602 18521 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:04:29.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:29.260772 18521 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:04:29.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:29.262684 18521 hybrid_clock.cc:648] HybridClock initialized: now 1783544669262625 us; error 67 us; skew 500 ppm
21:04:29.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:29.263993 18521 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:04:29.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:29.272984 18521 webserver.cc:534] Webserver started at http://127.17.168.130:43075/ using document root <none> and password file <none>
21:04:29.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:29.274446 18521 fs_manager.cc:362] Metadata directory not provided
21:04:29.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:29.274797 18521 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:04:29.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:29.275466 18521 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
21:04:29.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:29.282958 18521 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11965160459301836174/ts-1/data/instance:
21:04:29.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ddecdf6d5feb44ebb58ad6337d7446ab"
21:04:29.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:04:29 on dist-test-slave-3sd5"
21:04:29.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:29.284727 18521 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11965160459301836174/ts-1/wal/instance:
21:04:29.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ddecdf6d5feb44ebb58ad6337d7446ab"
21:04:29.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:04:29 on dist-test-slave-3sd5"
21:04:29.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:29.295738 18521 fs_manager.cc:696] Time spent creating directory manager: real 0.010s	user 0.005s	sys 0.004s
21:04:29.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:29.304293 18538 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
21:04:29.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:29.305939 18521 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.004s	sys 0.001s
21:04:29.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:29.306427 18521 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11965160459301836174/ts-1/data,/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11965160459301836174/ts-1/wal
21:04:29.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ddecdf6d5feb44ebb58ad6337d7446ab"
21:04:29.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:04:29 on dist-test-slave-3sd5"
21:04:29.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:29.306932 18521 fs_report.cc:389] FS layout report
21:04:29.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:04:29.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11965160459301836174/ts-1/wal
21:04:29.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11965160459301836174/ts-1/wal
21:04:29.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11965160459301836174/ts-1/data/data
21:04:29.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:04:29.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:04:29.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:04:29.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:04:29.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:04:29.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:04:29.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:04:29.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:04:29.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:04:29.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:04:29.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:04:29.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:29.376785 18521 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
21:04:29.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:29.378377 18521 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:04:29.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:29.378829 18521 kserver.cc:163] Server-wide thread pool size limit: 3276
21:04:29.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:29.381812 18521 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
21:04:29.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:29.386787 18521 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
21:04:29.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:29.387079 18521 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
21:04:29.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:29.387388 18521 ts_tablet_manager.cc:616] Registered 0 tablets
21:04:29.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:29.387624 18521 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
21:04:29.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:29.607487 18521 rpc_server.cc:307] RPC server started. Bound to: 127.17.168.130:40477
21:04:29.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:29.607600 18650 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.17.168.130:40477 every 8 connection(s)
21:04:29.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:29.610499 18521 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11965160459301836174/ts-1/data/info.pb
21:04:29.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:29.612694 18082 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu as pid 18521
21:04:29.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:29.613219 18082 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11965160459301836174/ts-1/wal/instance
21:04:29.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:29.631608 18082 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu
21:04:29.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu
21:04:29.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11965160459301836174/ts-2/wal
21:04:29.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11965160459301836174/ts-2/data
21:04:29.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:04:29.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:04:29.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:04:29.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:04:29.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:04:29.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:04:29.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11965160459301836174/ts-2/logs
21:04:29.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11965160459301836174/ts-2/data/info.pb
21:04:29.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:04:29.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:04:29.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:04:29.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:04:29.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:04:29.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:04:29.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:04:29.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:04:29.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
21:04:29.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:04:29.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.168.131:0
21:04:29.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.168.131
21:04:29.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.168.131
21:04:29.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:04:29.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.168.190:39209,127.17.168.189:46111,127.17.168.188:37843
21:04:29.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.168.148:33263
21:04:29.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:04:29.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:04:29.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
21:04:29.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:29.717005 18652 heartbeater.cc:344] Connected to a master server at 127.17.168.189:46111
21:04:29.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:29.717556 18652 heartbeater.cc:461] Registering TS with master...
21:04:29.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:29.718909 18652 heartbeater.cc:507] Master 127.17.168.189:46111 requested a full tablet report, sending...
21:04:29.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:29.722990 18204 ts_manager.cc:194] Registered new tserver with Master: ddecdf6d5feb44ebb58ad6337d7446ab (127.17.168.130:40477)
21:04:29.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:29.727905 18656 heartbeater.cc:344] Connected to a master server at 127.17.168.190:39209
21:04:29.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:29.728106 18651 heartbeater.cc:344] Connected to a master server at 127.17.168.188:37843
21:04:29.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:29.728320 18656 heartbeater.cc:461] Registering TS with master...
21:04:29.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:29.728401 18651 heartbeater.cc:461] Registering TS with master...
21:04:29.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:29.729373 18651 heartbeater.cc:507] Master 127.17.168.188:37843 requested a full tablet report, sending...
21:04:29.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:29.733076 18282 ts_manager.cc:194] Registered new tserver with Master: ddecdf6d5feb44ebb58ad6337d7446ab (127.17.168.130:40477)
21:04:29.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:29.736299 18656 heartbeater.cc:507] Master 127.17.168.190:39209 requested a full tablet report, sending...
21:04:29.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:29.738925 18126 ts_manager.cc:194] Registered new tserver with Master: ddecdf6d5feb44ebb58ad6337d7446ab (127.17.168.130:40477)
21:04:29.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:29.740738 18126 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.17.168.130:52579
21:04:30.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:30.093693 18655 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
21:04:30.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:30.094177 18655 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:04:30.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:30.094599 18655 flags.cc:432] Enabled unsafe flag: --never_fsync=true
21:04:30.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:30.129601 18655 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
21:04:30.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:30.130506 18655 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.17.168.131
21:04:30.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:30.169406 18655 tablet_server_runner.cc:78] Tablet server non-default flags:
21:04:30.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:04:30.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.168.148:33263
21:04:30.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:04:30.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:04:30.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11965160459301836174/ts-2/data
21:04:30.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11965160459301836174/ts-2/wal
21:04:30.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:04:30.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:04:30.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.168.131:0
21:04:30.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:04:30.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:04:30.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:04:30.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11965160459301836174/ts-2/data/info.pb
21:04:30.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.168.131
21:04:30.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:04:30.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.168.190:39209,127.17.168.189:46111,127.17.168.188:37843
21:04:30.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:04:30.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:04:30.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:04:30.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:04:30.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:04:30.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.168.131
21:04:30.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11965160459301836174/ts-2/logs
21:04:30.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:04:30.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:04:30.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
21:04:30.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
21:04:30.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
21:04:30.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 6bec869c2320d19f2589b3f609f76e5041a21d27
21:04:30.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:04:30.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 20:43:55 UTC on e7f111948823
21:04:30.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16878
21:04:30.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:04:30.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:30.171016 18655 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:04:30.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:30.173391 18655 file_cache.cc:492] Constructed file cache file cache with capacity 419430
21:04:30.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:30.189996 18667 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:04:30.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:30.744602 18656 heartbeater.cc:499] Master 127.17.168.190:39209 was elected leader, sending a full tablet report...
21:04:31.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:30.192857 18668 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:04:31.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:30.195894 18670 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:04:31.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:31.444372 18669 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
21:04:31.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:31.444518 18655 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
21:04:31.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:31.450536 18655 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:04:31.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:31.453737 18655 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:04:31.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:31.455621 18655 hybrid_clock.cc:648] HybridClock initialized: now 1783544671455565 us; error 52 us; skew 500 ppm
21:04:31.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:31.457051 18655 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:04:31.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:31.464775 18655 webserver.cc:534] Webserver started at http://127.17.168.131:40823/ using document root <none> and password file <none>
21:04:31.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:31.465739 18655 fs_manager.cc:362] Metadata directory not provided
21:04:31.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:31.465955 18655 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:04:31.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:31.466468 18655 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
21:04:31.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:31.470983 18655 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11965160459301836174/ts-2/data/instance:
21:04:31.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b8add6ab718140238da61926eae6840c"
21:04:31.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:04:31 on dist-test-slave-3sd5"
21:04:31.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:31.472286 18655 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11965160459301836174/ts-2/wal/instance:
21:04:31.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b8add6ab718140238da61926eae6840c"
21:04:31.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:04:31 on dist-test-slave-3sd5"
21:04:31.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:31.480007 18655 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.003s	sys 0.004s
21:04:31.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:31.486192 18678 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
21:04:31.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:31.487564 18655 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.002s	sys 0.001s
21:04:31.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:31.487885 18655 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11965160459301836174/ts-2/data,/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11965160459301836174/ts-2/wal
21:04:31.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b8add6ab718140238da61926eae6840c"
21:04:31.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:04:31 on dist-test-slave-3sd5"
21:04:31.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:31.488224 18655 fs_report.cc:389] FS layout report
21:04:31.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:04:31.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11965160459301836174/ts-2/wal
21:04:31.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11965160459301836174/ts-2/wal
21:04:31.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11965160459301836174/ts-2/data/data
21:04:31.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:04:31.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:04:31.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:04:31.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:04:31.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:04:31.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:04:31.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:04:31.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:04:31.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:04:31.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:04:31.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:04:31.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:31.542953 18655 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
21:04:31.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:31.544541 18655 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:04:31.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:31.545138 18655 kserver.cc:163] Server-wide thread pool size limit: 3276
21:04:31.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:31.547973 18655 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
21:04:31.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:31.552385 18655 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
21:04:31.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:31.552613 18655 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
21:04:31.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:31.552803 18655 ts_tablet_manager.cc:616] Registered 0 tablets
21:04:31.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:31.552927 18655 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
21:04:31.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:31.719398 18655 rpc_server.cc:307] RPC server started. Bound to: 127.17.168.131:34017
21:04:31.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:31.719530 18790 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.17.168.131:34017 every 8 connection(s)
21:04:31.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:31.722476 18655 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11965160459301836174/ts-2/data/info.pb
21:04:31.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:31.730813 18082 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu as pid 18655
21:04:31.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:31.731472 18082 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11965160459301836174/ts-2/wal/instance
21:04:31.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:31.780473 18791 heartbeater.cc:344] Connected to a master server at 127.17.168.188:37843
21:04:31.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:31.781031 18791 heartbeater.cc:461] Registering TS with master...
21:04:31.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:31.781841 18792 heartbeater.cc:344] Connected to a master server at 127.17.168.189:46111
21:04:31.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:31.782230 18792 heartbeater.cc:461] Registering TS with master...
21:04:31.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:31.782528 18791 heartbeater.cc:507] Master 127.17.168.188:37843 requested a full tablet report, sending...
21:04:31.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:31.783227 18793 heartbeater.cc:344] Connected to a master server at 127.17.168.190:39209
21:04:31.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:31.783562 18793 heartbeater.cc:461] Registering TS with master...
21:04:31.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:31.784955 18793 heartbeater.cc:507] Master 127.17.168.190:39209 requested a full tablet report, sending...
21:04:31.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:31.783571 18792 heartbeater.cc:507] Master 127.17.168.189:46111 requested a full tablet report, sending...
21:04:31.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:31.786384 18281 ts_manager.cc:194] Registered new tserver with Master: b8add6ab718140238da61926eae6840c (127.17.168.131:34017)
21:04:31.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:31.787700 18126 ts_manager.cc:194] Registered new tserver with Master: b8add6ab718140238da61926eae6840c (127.17.168.131:34017)
21:04:31.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:31.788412 18204 ts_manager.cc:194] Registered new tserver with Master: b8add6ab718140238da61926eae6840c (127.17.168.131:34017)
21:04:31.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:31.789408 18126 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.17.168.131:50357
21:04:31.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:31.796958 18082 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
21:04:31.810 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
21:04:31.811 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

21:04:31.821 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.17.168.190"
      port: 39209
    }
    bound_http_address {
      host: "127.17.168.190"
      port: 33401
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.17.168.189"
      port: 46111
    }
    bound_http_address {
      host: "127.17.168.189"
      port: 40239
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.17.168.188"
      port: 37843
    }
    bound_http_address {
      host: "127.17.168.188"
      port: 37245
    }
  }
}

21:04:31.825 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

21:04:31.827 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.17.168.129"
      port: 45511
    }
    bound_http_address {
      host: "127.17.168.129"
      port: 33703
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.17.168.130"
      port: 40477
    }
    bound_http_address {
      host: "127.17.168.130"
      port: 43075
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.17.168.131"
      port: 34017
    }
    bound_http_address {
      host: "127.17.168.131"
      port: 40823
    }
  }
}

21:04:31.827 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
21:04:31.841 [DEBUG - main] (InternalLoggerFactory.java:63) Using SLF4J as the default logging framework
21:04:31.846 [DEBUG - main] (ResourceLeakDetector.java:129) -Dorg.apache.kudu.shaded.io.netty.leakDetection.level: simple
21:04:31.846 [DEBUG - main] (ResourceLeakDetector.java:130) -Dorg.apache.kudu.shaded.io.netty.leakDetection.targetRecords: 4
21:04:31.851 [DEBUG - main] (ResourceLeakDetectorFactory.java:196) Loaded default ResourceLeakDetector: org.apache.kudu.shaded.io.netty.util.ResourceLeakDetector@403f0a22
21:04:31.877 [DEBUG - main] (PlatformDependent0.java:1138) Java version: 17
21:04:31.877 [DEBUG - main] (PlatformDependent0.java:616) -Dio.netty.noUnsafe: false
21:04:31.877 [DEBUG - main] (PlatformDependent0.java:559) Thread.isVirtual() is not available: 
21:04:31.877 [DEBUG - main] (PlatformDependent0.java:572) java.lang.BaseVirtualThread is not available: 
21:04:31.878 [DEBUG - main] (PlatformDependent0.java:145) sun.misc.Unsafe.theUnsafe: available
21:04:31.879 [DEBUG - main] (PlatformDependent0.java:208) sun.misc.Unsafe base methods: all available
21:04:31.879 [DEBUG - main] (PlatformDependent0.java:240) sun.misc.Unsafe.storeFence: available
21:04:31.880 [DEBUG - main] (PlatformDependent0.java:283) java.nio.Buffer.address: available
21:04:31.880 [DEBUG - main] (PlatformDependent0.java:369) direct buffer constructor: unavailable: Reflective setAccessible(true) disabled
21:04:31.881 [DEBUG - main] (PlatformDependent0.java:447) java.nio.Bits.unaligned: available, true
21:04:31.882 [DEBUG - main] (PlatformDependent0.java:515) jdk.internal.misc.Unsafe.allocateUninitializedArray(int): unavailable: class org.apache.kudu.shaded.io.netty.util.internal.PlatformDependent0$7 cannot access class jdk.internal.misc.Unsafe (in module java.base) because module java.base does not export jdk.internal.misc to unnamed module @589b3632
21:04:31.883 [DEBUG - main] (PlatformDependent0.java:545) java.nio.DirectByteBuffer.<init>(long, {int,long}): unavailable
21:04:31.883 [DEBUG - main] (PlatformDependent.java:1214) sun.misc.Unsafe: available
21:04:31.884 [DEBUG - main] (PlatformDependent.java:1360) -Dio.netty.tmpdir: /tmp (java.io.tmpdir)
21:04:31.884 [DEBUG - main] (PlatformDependent.java:1439) -Dio.netty.bitMode: 64 (sun.arch.data.model)
21:04:31.885 [DEBUG - main] (PlatformDependent.java:181) -Dio.netty.maxDirectMemory: -1 bytes
21:04:31.885 [DEBUG - main] (PlatformDependent.java:188) -Dio.netty.uninitializedArrayAllocationThreshold: -1
21:04:31.886 [DEBUG - main] (CleanerJava9.java:71) java.nio.ByteBuffer.cleaner(): available
21:04:31.886 [DEBUG - main] (PlatformDependent.java:209) -Dio.netty.noPreferDirect: false
21:04:31.895 [DEBUG - main] (PlatformDependent.java:1048) org.jctools-core.MpscChunkedArrayQueue: available
21:04:31.937 [DEBUG - main] (MultithreadEventLoopGroup.java:44) -Dio.netty.eventLoopThreads: 8
21:04:31.951 [DEBUG - main] (GlobalEventExecutor.java:54) -Dio.netty.globalEventExecutor.quietPeriodSeconds: 1
21:04:31.958 [DEBUG - main] (InternalThreadLocalMap.java:100) -Dio.netty.threadLocalMap.stringBuilder.initialSize: 1024
21:04:31.959 [DEBUG - main] (InternalThreadLocalMap.java:101) -Dio.netty.threadLocalMap.stringBuilder.maxSize: 4096
21:04:31.968 [DEBUG - main] (NioEventLoop.java:110) -Dio.netty.noKeySetOptimization: false
21:04:31.968 [DEBUG - main] (NioEventLoop.java:111) -Dio.netty.selectorAutoRebuildThreshold: 512
21:04:32.027 [DEBUG - main] (PooledByteBufAllocator.java:161) -Dio.netty.allocator.numHeapArenas: 8
21:04:32.028 [DEBUG - main] (PooledByteBufAllocator.java:162) -Dio.netty.allocator.numDirectArenas: 8
21:04:32.028 [DEBUG - main] (PooledByteBufAllocator.java:164) -Dio.netty.allocator.pageSize: 8192
21:04:32.028 [DEBUG - main] (PooledByteBufAllocator.java:169) -Dio.netty.allocator.maxOrder: 9
21:04:32.028 [DEBUG - main] (PooledByteBufAllocator.java:173) -Dio.netty.allocator.chunkSize: 4194304
21:04:32.028 [DEBUG - main] (PooledByteBufAllocator.java:174) -Dio.netty.allocator.smallCacheSize: 256
21:04:32.028 [DEBUG - main] (PooledByteBufAllocator.java:175) -Dio.netty.allocator.normalCacheSize: 64
21:04:32.028 [DEBUG - main] (PooledByteBufAllocator.java:176) -Dio.netty.allocator.maxCachedBufferCapacity: 32768
21:04:32.028 [DEBUG - main] (PooledByteBufAllocator.java:177) -Dio.netty.allocator.cacheTrimInterval: 8192
21:04:32.028 [DEBUG - main] (PooledByteBufAllocator.java:178) -Dio.netty.allocator.cacheTrimIntervalMillis: 0
21:04:32.028 [DEBUG - main] (PooledByteBufAllocator.java:179) -Dio.netty.allocator.useCacheForAllThreads: false
21:04:32.028 [DEBUG - main] (PooledByteBufAllocator.java:180) -Dio.netty.allocator.maxCachedByteBuffersPerChunk: 1023
21:04:32.028 [DEBUG - main] (PooledByteBufAllocator.java:182) -Dio.netty.allocator.disableCacheFinalizersForFastThreadLocalThreads: false
21:04:32.048 [DEBUG - main] (CompositeStrategy.java:59) Unable to load modern Subject methods, relying only on legacy methods
java.lang.NoSuchMethodException: javax.security.auth.Subject.current()
	at java.base/java.lang.Class.getDeclaredMethod(Class.java:2677)
	at org.apache.kudu.client.internals.ModernStrategy.<init>(ModernStrategy.java:51)
	at org.apache.kudu.client.internals.CompositeStrategy.<init>(CompositeStrategy.java:52)
	at org.apache.kudu.client.internals.CompositeStrategy.<clinit>(CompositeStrategy.java:41)
	at org.apache.kudu.client.internals.SecurityManagerCompatibility.get(SecurityManagerCompatibility.java:43)
	at org.apache.kudu.client.SecurityContext.setupSubject(SecurityContext.java:155)
	at org.apache.kudu.client.SecurityContext.<init>(SecurityContext.java:138)
	at org.apache.kudu.client.AsyncKuduClient.<init>(AsyncKuduClient.java:431)
	at org.apache.kudu.client.AsyncKuduClient$AsyncKuduClientBuilder.build(AsyncKuduClient.java:3109)
	at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:161)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttempt(RetryRule.java:225)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:246)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runners.Suite.runChild(Suite.java:128)
	at org.junit.runners.Suite.runChild(Suite.java:27)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
	at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
	at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
21:04:32.114 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:04:32.207 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
21:04:32.207 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskh3Ey5B/test-tmp
21:04:32.207 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
21:04:32.208 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskh3Ey5B/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
21:04:32.212 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster1472698126815235538"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

21:04:32.582 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
21:04:32.583 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

21:04:32.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:32.587025 18802 mini_oidc.cc:150] Starting JWKS server
21:04:32.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:32.590746 18802 webserver.cc:534] Webserver started at http://127.0.0.1:33345/ using document root <none> and password file <none>
21:04:32.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:32.591332 18802 mini_oidc.cc:186] Starting OIDC Discovery server
21:04:32.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:32.593065 18802 webserver.cc:534] Webserver started at http://127.0.0.1:45903/ using document root <none> and password file <none>
21:04:32.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T21:04:32Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
21:04:32.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T21:04:32Z Disabled control of system clock
21:04:32.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:32.665697 18802 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu
21:04:32.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu
21:04:32.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster1472698126815235538/master-0/wal
21:04:32.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster1472698126815235538/master-0/data
21:04:32.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:04:32.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:04:32.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:04:32.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:04:32.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:04:32.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:04:32.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster1472698126815235538/master-0/logs
21:04:32.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster1472698126815235538/master-0/data/info.pb
21:04:32.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:04:32.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:04:32.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:04:32.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:04:32.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:04:32.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:04:32.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:04:32.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:04:32.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
21:04:32.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:04:32.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:04:32.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:04:32.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.92.190:40017
21:04:32.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.92.190
21:04:32.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:04:32.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.92.148:45195
21:04:32.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:04:32.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:04:32.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:04:32.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:04:32.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207
21:04:32.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:04:32.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33345/jwks.json with env {}
21:04:32.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:32.794818 18793 heartbeater.cc:499] Master 127.17.168.190:39209 was elected leader, sending a full tablet report...
21:04:33.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:33.037149 18815 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
21:04:33.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:33.037884 18815 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:04:33.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:33.038779 18815 flags.cc:432] Enabled unsafe flag: --never_fsync=true
21:04:33.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:33.085772 18815 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
21:04:33.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:33.086084 18815 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
21:04:33.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:33.086297 18815 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
21:04:33.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:33.086489 18815 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
21:04:33.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:33.086696 18815 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
21:04:33.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:33.086856 18815 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:33345/jwks.json
21:04:33.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:33.124234 18815 master_runner.cc:387] Master server non-default flags:
21:04:33.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:04:33.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.92.148:45195
21:04:33.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:04:33.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:04:33.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster1472698126815235538/master-0/data
21:04:33.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster1472698126815235538/master-0/wal
21:04:33.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:04:33.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207
21:04:33.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:04:33.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:04:33.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:04:33.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.92.190:40017
21:04:33.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:04:33.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:04:33.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:04:33.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33345/jwks.json
21:04:33.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:04:33.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:04:33.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster1472698126815235538/master-0/data/info.pb
21:04:33.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.92.190
21:04:33.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:04:33.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:04:33.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:04:33.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:04:33.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:04:33.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:04:33.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster1472698126815235538/master-0/logs
21:04:33.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:04:33.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:04:33.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
21:04:33.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
21:04:33.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
21:04:33.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 6bec869c2320d19f2589b3f609f76e5041a21d27
21:04:33.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:04:33.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 20:43:55 UTC on e7f111948823
21:04:33.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16878
21:04:33.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:04:33.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:33.125553 18815 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:04:33.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:33.127830 18815 file_cache.cc:492] Constructed file cache file cache with capacity 419430
21:04:33.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:33.141949 18821 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:04:34.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:33.143913 18822 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:04:34.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:33.147445 18824 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:04:34.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:34.399084 18823 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
21:04:34.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:34.399194 18815 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
21:04:34.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:34.404471 18815 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:04:34.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:34.407955 18815 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:04:34.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:34.409475 18815 hybrid_clock.cc:648] HybridClock initialized: now 1783544674409425 us; error 72 us; skew 500 ppm
21:04:34.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:34.410326 18815 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:04:34.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:34.417590 18815 webserver.cc:534] Webserver started at http://127.18.92.190:34867/ using document root <none> and password file <none>
21:04:34.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:34.418793 18815 fs_manager.cc:362] Metadata directory not provided
21:04:34.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:34.419092 18815 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:04:34.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:34.419705 18815 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
21:04:34.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:34.425654 18815 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster1472698126815235538/master-0/data/instance:
21:04:34.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fd407a99f8aa46fea746617705df9d28"
21:04:34.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:04:34 on dist-test-slave-3sd5"
21:04:34.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:34.426874 18815 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster1472698126815235538/master-0/wal/instance:
21:04:34.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fd407a99f8aa46fea746617705df9d28"
21:04:34.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:04:34 on dist-test-slave-3sd5"
21:04:34.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:34.454859 18815 fs_manager.cc:696] Time spent creating directory manager: real 0.027s	user 0.010s	sys 0.000s
21:04:34.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:34.469777 18831 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
21:04:34.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:34.472348 18815 fs_manager.cc:730] Time spent opening block manager: real 0.011s	user 0.002s	sys 0.002s
21:04:34.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:34.472815 18815 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster1472698126815235538/master-0/data,/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster1472698126815235538/master-0/wal
21:04:34.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fd407a99f8aa46fea746617705df9d28"
21:04:34.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:04:34 on dist-test-slave-3sd5"
21:04:34.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:34.473711 18815 fs_report.cc:389] FS layout report
21:04:34.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:04:34.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster1472698126815235538/master-0/wal
21:04:34.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster1472698126815235538/master-0/wal
21:04:34.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster1472698126815235538/master-0/data/data
21:04:34.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:04:34.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:04:34.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:04:34.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:04:34.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:04:34.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:04:34.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:04:34.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:04:34.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:04:34.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:04:34.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:04:34.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:34.545284 18815 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
21:04:34.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:34.547535 18815 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:04:34.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:34.548202 18815 kserver.cc:163] Server-wide thread pool size limit: 3276
21:04:34.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:34.660480 18815 rpc_server.cc:307] RPC server started. Bound to: 127.18.92.190:40017
21:04:34.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:34.660650 18883 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.18.92.190:40017 every 8 connection(s)
21:04:34.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:34.663630 18815 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster1472698126815235538/master-0/data/info.pb
21:04:34.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:34.669126 18802 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu as pid 18815
21:04:34.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:34.669764 18802 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster1472698126815235538/master-0/wal/instance
21:04:34.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:34.672837 18884 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
21:04:34.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:34.674567 18802 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu
21:04:34.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu
21:04:34.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster1472698126815235538/master-1/wal
21:04:34.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster1472698126815235538/master-1/data
21:04:34.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:04:34.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:04:34.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:04:34.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:04:34.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:04:34.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:04:34.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster1472698126815235538/master-1/logs
21:04:34.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster1472698126815235538/master-1/data/info.pb
21:04:34.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:04:34.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:04:34.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:04:34.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:04:34.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:04:34.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:04:34.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:04:34.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:04:34.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
21:04:34.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:04:34.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:04:34.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:04:34.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.92.189:41897
21:04:34.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.92.189
21:04:34.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:04:34.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.92.148:45195
21:04:34.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:04:34.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:04:34.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:04:34.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:04:34.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207
21:04:34.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:04:34.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33345/jwks.json with env {}
21:04:34.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:34.691520 18884 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.18.92.190" port: 40017 } has no permanent_uuid. Determining permanent_uuid...
21:04:34.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:34.724228 18884 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.18.92.189" port: 41897 } has no permanent_uuid. Determining permanent_uuid...
21:04:34.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:34.727659 18833 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.18.92.189:41897: connect: Connection refused (error 111)
21:04:34.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:34.732908 18884 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.18.92.189:41897: Network error: Client connection negotiation failed: client connection to 127.18.92.189:41897: connect: Connection refused (error 111)
21:04:34.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:34.782596 18884 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.92.189" port: 41897 } attempt: 1
21:04:34.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:34.787642 18884 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.18.92.189:41897: Network error: Client connection negotiation failed: client connection to 127.18.92.189:41897: connect: Connection refused (error 111)
21:04:34.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:34.856132 18884 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.92.189" port: 41897 } attempt: 2
21:04:34.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:34.861850 18884 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.18.92.189:41897: Network error: Client connection negotiation failed: client connection to 127.18.92.189:41897: connect: Connection refused (error 111)
21:04:34.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:34.953414 18884 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.92.189" port: 41897 } attempt: 3
21:04:34.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:34.958475 18884 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.18.92.189:41897: Network error: Client connection negotiation failed: client connection to 127.18.92.189:41897: connect: Connection refused (error 111)
21:04:35.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:35.042358 18886 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
21:04:35.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:35.043126 18886 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:04:35.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:35.043881 18886 flags.cc:432] Enabled unsafe flag: --never_fsync=true
21:04:35.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:35.078512 18886 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
21:04:35.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:35.078826 18886 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
21:04:35.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:35.079094 18886 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
21:04:35.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:35.079329 18886 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
21:04:35.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:35.079614 18886 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
21:04:35.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:35.079891 18886 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:33345/jwks.json
21:04:35.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:35.102001 18884 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.92.189" port: 41897 } attempt: 4
21:04:35.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:35.106791 18884 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.18.92.189:41897: Network error: Client connection negotiation failed: client connection to 127.18.92.189:41897: connect: Connection refused (error 111)
21:04:35.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:35.119431 18886 master_runner.cc:387] Master server non-default flags:
21:04:35.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:04:35.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.92.148:45195
21:04:35.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:04:35.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:04:35.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster1472698126815235538/master-1/data
21:04:35.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster1472698126815235538/master-1/wal
21:04:35.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:04:35.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207
21:04:35.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:04:35.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:04:35.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:04:35.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.92.189:41897
21:04:35.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:04:35.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:04:35.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:04:35.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33345/jwks.json
21:04:35.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:04:35.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:04:35.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster1472698126815235538/master-1/data/info.pb
21:04:35.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.92.189
21:04:35.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:04:35.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:04:35.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:04:35.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:04:35.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:04:35.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:04:35.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster1472698126815235538/master-1/logs
21:04:35.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:04:35.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:04:35.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
21:04:35.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
21:04:35.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
21:04:35.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 6bec869c2320d19f2589b3f609f76e5041a21d27
21:04:35.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:04:35.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 20:43:55 UTC on e7f111948823
21:04:35.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16878
21:04:35.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:04:35.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:35.120750 18886 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:04:35.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:35.122453 18886 file_cache.cc:492] Constructed file cache file cache with capacity 419430
21:04:35.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:35.134755 18897 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:04:35.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:35.406291 18884 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.92.189" port: 41897 } attempt: 5
21:04:35.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:35.414335 18884 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.18.92.189:41897: Network error: Client connection negotiation failed: client connection to 127.18.92.189:41897: connect: Connection refused (error 111)
21:04:35.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:35.494771 18787 debug-util.cc:398] Leaking SignalData structure 0x7b08000b60c0 after lost signal to thread 18662
21:04:35.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:35.496295 18787 debug-util.cc:398] Leaking SignalData structure 0x7b08000adca0 after lost signal to thread 18790
21:04:35.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:35.961872 18884 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.92.189" port: 41897 } attempt: 6
21:04:35.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:35.997974 18884 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.18.92.189:41897: Network error: Client connection negotiation failed: client connection to 127.18.92.189:41897: connect: Connection refused (error 111)
21:04:37.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:37.058419 18884 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.92.189" port: 41897 } attempt: 7
21:04:37.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:37.085567 18884 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.18.92.189:41897: Network error: Client connection negotiation failed: client connection to 127.18.92.189:41897: connect: Connection refused (error 111)
21:04:37.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:36.538604 18896 debug-util.cc:398] Leaking SignalData structure 0x7b0800028020 after lost signal to thread 18886
21:04:37.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:35.136952 18898 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:04:37.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:37.310760 18896 kernel_stack_watchdog.cc:198] Thread 18886 stuck at /home/jenkins-slave/workspace/build_and_test@2/src/kudu/util/thread.cc:642 for 399ms:
21:04:37.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
21:04:37.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
21:04:37.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
21:04:37.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
21:04:37.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:37.312619 18900 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:04:37.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:37.312045 18886 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 2.177s	user 0.615s	sys 1.334s
21:04:37.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:37.313782 18886 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 2.178s	user 0.615s	sys 1.334s
21:04:37.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:37.314668 18899 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 2175 milliseconds
21:04:37.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:37.314725 18886 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
21:04:37.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:37.316253 18886 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:04:37.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:37.319728 18886 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:04:37.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:37.321503 18886 hybrid_clock.cc:648] HybridClock initialized: now 1783544677321430 us; error 89 us; skew 500 ppm
21:04:37.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:37.322624 18886 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:04:37.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:37.329936 18886 webserver.cc:534] Webserver started at http://127.18.92.189:45237/ using document root <none> and password file <none>
21:04:37.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:37.330870 18886 fs_manager.cc:362] Metadata directory not provided
21:04:37.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:37.331143 18886 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:04:37.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:37.331569 18886 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
21:04:37.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:37.336061 18886 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster1472698126815235538/master-1/data/instance:
21:04:37.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c0c89e7fb2b149899dd025682d091550"
21:04:37.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:04:37 on dist-test-slave-3sd5"
21:04:37.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:37.337257 18886 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster1472698126815235538/master-1/wal/instance:
21:04:37.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c0c89e7fb2b149899dd025682d091550"
21:04:37.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:04:37 on dist-test-slave-3sd5"
21:04:37.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:37.345709 18886 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.006s	sys 0.003s
21:04:37.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:37.352619 18914 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
21:04:37.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:37.354079 18886 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.002s	sys 0.003s
21:04:37.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:37.354526 18886 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster1472698126815235538/master-1/data,/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster1472698126815235538/master-1/wal
21:04:37.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c0c89e7fb2b149899dd025682d091550"
21:04:37.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:04:37 on dist-test-slave-3sd5"
21:04:37.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:37.354987 18886 fs_report.cc:389] FS layout report
21:04:37.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:04:37.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster1472698126815235538/master-1/wal
21:04:37.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster1472698126815235538/master-1/wal
21:04:37.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster1472698126815235538/master-1/data/data
21:04:37.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:04:37.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:04:37.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:04:37.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:04:37.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:04:37.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:04:37.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:04:37.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:04:37.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:04:37.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:04:37.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:04:37.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:37.408537 18886 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
21:04:37.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:37.410161 18886 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:04:37.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:37.410789 18886 kserver.cc:163] Server-wide thread pool size limit: 3276
21:04:37.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:37.552203 18886 rpc_server.cc:307] RPC server started. Bound to: 127.18.92.189:41897
21:04:37.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:37.552256 18965 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.18.92.189:41897 every 8 connection(s)
21:04:37.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:37.555747 18886 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster1472698126815235538/master-1/data/info.pb
21:04:37.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:37.560598 18802 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu as pid 18886
21:04:37.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:37.561182 18802 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster1472698126815235538/master-1/wal/instance
21:04:37.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:37.565615 18802 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu
21:04:37.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu
21:04:37.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster1472698126815235538/master-2/wal
21:04:37.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster1472698126815235538/master-2/data
21:04:37.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:04:37.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:04:37.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:04:37.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:04:37.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:04:37.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:04:37.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster1472698126815235538/master-2/logs
21:04:37.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster1472698126815235538/master-2/data/info.pb
21:04:37.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:04:37.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:04:37.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:04:37.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:04:37.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:04:37.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:04:37.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:04:37.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:04:37.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
21:04:37.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:04:37.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:04:37.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:04:37.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.92.188:36207
21:04:37.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.92.188
21:04:37.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:04:37.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.92.148:45195
21:04:37.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:04:37.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:04:37.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:04:37.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:04:37.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207
21:04:37.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:04:37.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33345/jwks.json with env {}
21:04:37.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:37.576300 18966 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
21:04:37.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:37.595950 18966 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.18.92.190" port: 40017 } has no permanent_uuid. Determining permanent_uuid...
21:04:37.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:37.638520 18966 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.18.92.189" port: 41897 } has no permanent_uuid. Determining permanent_uuid...
21:04:37.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:37.660327 18966 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.18.92.188" port: 36207 } has no permanent_uuid. Determining permanent_uuid...
21:04:37.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:37.663988 18915 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.18.92.188:36207: connect: Connection refused (error 111)
21:04:37.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:37.675424 18966 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.18.92.188:36207: Network error: Client connection negotiation failed: client connection to 127.18.92.188:36207: connect: Connection refused (error 111)
21:04:37.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:37.725042 18966 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.92.188" port: 36207 } attempt: 1
21:04:37.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:37.731911 18966 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.18.92.188:36207: Network error: Client connection negotiation failed: client connection to 127.18.92.188:36207: connect: Connection refused (error 111)
21:04:37.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:37.800395 18966 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.92.188" port: 36207 } attempt: 2
21:04:37.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:37.805868 18966 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.18.92.188:36207: Network error: Client connection negotiation failed: client connection to 127.18.92.188:36207: connect: Connection refused (error 111)
21:04:37.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:37.897395 18966 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.92.188" port: 36207 } attempt: 3
21:04:37.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:37.903407 18966 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.18.92.188:36207: Network error: Client connection negotiation failed: client connection to 127.18.92.188:36207: connect: Connection refused (error 111)
21:04:37.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:37.978796 18968 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
21:04:37.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:37.979681 18968 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:04:37.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:37.980294 18968 flags.cc:432] Enabled unsafe flag: --never_fsync=true
21:04:38.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:38.014335 18968 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
21:04:38.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:38.014739 18968 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
21:04:38.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:38.015165 18968 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
21:04:38.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:38.015527 18968 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
21:04:38.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:38.015862 18968 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
21:04:38.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:38.016119 18968 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:33345/jwks.json
21:04:38.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:38.047358 18966 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.92.188" port: 36207 } attempt: 4
21:04:38.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:38.053570 18966 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.18.92.188:36207: Network error: Client connection negotiation failed: client connection to 127.18.92.188:36207: connect: Connection refused (error 111)
21:04:38.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:38.061908 18968 master_runner.cc:387] Master server non-default flags:
21:04:38.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:04:38.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.92.148:45195
21:04:38.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:04:38.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:04:38.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster1472698126815235538/master-2/data
21:04:38.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster1472698126815235538/master-2/wal
21:04:38.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:04:38.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207
21:04:38.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:04:38.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:04:38.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:04:38.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.92.188:36207
21:04:38.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:04:38.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:04:38.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:04:38.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33345/jwks.json
21:04:38.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:04:38.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:04:38.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster1472698126815235538/master-2/data/info.pb
21:04:38.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.92.188
21:04:38.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:04:38.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:04:38.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:04:38.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:04:38.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:04:38.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:04:38.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster1472698126815235538/master-2/logs
21:04:38.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:04:38.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:04:38.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
21:04:38.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
21:04:38.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
21:04:38.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 6bec869c2320d19f2589b3f609f76e5041a21d27
21:04:38.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:04:38.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 20:43:55 UTC on e7f111948823
21:04:38.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16878
21:04:38.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:04:38.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:38.063308 18968 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:04:38.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:38.065219 18968 file_cache.cc:492] Constructed file cache file cache with capacity 419430
21:04:38.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:38.078542 18979 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:04:38.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:38.353041 18966 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.92.188" port: 36207 } attempt: 5
21:04:38.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:38.361809 18966 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.18.92.188:36207: Network error: Client connection negotiation failed: client connection to 127.18.92.188:36207: connect: Connection refused (error 111)
21:04:38.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:38.909505 18966 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.92.188" port: 36207 } attempt: 6
21:04:38.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:38.977936 18966 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.18.92.188:36207: Network error: Client connection negotiation failed: client connection to 127.18.92.188:36207: connect: Connection refused (error 111)
21:04:39.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:39.176079 18884 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.92.189" port: 41897 } attempt: 8
21:04:39.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:39.220022 18884 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.18.92.188" port: 36207 } has no permanent_uuid. Determining permanent_uuid...
21:04:39.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:39.243992 18884 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.18.92.188:36207: Network error: Client connection negotiation failed: client connection to 127.18.92.188:36207: connect: Connection refused (error 111)
21:04:39.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:39.309590 18884 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.92.188" port: 36207 } attempt: 1
21:04:39.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:39.316407 18884 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.18.92.188:36207: Network error: Client connection negotiation failed: client connection to 127.18.92.188:36207: connect: Connection refused (error 111)
21:04:39.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:39.369922 18884 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.92.188" port: 36207 } attempt: 2
21:04:39.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:39.379456 18884 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.18.92.188:36207: Network error: Client connection negotiation failed: client connection to 127.18.92.188:36207: connect: Connection refused (error 111)
21:04:39.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:39.456049 18884 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.92.188" port: 36207 } attempt: 3
21:04:39.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:39.469931 18884 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.18.92.188:36207: Network error: Client connection negotiation failed: client connection to 127.18.92.188:36207: connect: Connection refused (error 111)
21:04:39.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:39.625391 18884 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.92.188" port: 36207 } attempt: 4
21:04:39.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:39.632584 18884 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.18.92.188:36207: Network error: Client connection negotiation failed: client connection to 127.18.92.188:36207: connect: Connection refused (error 111)
21:04:39.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:39.481664 18978 debug-util.cc:398] Leaking SignalData structure 0x7b0800028020 after lost signal to thread 18968
21:04:39.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:38.082307 18980 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:04:39.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:39.721180 18968 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.640s	user 0.527s	sys 0.919s
21:04:39.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:39.721601 18968 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.640s	user 0.527s	sys 0.919s
21:04:39.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:39.723925 18982 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:04:39.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:39.728406 18981 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1647 milliseconds
21:04:39.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:39.728483 18968 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
21:04:39.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:39.729880 18968 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:04:39.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:39.732493 18968 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:04:39.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:39.734048 18968 hybrid_clock.cc:648] HybridClock initialized: now 1783544679734013 us; error 46 us; skew 500 ppm
21:04:39.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:39.735123 18968 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:04:39.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:39.743321 18968 webserver.cc:534] Webserver started at http://127.18.92.188:35007/ using document root <none> and password file <none>
21:04:39.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:39.744444 18968 fs_manager.cc:362] Metadata directory not provided
21:04:39.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:39.744767 18968 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:04:39.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:39.745358 18968 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
21:04:39.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:39.750177 18968 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster1472698126815235538/master-2/data/instance:
21:04:39.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7906c17f1ae34383bb18d4acd344d978"
21:04:39.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:04:39 on dist-test-slave-3sd5"
21:04:39.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:39.751791 18968 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster1472698126815235538/master-2/wal/instance:
21:04:39.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7906c17f1ae34383bb18d4acd344d978"
21:04:39.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:04:39 on dist-test-slave-3sd5"
21:04:39.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:39.760555 18968 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.008s	sys 0.000s
21:04:39.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:39.767515 18997 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
21:04:39.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:39.769302 18968 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.001s	sys 0.002s
21:04:39.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:39.769721 18968 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster1472698126815235538/master-2/data,/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster1472698126815235538/master-2/wal
21:04:39.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7906c17f1ae34383bb18d4acd344d978"
21:04:39.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:04:39 on dist-test-slave-3sd5"
21:04:39.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:39.770169 18968 fs_report.cc:389] FS layout report
21:04:39.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:04:39.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster1472698126815235538/master-2/wal
21:04:39.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster1472698126815235538/master-2/wal
21:04:39.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster1472698126815235538/master-2/data/data
21:04:39.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:04:39.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:04:39.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:04:39.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:04:39.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:04:39.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:04:39.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:04:39.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:04:39.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:04:39.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:04:39.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:04:39.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:39.834842 18968 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
21:04:39.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:39.836989 18968 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:04:39.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:39.837561 18968 kserver.cc:163] Server-wide thread pool size limit: 3276
21:04:39.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:39.929054 18884 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.92.188" port: 36207 } attempt: 5
21:04:39.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:39.933012 18833 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.18.92.188:36207: connect: Connection refused (error 111) [suppressed 12 similar messages]
21:04:39.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:39.937808 18884 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.18.92.188:36207: Network error: Client connection negotiation failed: client connection to 127.18.92.188:36207: connect: Connection refused (error 111)
21:04:39.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:39.940014 18968 rpc_server.cc:307] RPC server started. Bound to: 127.18.92.188:36207
21:04:39.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:39.940631 19048 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.18.92.188:36207 every 8 connection(s)
21:04:39.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:39.943950 18968 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster1472698126815235538/master-2/data/info.pb
21:04:39.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:39.944918 18802 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu as pid 18968
21:04:39.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:39.945469 18802 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster1472698126815235538/master-2/wal/instance
21:04:39.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:39.954418 19049 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
21:04:39.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:39.972802 19049 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.18.92.190" port: 40017 } has no permanent_uuid. Determining permanent_uuid...
21:04:40.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:40.003122 19049 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.18.92.189" port: 41897 } has no permanent_uuid. Determining permanent_uuid...
21:04:40.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:40.014642 19049 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.18.92.188" port: 36207 } has no permanent_uuid. Determining permanent_uuid...
21:04:40.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:40.033670 19049 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 7906c17f1ae34383bb18d4acd344d978: Bootstrap starting.
21:04:40.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:40.038534 18966 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.92.188" port: 36207 } attempt: 7
21:04:40.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:40.045648 19049 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 7906c17f1ae34383bb18d4acd344d978: Neither blocks nor log segments found. Creating new log.
21:04:40.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:40.048244 19049 log.cc:826] T 00000000000000000000000000000000 P 7906c17f1ae34383bb18d4acd344d978: Log is configured to *not* fsync() on all Append() calls
21:04:40.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:40.055140 19049 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 7906c17f1ae34383bb18d4acd344d978: No bootstrap required, opened a new log
21:04:40.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:40.071105 18966 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c0c89e7fb2b149899dd025682d091550: Bootstrap starting.
21:04:40.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:40.080572 18966 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P c0c89e7fb2b149899dd025682d091550: Neither blocks nor log segments found. Creating new log.
21:04:40.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:40.085968 18966 log.cc:826] T 00000000000000000000000000000000 P c0c89e7fb2b149899dd025682d091550: Log is configured to *not* fsync() on all Append() calls
21:04:40.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:40.091708 18966 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c0c89e7fb2b149899dd025682d091550: No bootstrap required, opened a new log
21:04:40.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:40.091266 19049 raft_consensus.cc:359] T 00000000000000000000000000000000 P 7906c17f1ae34383bb18d4acd344d978 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fd407a99f8aa46fea746617705df9d28" member_type: VOTER last_known_addr { host: "127.18.92.190" port: 40017 } } peers { permanent_uuid: "c0c89e7fb2b149899dd025682d091550" member_type: VOTER last_known_addr { host: "127.18.92.189" port: 41897 } } peers { permanent_uuid: "7906c17f1ae34383bb18d4acd344d978" member_type: VOTER last_known_addr { host: "127.18.92.188" port: 36207 } }
21:04:40.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:40.092875 19049 raft_consensus.cc:385] T 00000000000000000000000000000000 P 7906c17f1ae34383bb18d4acd344d978 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:04:40.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:40.093322 19049 raft_consensus.cc:740] T 00000000000000000000000000000000 P 7906c17f1ae34383bb18d4acd344d978 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7906c17f1ae34383bb18d4acd344d978, State: Initialized, Role: FOLLOWER
21:04:40.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:40.095382 19049 consensus_queue.cc:260] T 00000000000000000000000000000000 P 7906c17f1ae34383bb18d4acd344d978 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fd407a99f8aa46fea746617705df9d28" member_type: VOTER last_known_addr { host: "127.18.92.190" port: 40017 } } peers { permanent_uuid: "c0c89e7fb2b149899dd025682d091550" member_type: VOTER last_known_addr { host: "127.18.92.189" port: 41897 } } peers { permanent_uuid: "7906c17f1ae34383bb18d4acd344d978" member_type: VOTER last_known_addr { host: "127.18.92.188" port: 36207 } }
21:04:40.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:40.102087 19061 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7906c17f1ae34383bb18d4acd344d978 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fd407a99f8aa46fea746617705df9d28" member_type: VOTER last_known_addr { host: "127.18.92.190" port: 40017 } } peers { permanent_uuid: "c0c89e7fb2b149899dd025682d091550" member_type: VOTER last_known_addr { host: "127.18.92.189" port: 41897 } } peers { permanent_uuid: "7906c17f1ae34383bb18d4acd344d978" member_type: VOTER last_known_addr { host: "127.18.92.188" port: 36207 } } }
21:04:40.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:40.103081 19061 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7906c17f1ae34383bb18d4acd344d978 [sys.catalog]: This master's current role is: FOLLOWER
21:04:40.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:40.104063 19049 sys_catalog.cc:565] T 00000000000000000000000000000000 P 7906c17f1ae34383bb18d4acd344d978 [sys.catalog]: configured and running, proceeding with master startup.
21:04:40.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:40.120609 18966 raft_consensus.cc:359] T 00000000000000000000000000000000 P c0c89e7fb2b149899dd025682d091550 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fd407a99f8aa46fea746617705df9d28" member_type: VOTER last_known_addr { host: "127.18.92.190" port: 40017 } } peers { permanent_uuid: "c0c89e7fb2b149899dd025682d091550" member_type: VOTER last_known_addr { host: "127.18.92.189" port: 41897 } } peers { permanent_uuid: "7906c17f1ae34383bb18d4acd344d978" member_type: VOTER last_known_addr { host: "127.18.92.188" port: 36207 } }
21:04:40.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:40.121356 18966 raft_consensus.cc:385] T 00000000000000000000000000000000 P c0c89e7fb2b149899dd025682d091550 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:04:40.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:40.121663 18966 raft_consensus.cc:740] T 00000000000000000000000000000000 P c0c89e7fb2b149899dd025682d091550 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c0c89e7fb2b149899dd025682d091550, State: Initialized, Role: FOLLOWER
21:04:40.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:40.122884 18966 consensus_queue.cc:260] T 00000000000000000000000000000000 P c0c89e7fb2b149899dd025682d091550 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fd407a99f8aa46fea746617705df9d28" member_type: VOTER last_known_addr { host: "127.18.92.190" port: 40017 } } peers { permanent_uuid: "c0c89e7fb2b149899dd025682d091550" member_type: VOTER last_known_addr { host: "127.18.92.189" port: 41897 } } peers { permanent_uuid: "7906c17f1ae34383bb18d4acd344d978" member_type: VOTER last_known_addr { host: "127.18.92.188" port: 36207 } }
21:04:40.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:40.125886 19071 sys_catalog.cc:455] T 00000000000000000000000000000000 P c0c89e7fb2b149899dd025682d091550 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fd407a99f8aa46fea746617705df9d28" member_type: VOTER last_known_addr { host: "127.18.92.190" port: 40017 } } peers { permanent_uuid: "c0c89e7fb2b149899dd025682d091550" member_type: VOTER last_known_addr { host: "127.18.92.189" port: 41897 } } peers { permanent_uuid: "7906c17f1ae34383bb18d4acd344d978" member_type: VOTER last_known_addr { host: "127.18.92.188" port: 36207 } } }
21:04:40.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:40.127079 19071 sys_catalog.cc:458] T 00000000000000000000000000000000 P c0c89e7fb2b149899dd025682d091550 [sys.catalog]: This master's current role is: FOLLOWER
21:04:40.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:40.127859 18966 sys_catalog.cc:565] T 00000000000000000000000000000000 P c0c89e7fb2b149899dd025682d091550 [sys.catalog]: configured and running, proceeding with master startup.
21:04:40.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:40.143028 19073 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 7906c17f1ae34383bb18d4acd344d978: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
21:04:40.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:40.143466 19073 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
21:04:40.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:40.170922 18920 tablet.cc:2406] T 00000000000000000000000000000000 P c0c89e7fb2b149899dd025682d091550: Can't schedule compaction. Clean time has not been advanced past its initial value.
21:04:40.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:40.138677 18968 master_runner.cc:187] Error getting master registration for 127.18.92.190:40017: OK, instance_id { permanent_uuid: "fd407a99f8aa46fea746617705df9d28" instance_seqno: 1783544674631513 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
21:04:40.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:40.172837 18968 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
21:04:40.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:40.187898 19085 catalog_manager.cc:1593] T 00000000000000000000000000000000 P c0c89e7fb2b149899dd025682d091550: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
21:04:40.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:40.189064 19085 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
21:04:40.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:40.170007 18886 master_runner.cc:187] Error getting master registration for 127.18.92.190:40017: OK, instance_id { permanent_uuid: "fd407a99f8aa46fea746617705df9d28" instance_seqno: 1783544674631513 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
21:04:40.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:40.203150 18886 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
21:04:40.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:40.209236 19061 raft_consensus.cc:493] T 00000000000000000000000000000000 P 7906c17f1ae34383bb18d4acd344d978 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
21:04:40.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:40.209858 19061 raft_consensus.cc:515] T 00000000000000000000000000000000 P 7906c17f1ae34383bb18d4acd344d978 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fd407a99f8aa46fea746617705df9d28" member_type: VOTER last_known_addr { host: "127.18.92.190" port: 40017 } } peers { permanent_uuid: "c0c89e7fb2b149899dd025682d091550" member_type: VOTER last_known_addr { host: "127.18.92.189" port: 41897 } } peers { permanent_uuid: "7906c17f1ae34383bb18d4acd344d978" member_type: VOTER last_known_addr { host: "127.18.92.188" port: 36207 } }
21:04:40.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:40.214293 18941 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "7906c17f1ae34383bb18d4acd344d978" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c0c89e7fb2b149899dd025682d091550" is_pre_election: true
21:04:40.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:40.214512 19061 leader_election.cc:290] T 00000000000000000000000000000000 P 7906c17f1ae34383bb18d4acd344d978 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers fd407a99f8aa46fea746617705df9d28 (127.18.92.190:40017), c0c89e7fb2b149899dd025682d091550 (127.18.92.189:41897)
21:04:40.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:40.215276 18941 raft_consensus.cc:2468] T 00000000000000000000000000000000 P c0c89e7fb2b149899dd025682d091550 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 7906c17f1ae34383bb18d4acd344d978 in term 0.
21:04:40.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:40.216998 18998 leader_election.cc:304] T 00000000000000000000000000000000 P 7906c17f1ae34383bb18d4acd344d978 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 7906c17f1ae34383bb18d4acd344d978, c0c89e7fb2b149899dd025682d091550; no voters: 
21:04:40.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:40.217999 19061 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 7906c17f1ae34383bb18d4acd344d978 [term 0 FOLLOWER]: Leader pre-election won for term 1
21:04:40.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:40.218531 19061 raft_consensus.cc:493] T 00000000000000000000000000000000 P 7906c17f1ae34383bb18d4acd344d978 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
21:04:40.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:40.218895 19061 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 7906c17f1ae34383bb18d4acd344d978 [term 0 FOLLOWER]: Advancing to term 1
21:04:40.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:40.226702 19061 raft_consensus.cc:515] T 00000000000000000000000000000000 P 7906c17f1ae34383bb18d4acd344d978 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fd407a99f8aa46fea746617705df9d28" member_type: VOTER last_known_addr { host: "127.18.92.190" port: 40017 } } peers { permanent_uuid: "c0c89e7fb2b149899dd025682d091550" member_type: VOTER last_known_addr { host: "127.18.92.189" port: 41897 } } peers { permanent_uuid: "7906c17f1ae34383bb18d4acd344d978" member_type: VOTER last_known_addr { host: "127.18.92.188" port: 36207 } }
21:04:40.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:40.233253 18941 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "7906c17f1ae34383bb18d4acd344d978" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c0c89e7fb2b149899dd025682d091550"
21:04:40.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:40.233893 18941 raft_consensus.cc:3060] T 00000000000000000000000000000000 P c0c89e7fb2b149899dd025682d091550 [term 0 FOLLOWER]: Advancing to term 1
21:04:40.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:40.240912 19061 leader_election.cc:290] T 00000000000000000000000000000000 P 7906c17f1ae34383bb18d4acd344d978 [CANDIDATE]: Term 1 election: Requested vote from peers fd407a99f8aa46fea746617705df9d28 (127.18.92.190:40017), c0c89e7fb2b149899dd025682d091550 (127.18.92.189:41897)
21:04:40.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:40.244232 18941 raft_consensus.cc:2468] T 00000000000000000000000000000000 P c0c89e7fb2b149899dd025682d091550 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 7906c17f1ae34383bb18d4acd344d978 in term 1.
21:04:40.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:40.245906 18998 leader_election.cc:304] T 00000000000000000000000000000000 P 7906c17f1ae34383bb18d4acd344d978 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 7906c17f1ae34383bb18d4acd344d978, c0c89e7fb2b149899dd025682d091550; no voters: 
21:04:40.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:40.247174 19061 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 7906c17f1ae34383bb18d4acd344d978 [term 1 FOLLOWER]: Leader election won for term 1
21:04:40.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:40.254518 19061 raft_consensus.cc:697] T 00000000000000000000000000000000 P 7906c17f1ae34383bb18d4acd344d978 [term 1 LEADER]: Becoming Leader. State: Replica: 7906c17f1ae34383bb18d4acd344d978, State: Running, Role: LEADER
21:04:40.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:40.256223 19061 consensus_queue.cc:237] T 00000000000000000000000000000000 P 7906c17f1ae34383bb18d4acd344d978 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fd407a99f8aa46fea746617705df9d28" member_type: VOTER last_known_addr { host: "127.18.92.190" port: 40017 } } peers { permanent_uuid: "c0c89e7fb2b149899dd025682d091550" member_type: VOTER last_known_addr { host: "127.18.92.189" port: 41897 } } peers { permanent_uuid: "7906c17f1ae34383bb18d4acd344d978" member_type: VOTER last_known_addr { host: "127.18.92.188" port: 36207 } }
21:04:40.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:40.300515 19088 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7906c17f1ae34383bb18d4acd344d978 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 7906c17f1ae34383bb18d4acd344d978. Latest consensus state: current_term: 1 leader_uuid: "7906c17f1ae34383bb18d4acd344d978" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fd407a99f8aa46fea746617705df9d28" member_type: VOTER last_known_addr { host: "127.18.92.190" port: 40017 } } peers { permanent_uuid: "c0c89e7fb2b149899dd025682d091550" member_type: VOTER last_known_addr { host: "127.18.92.189" port: 41897 } } peers { permanent_uuid: "7906c17f1ae34383bb18d4acd344d978" member_type: VOTER last_known_addr { host: "127.18.92.188" port: 36207 } } }
21:04:40.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:40.301456 19088 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7906c17f1ae34383bb18d4acd344d978 [sys.catalog]: This master's current role is: LEADER
21:04:40.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:40.316805 19091 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
21:04:40.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:40.342211 19091 catalog_manager.cc:1519] Initializing Kudu cluster ID...
21:04:40.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:40.343978 19003 tablet.cc:2406] T 00000000000000000000000000000000 P 7906c17f1ae34383bb18d4acd344d978: Can't schedule compaction. Clean time has not been advanced past its initial value.
21:04:40.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:40.365805 18941 raft_consensus.cc:1275] T 00000000000000000000000000000000 P c0c89e7fb2b149899dd025682d091550 [term 1 FOLLOWER]: Refusing update from remote peer 7906c17f1ae34383bb18d4acd344d978: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
21:04:40.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:40.368729 19061 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 7906c17f1ae34383bb18d4acd344d978 [LEADER]: Connected to new peer: Peer: permanent_uuid: "c0c89e7fb2b149899dd025682d091550" member_type: VOTER last_known_addr { host: "127.18.92.189" port: 41897 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
21:04:40.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:40.418460 19093 mvcc.cc:204] Tried to move back new op lower bound from 7305399010750705664 to 7305399010342744064. Current Snapshot: MvccSnapshot[applied={T|T < 7305399010750705664}]
21:04:40.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:40.423950 19071 sys_catalog.cc:455] T 00000000000000000000000000000000 P c0c89e7fb2b149899dd025682d091550 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 7906c17f1ae34383bb18d4acd344d978. Latest consensus state: current_term: 1 leader_uuid: "7906c17f1ae34383bb18d4acd344d978" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fd407a99f8aa46fea746617705df9d28" member_type: VOTER last_known_addr { host: "127.18.92.190" port: 40017 } } peers { permanent_uuid: "c0c89e7fb2b149899dd025682d091550" member_type: VOTER last_known_addr { host: "127.18.92.189" port: 41897 } } peers { permanent_uuid: "7906c17f1ae34383bb18d4acd344d978" member_type: VOTER last_known_addr { host: "127.18.92.188" port: 36207 } } }
21:04:40.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:40.426189 19071 sys_catalog.cc:458] T 00000000000000000000000000000000 P c0c89e7fb2b149899dd025682d091550 [sys.catalog]: This master's current role is: FOLLOWER
21:04:40.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:40.445027 19061 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7906c17f1ae34383bb18d4acd344d978 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "7906c17f1ae34383bb18d4acd344d978" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fd407a99f8aa46fea746617705df9d28" member_type: VOTER last_known_addr { host: "127.18.92.190" port: 40017 } } peers { permanent_uuid: "c0c89e7fb2b149899dd025682d091550" member_type: VOTER last_known_addr { host: "127.18.92.189" port: 41897 } } peers { permanent_uuid: "7906c17f1ae34383bb18d4acd344d978" member_type: VOTER last_known_addr { host: "127.18.92.188" port: 36207 } } }
21:04:40.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:40.445937 19061 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7906c17f1ae34383bb18d4acd344d978 [sys.catalog]: This master's current role is: LEADER
21:04:40.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:40.459491 18884 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.92.188" port: 36207 } attempt: 6
21:04:40.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:40.480762 19091 catalog_manager.cc:1382] Generated new cluster ID: 3ff142fd69274769ad1939e302f2f1dd
21:04:40.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:40.481129 19091 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
21:04:40.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:40.484364 19071 sys_catalog.cc:455] T 00000000000000000000000000000000 P c0c89e7fb2b149899dd025682d091550 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "7906c17f1ae34383bb18d4acd344d978" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fd407a99f8aa46fea746617705df9d28" member_type: VOTER last_known_addr { host: "127.18.92.190" port: 40017 } } peers { permanent_uuid: "c0c89e7fb2b149899dd025682d091550" member_type: VOTER last_known_addr { host: "127.18.92.189" port: 41897 } } peers { permanent_uuid: "7906c17f1ae34383bb18d4acd344d978" member_type: VOTER last_known_addr { host: "127.18.92.188" port: 36207 } } }
21:04:40.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:40.485140 19071 sys_catalog.cc:458] T 00000000000000000000000000000000 P c0c89e7fb2b149899dd025682d091550 [sys.catalog]: This master's current role is: FOLLOWER
21:04:40.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:40.528796 18884 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P fd407a99f8aa46fea746617705df9d28: Bootstrap starting.
21:04:40.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:40.543942 18884 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P fd407a99f8aa46fea746617705df9d28: Neither blocks nor log segments found. Creating new log.
21:04:40.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:40.562773 19091 catalog_manager.cc:1405] Generated new certificate authority record
21:04:40.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:40.565240 19091 catalog_manager.cc:1539] Loading token signing keys...
21:04:40.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:40.586504 18884 log.cc:826] T 00000000000000000000000000000000 P fd407a99f8aa46fea746617705df9d28: Log is configured to *not* fsync() on all Append() calls
21:04:40.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:40.621428 18884 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P fd407a99f8aa46fea746617705df9d28: No bootstrap required, opened a new log
21:04:40.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:40.671341 19091 catalog_manager.cc:6069] T 00000000000000000000000000000000 P 7906c17f1ae34383bb18d4acd344d978: Generated new TSK 0
21:04:40.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:40.672603 19091 catalog_manager.cc:1549] Initializing in-progress tserver states...
21:04:40.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:40.701949 18802 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu
21:04:40.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu
21:04:40.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster1472698126815235538/ts-0/wal
21:04:40.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster1472698126815235538/ts-0/data
21:04:40.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:04:40.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:04:40.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:04:40.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:04:40.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:04:40.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:04:40.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster1472698126815235538/ts-0/logs
21:04:40.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster1472698126815235538/ts-0/data/info.pb
21:04:40.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:04:40.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:04:40.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:04:40.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:04:40.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:04:40.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:04:40.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:04:40.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:04:40.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
21:04:40.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:04:40.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.92.129:0
21:04:40.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.18.92.129
21:04:40.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.92.129
21:04:40.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:04:40.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207
21:04:40.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.92.148:45195
21:04:40.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:04:40.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:04:40.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
21:04:40.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:40.803097 18884 raft_consensus.cc:359] T 00000000000000000000000000000000 P fd407a99f8aa46fea746617705df9d28 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fd407a99f8aa46fea746617705df9d28" member_type: VOTER last_known_addr { host: "127.18.92.190" port: 40017 } } peers { permanent_uuid: "c0c89e7fb2b149899dd025682d091550" member_type: VOTER last_known_addr { host: "127.18.92.189" port: 41897 } } peers { permanent_uuid: "7906c17f1ae34383bb18d4acd344d978" member_type: VOTER last_known_addr { host: "127.18.92.188" port: 36207 } }
21:04:40.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:40.807960 18884 raft_consensus.cc:385] T 00000000000000000000000000000000 P fd407a99f8aa46fea746617705df9d28 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:04:40.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:40.810115 18884 raft_consensus.cc:740] T 00000000000000000000000000000000 P fd407a99f8aa46fea746617705df9d28 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: fd407a99f8aa46fea746617705df9d28, State: Initialized, Role: FOLLOWER
21:04:40.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:40.816231 18884 consensus_queue.cc:260] T 00000000000000000000000000000000 P fd407a99f8aa46fea746617705df9d28 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fd407a99f8aa46fea746617705df9d28" member_type: VOTER last_known_addr { host: "127.18.92.190" port: 40017 } } peers { permanent_uuid: "c0c89e7fb2b149899dd025682d091550" member_type: VOTER last_known_addr { host: "127.18.92.189" port: 41897 } } peers { permanent_uuid: "7906c17f1ae34383bb18d4acd344d978" member_type: VOTER last_known_addr { host: "127.18.92.188" port: 36207 } }
21:04:40.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:40.838699 19102 sys_catalog.cc:455] T 00000000000000000000000000000000 P fd407a99f8aa46fea746617705df9d28 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fd407a99f8aa46fea746617705df9d28" member_type: VOTER last_known_addr { host: "127.18.92.190" port: 40017 } } peers { permanent_uuid: "c0c89e7fb2b149899dd025682d091550" member_type: VOTER last_known_addr { host: "127.18.92.189" port: 41897 } } peers { permanent_uuid: "7906c17f1ae34383bb18d4acd344d978" member_type: VOTER last_known_addr { host: "127.18.92.188" port: 36207 } } }
21:04:40.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:40.839540 19102 sys_catalog.cc:458] T 00000000000000000000000000000000 P fd407a99f8aa46fea746617705df9d28 [sys.catalog]: This master's current role is: FOLLOWER
21:04:40.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:40.847524 18857 raft_consensus.cc:3060] T 00000000000000000000000000000000 P fd407a99f8aa46fea746617705df9d28 [term 0 FOLLOWER]: Advancing to term 1
21:04:40.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:40.851310 18859 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "7906c17f1ae34383bb18d4acd344d978" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "fd407a99f8aa46fea746617705df9d28" is_pre_election: true
21:04:40.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:40.853021 18858 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "7906c17f1ae34383bb18d4acd344d978" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "fd407a99f8aa46fea746617705df9d28"
21:04:40.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:40.859213 18857 raft_consensus.cc:1275] T 00000000000000000000000000000000 P fd407a99f8aa46fea746617705df9d28 [term 1 FOLLOWER]: Refusing update from remote peer 7906c17f1ae34383bb18d4acd344d978: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
21:04:40.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:40.861387 19088 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 7906c17f1ae34383bb18d4acd344d978 [LEADER]: Connected to new peer: Peer: permanent_uuid: "fd407a99f8aa46fea746617705df9d28" member_type: VOTER last_known_addr { host: "127.18.92.190" port: 40017 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
21:04:40.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:40.861903 18884 sys_catalog.cc:565] T 00000000000000000000000000000000 P fd407a99f8aa46fea746617705df9d28 [sys.catalog]: configured and running, proceeding with master startup.
21:04:40.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:40.961968 19102 sys_catalog.cc:455] T 00000000000000000000000000000000 P fd407a99f8aa46fea746617705df9d28 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 7906c17f1ae34383bb18d4acd344d978. Latest consensus state: current_term: 1 leader_uuid: "7906c17f1ae34383bb18d4acd344d978" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fd407a99f8aa46fea746617705df9d28" member_type: VOTER last_known_addr { host: "127.18.92.190" port: 40017 } } peers { permanent_uuid: "c0c89e7fb2b149899dd025682d091550" member_type: VOTER last_known_addr { host: "127.18.92.189" port: 41897 } } peers { permanent_uuid: "7906c17f1ae34383bb18d4acd344d978" member_type: VOTER last_known_addr { host: "127.18.92.188" port: 36207 } } }
21:04:40.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:40.962714 19102 sys_catalog.cc:458] T 00000000000000000000000000000000 P fd407a99f8aa46fea746617705df9d28 [sys.catalog]: This master's current role is: FOLLOWER
21:04:40.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:40.963416 19109 sys_catalog.cc:455] T 00000000000000000000000000000000 P fd407a99f8aa46fea746617705df9d28 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "7906c17f1ae34383bb18d4acd344d978" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fd407a99f8aa46fea746617705df9d28" member_type: VOTER last_known_addr { host: "127.18.92.190" port: 40017 } } peers { permanent_uuid: "c0c89e7fb2b149899dd025682d091550" member_type: VOTER last_known_addr { host: "127.18.92.189" port: 41897 } } peers { permanent_uuid: "7906c17f1ae34383bb18d4acd344d978" member_type: VOTER last_known_addr { host: "127.18.92.188" port: 36207 } } }
21:04:40.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:40.964875 19109 sys_catalog.cc:458] T 00000000000000000000000000000000 P fd407a99f8aa46fea746617705df9d28 [sys.catalog]: This master's current role is: FOLLOWER
21:04:41.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:41.015866 19118 catalog_manager.cc:1294] Loaded cluster ID: 3ff142fd69274769ad1939e302f2f1dd
21:04:41.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:41.016512 19118 catalog_manager.cc:1587] T 00000000000000000000000000000000 P fd407a99f8aa46fea746617705df9d28: loading cluster ID for follower catalog manager: success
21:04:41.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:41.025159 19118 catalog_manager.cc:1609] T 00000000000000000000000000000000 P fd407a99f8aa46fea746617705df9d28: acquiring CA information for follower catalog manager: success
21:04:41.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:41.032181 19118 catalog_manager.cc:1637] T 00000000000000000000000000000000 P fd407a99f8aa46fea746617705df9d28: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
21:04:41.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:41.196007 19085 catalog_manager.cc:1294] Loaded cluster ID: 3ff142fd69274769ad1939e302f2f1dd
21:04:41.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:41.196470 19085 catalog_manager.cc:1587] T 00000000000000000000000000000000 P c0c89e7fb2b149899dd025682d091550: loading cluster ID for follower catalog manager: success
21:04:41.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:41.211529 19085 catalog_manager.cc:1609] T 00000000000000000000000000000000 P c0c89e7fb2b149899dd025682d091550: acquiring CA information for follower catalog manager: success
21:04:41.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:41.233498 19085 catalog_manager.cc:1637] T 00000000000000000000000000000000 P c0c89e7fb2b149899dd025682d091550: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
21:04:41.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:41.424234 19101 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
21:04:41.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:41.425158 19101 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:04:41.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:41.426134 19101 flags.cc:432] Enabled unsafe flag: --never_fsync=true
21:04:41.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:41.454955 19125 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7906c17f1ae34383bb18d4acd344d978 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "7906c17f1ae34383bb18d4acd344d978" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fd407a99f8aa46fea746617705df9d28" member_type: VOTER last_known_addr { host: "127.18.92.190" port: 40017 } } peers { permanent_uuid: "c0c89e7fb2b149899dd025682d091550" member_type: VOTER last_known_addr { host: "127.18.92.189" port: 41897 } } peers { permanent_uuid: "7906c17f1ae34383bb18d4acd344d978" member_type: VOTER last_known_addr { host: "127.18.92.188" port: 36207 } } }
21:04:41.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:41.455871 19125 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7906c17f1ae34383bb18d4acd344d978 [sys.catalog]: This master's current role is: LEADER
21:04:41.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:41.492686 19101 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
21:04:41.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:41.494160 19101 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.18.92.129
21:04:41.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:41.595513 19101 tablet_server_runner.cc:78] Tablet server non-default flags:
21:04:41.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:04:41.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.92.148:45195
21:04:41.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:04:41.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:04:41.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster1472698126815235538/ts-0/data
21:04:41.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster1472698126815235538/ts-0/wal
21:04:41.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:04:41.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:04:41.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.92.129:0
21:04:41.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:04:41.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:04:41.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:04:41.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster1472698126815235538/ts-0/data/info.pb
21:04:41.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.92.129
21:04:41.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:04:41.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207
21:04:41.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:04:41.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:04:41.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:04:41.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:04:41.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:04:41.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.18.92.129
21:04:41.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster1472698126815235538/ts-0/logs
21:04:41.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:04:41.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:04:41.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
21:04:41.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
21:04:41.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
21:04:41.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 6bec869c2320d19f2589b3f609f76e5041a21d27
21:04:41.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:04:41.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 20:43:55 UTC on e7f111948823
21:04:41.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16878
21:04:41.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:04:41.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:41.615952 19101 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:04:41.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:41.618341 19101 file_cache.cc:492] Constructed file cache file cache with capacity 419430
21:04:41.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:41.691691 19128 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:04:43.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:41.703698 19101 server_base.cc:1061] running on GCE node
21:04:43.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:41.700362 19129 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:04:43.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:41.700562 19132 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:04:43.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:43.642918 19101 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:04:43.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:43.658135 19101 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:04:43.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:43.660198 19101 hybrid_clock.cc:648] HybridClock initialized: now 1783544683660153 us; error 54 us; skew 500 ppm
21:04:43.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:43.662034 19101 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:04:43.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:43.682126 19101 webserver.cc:534] Webserver started at http://127.18.92.129:43941/ using document root <none> and password file <none>
21:04:43.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:43.683827 19101 fs_manager.cc:362] Metadata directory not provided
21:04:43.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:43.684432 19101 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:04:43.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:43.685277 19101 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
21:04:43.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:43.692342 19101 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster1472698126815235538/ts-0/data/instance:
21:04:43.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "108c6f21639843ac88138c0f6f867026"
21:04:43.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:04:43 on dist-test-slave-3sd5"
21:04:43.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:43.695626 19101 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster1472698126815235538/ts-0/wal/instance:
21:04:43.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "108c6f21639843ac88138c0f6f867026"
21:04:43.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:04:43 on dist-test-slave-3sd5"
21:04:43.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:43.714350 19101 fs_manager.cc:696] Time spent creating directory manager: real 0.017s	user 0.009s	sys 0.004s
21:04:43.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:43.729574 19140 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
21:04:43.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:43.731459 19101 fs_manager.cc:730] Time spent opening block manager: real 0.012s	user 0.005s	sys 0.003s
21:04:43.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:43.732189 19101 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster1472698126815235538/ts-0/data,/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster1472698126815235538/ts-0/wal
21:04:43.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "108c6f21639843ac88138c0f6f867026"
21:04:43.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:04:43 on dist-test-slave-3sd5"
21:04:43.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:43.732959 19101 fs_report.cc:389] FS layout report
21:04:43.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:04:43.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster1472698126815235538/ts-0/wal
21:04:43.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster1472698126815235538/ts-0/wal
21:04:43.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster1472698126815235538/ts-0/data/data
21:04:43.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:04:43.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:04:43.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:04:43.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:04:43.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:04:43.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:04:43.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:04:43.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:04:43.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:04:43.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:04:43.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:04:43.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:43.852633 19101 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
21:04:43.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:43.854641 19101 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:04:43.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:43.855254 19101 kserver.cc:163] Server-wide thread pool size limit: 3276
21:04:43.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:43.859401 19101 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
21:04:43.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:43.865999 19101 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
21:04:43.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:43.866302 19101 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
21:04:43.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:43.866591 19101 ts_tablet_manager.cc:616] Registered 0 tablets
21:04:43.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:43.866811 19101 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
21:04:44.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:44.131701 19101 rpc_server.cc:307] RPC server started. Bound to: 127.18.92.129:41443
21:04:44.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:44.131876 19252 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.18.92.129:41443 every 8 connection(s)
21:04:44.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:44.135160 19101 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster1472698126815235538/ts-0/data/info.pb
21:04:44.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:44.136730 18802 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu as pid 19101
21:04:44.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:44.137385 18802 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster1472698126815235538/ts-0/wal/instance
21:04:44.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:44.150923 18802 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu
21:04:44.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu
21:04:44.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster1472698126815235538/ts-1/wal
21:04:44.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster1472698126815235538/ts-1/data
21:04:44.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:04:44.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:04:44.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:04:44.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:04:44.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:04:44.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:04:44.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster1472698126815235538/ts-1/logs
21:04:44.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster1472698126815235538/ts-1/data/info.pb
21:04:44.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:04:44.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:04:44.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:04:44.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:04:44.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:04:44.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:04:44.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:04:44.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:04:44.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
21:04:44.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:04:44.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.92.130:0
21:04:44.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.18.92.130
21:04:44.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.92.130
21:04:44.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:04:44.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207
21:04:44.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.92.148:45195
21:04:44.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:04:44.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:04:44.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
21:04:44.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:44.219353 19259 heartbeater.cc:344] Connected to a master server at 127.18.92.190:40017
21:04:44.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:44.219910 19259 heartbeater.cc:461] Registering TS with master...
21:04:44.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:44.221378 19259 heartbeater.cc:507] Master 127.18.92.190:40017 requested a full tablet report, sending...
21:04:44.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:44.223111 19254 heartbeater.cc:344] Connected to a master server at 127.18.92.189:41897
21:04:44.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:44.223487 19254 heartbeater.cc:461] Registering TS with master...
21:04:44.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:44.224887 19254 heartbeater.cc:507] Master 127.18.92.189:41897 requested a full tablet report, sending...
21:04:44.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:44.226861 19253 heartbeater.cc:344] Connected to a master server at 127.18.92.188:36207
21:04:44.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:44.227237 19253 heartbeater.cc:461] Registering TS with master...
21:04:44.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:44.228185 19253 heartbeater.cc:507] Master 127.18.92.188:36207 requested a full tablet report, sending...
21:04:44.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:44.228247 18849 ts_manager.cc:194] Registered new tserver with Master: 108c6f21639843ac88138c0f6f867026 (127.18.92.129:41443)
21:04:44.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:44.232409 18931 ts_manager.cc:194] Registered new tserver with Master: 108c6f21639843ac88138c0f6f867026 (127.18.92.129:41443)
21:04:44.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:44.232892 19014 ts_manager.cc:194] Registered new tserver with Master: 108c6f21639843ac88138c0f6f867026 (127.18.92.129:41443)
21:04:44.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:44.235690 19014 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.18.92.129:41573
21:04:44.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:44.405720 18787 debug-util.cc:398] Leaking SignalData structure 0x7b08000b88a0 after lost signal to thread 18662
21:04:44.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:44.406697 18787 debug-util.cc:398] Leaking SignalData structure 0x7b08000b8a80 after lost signal to thread 18790
21:04:44.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:44.678491 19257 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
21:04:44.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:44.679796 19257 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:04:44.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:44.680547 19257 flags.cc:432] Enabled unsafe flag: --never_fsync=true
21:04:44.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:44.739818 19257 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
21:04:44.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:44.741178 19257 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.18.92.130
21:04:44.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:44.807551 19257 tablet_server_runner.cc:78] Tablet server non-default flags:
21:04:44.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:04:44.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.92.148:45195
21:04:44.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:04:44.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:04:44.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster1472698126815235538/ts-1/data
21:04:44.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster1472698126815235538/ts-1/wal
21:04:44.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:04:44.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:04:44.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.92.130:0
21:04:44.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:04:44.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:04:44.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:04:44.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster1472698126815235538/ts-1/data/info.pb
21:04:44.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.92.130
21:04:44.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:04:44.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207
21:04:44.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:04:44.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:04:44.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:04:44.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:04:44.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:04:44.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.18.92.130
21:04:44.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster1472698126815235538/ts-1/logs
21:04:44.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:04:44.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:04:44.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
21:04:44.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
21:04:44.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
21:04:44.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 6bec869c2320d19f2589b3f609f76e5041a21d27
21:04:44.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:04:44.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 20:43:55 UTC on e7f111948823
21:04:44.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16878
21:04:44.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:04:44.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:44.809520 19257 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:04:44.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:44.811925 19257 file_cache.cc:492] Constructed file cache file cache with capacity 419430
21:04:44.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:44.831077 19270 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:04:45.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:45.239634 19253 heartbeater.cc:499] Master 127.18.92.188:36207 was elected leader, sending a full tablet report...
21:04:46.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:46.233815 19269 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 19257
21:04:46.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:46.462602 19273 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:04:46.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:46.463693 19272 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1629 milliseconds
21:04:46.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:44.833323 19271 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:04:46.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:46.460011 19257 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.628s	user 0.521s	sys 0.945s
21:04:46.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:46.464830 19257 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.633s	user 0.521s	sys 0.946s
21:04:46.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:46.465202 19257 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
21:04:46.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:46.469272 19257 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:04:46.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:46.471968 19257 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:04:46.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:46.473455 19257 hybrid_clock.cc:648] HybridClock initialized: now 1783544686473412 us; error 41 us; skew 500 ppm
21:04:46.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:46.474491 19257 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:04:46.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:46.482717 19257 webserver.cc:534] Webserver started at http://127.18.92.130:44351/ using document root <none> and password file <none>
21:04:46.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:46.483968 19257 fs_manager.cc:362] Metadata directory not provided
21:04:46.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:46.484268 19257 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:04:46.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:46.484942 19257 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
21:04:46.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:46.490789 19257 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster1472698126815235538/ts-1/data/instance:
21:04:46.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a4795b24f21846488aed6e56b766e389"
21:04:46.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:04:46 on dist-test-slave-3sd5"
21:04:46.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:46.492182 19257 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster1472698126815235538/ts-1/wal/instance:
21:04:46.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a4795b24f21846488aed6e56b766e389"
21:04:46.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:04:46 on dist-test-slave-3sd5"
21:04:46.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:46.502231 19257 fs_manager.cc:696] Time spent creating directory manager: real 0.009s	user 0.006s	sys 0.003s
21:04:46.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:46.509502 19282 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
21:04:46.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:46.510749 19257 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.002s	sys 0.004s
21:04:46.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:46.511137 19257 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster1472698126815235538/ts-1/data,/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster1472698126815235538/ts-1/wal
21:04:46.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a4795b24f21846488aed6e56b766e389"
21:04:46.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:04:46 on dist-test-slave-3sd5"
21:04:46.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:46.511475 19257 fs_report.cc:389] FS layout report
21:04:46.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:04:46.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster1472698126815235538/ts-1/wal
21:04:46.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster1472698126815235538/ts-1/wal
21:04:46.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster1472698126815235538/ts-1/data/data
21:04:46.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:04:46.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:04:46.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:04:46.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:04:46.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:04:46.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:04:46.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:04:46.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:04:46.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:04:46.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:04:46.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:04:46.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:46.588986 19257 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
21:04:46.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:46.591114 19257 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:04:46.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:46.591822 19257 kserver.cc:163] Server-wide thread pool size limit: 3276
21:04:46.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:46.594712 19257 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
21:04:46.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:46.599756 19257 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
21:04:46.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:46.600039 19257 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
21:04:46.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:46.600346 19257 ts_tablet_manager.cc:616] Registered 0 tablets
21:04:46.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:46.600565 19257 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
21:04:46.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:46.783249 19257 rpc_server.cc:307] RPC server started. Bound to: 127.18.92.130:37477
21:04:46.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:46.783388 19394 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.18.92.130:37477 every 8 connection(s)
21:04:46.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:46.786164 19257 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster1472698126815235538/ts-1/data/info.pb
21:04:46.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:46.797057 18802 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu as pid 19257
21:04:46.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:46.797693 18802 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster1472698126815235538/ts-1/wal/instance
21:04:46.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:46.824601 18802 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu
21:04:46.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu
21:04:46.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster1472698126815235538/ts-2/wal
21:04:46.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster1472698126815235538/ts-2/data
21:04:46.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:04:46.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:04:46.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:04:46.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:04:46.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:04:46.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:04:46.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster1472698126815235538/ts-2/logs
21:04:46.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster1472698126815235538/ts-2/data/info.pb
21:04:46.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:04:46.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:04:46.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:04:46.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:04:46.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:04:46.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:04:46.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:04:46.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:04:46.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
21:04:46.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:04:46.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.92.131:0
21:04:46.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.18.92.131
21:04:46.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.92.131
21:04:46.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:04:46.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207
21:04:46.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.92.148:45195
21:04:46.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:04:46.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:04:46.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
21:04:46.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:46.840250 19397 heartbeater.cc:344] Connected to a master server at 127.18.92.190:40017
21:04:46.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:46.840680 19395 heartbeater.cc:344] Connected to a master server at 127.18.92.188:36207
21:04:46.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:46.840787 19397 heartbeater.cc:461] Registering TS with master...
21:04:46.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:46.841053 19395 heartbeater.cc:461] Registering TS with master...
21:04:46.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:46.842650 19396 heartbeater.cc:344] Connected to a master server at 127.18.92.189:41897
21:04:46.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:46.842818 19397 heartbeater.cc:507] Master 127.18.92.190:40017 requested a full tablet report, sending...
21:04:46.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:46.843086 19396 heartbeater.cc:461] Registering TS with master...
21:04:46.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:46.843899 19395 heartbeater.cc:507] Master 127.18.92.188:36207 requested a full tablet report, sending...
21:04:46.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:46.844175 19396 heartbeater.cc:507] Master 127.18.92.189:41897 requested a full tablet report, sending...
21:04:46.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:46.846354 19014 ts_manager.cc:194] Registered new tserver with Master: a4795b24f21846488aed6e56b766e389 (127.18.92.130:37477)
21:04:46.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:46.847100 18849 ts_manager.cc:194] Registered new tserver with Master: a4795b24f21846488aed6e56b766e389 (127.18.92.130:37477)
21:04:46.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:46.847677 18931 ts_manager.cc:194] Registered new tserver with Master: a4795b24f21846488aed6e56b766e389 (127.18.92.130:37477)
21:04:46.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:46.848120 19014 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.18.92.130:44371
21:04:47.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:47.183782 19405 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
21:04:47.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:47.184254 19405 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:04:47.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:47.184764 19405 flags.cc:432] Enabled unsafe flag: --never_fsync=true
21:04:47.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:47.219331 19405 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
21:04:47.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:47.220125 19405 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.18.92.131
21:04:47.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:47.260707 19405 tablet_server_runner.cc:78] Tablet server non-default flags:
21:04:47.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:04:47.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.92.148:45195
21:04:47.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:04:47.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:04:47.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster1472698126815235538/ts-2/data
21:04:47.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster1472698126815235538/ts-2/wal
21:04:47.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:04:47.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:04:47.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.92.131:0
21:04:47.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:04:47.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:04:47.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:04:47.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster1472698126815235538/ts-2/data/info.pb
21:04:47.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.92.131
21:04:47.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:04:47.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207
21:04:47.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:04:47.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:04:47.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:04:47.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:04:47.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:04:47.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.18.92.131
21:04:47.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster1472698126815235538/ts-2/logs
21:04:47.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:04:47.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:04:47.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
21:04:47.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
21:04:47.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
21:04:47.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 6bec869c2320d19f2589b3f609f76e5041a21d27
21:04:47.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:04:47.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 20:43:55 UTC on e7f111948823
21:04:47.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16878
21:04:47.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:04:47.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:47.262235 19405 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:04:47.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:47.264015 19405 file_cache.cc:492] Constructed file cache file cache with capacity 419430
21:04:47.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:47.278878 19412 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:04:47.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:47.851712 19395 heartbeater.cc:499] Master 127.18.92.188:36207 was elected leader, sending a full tablet report...
21:04:48.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:48.638721 18880 debug-util.cc:398] Leaking SignalData structure 0x7b080009dba0 after lost signal to thread 18816
21:04:48.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:48.639525 18880 debug-util.cc:398] Leaking SignalData structure 0x7b08000877a0 after lost signal to thread 18883
21:04:48.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:47.278887 19413 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:04:48.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:47.284104 19415 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:04:48.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:48.657747 19405 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
21:04:48.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:48.658357 19414 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1376 milliseconds
21:04:48.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:48.663329 19405 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:04:48.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:48.666455 19405 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:04:48.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:48.668318 19405 hybrid_clock.cc:648] HybridClock initialized: now 1783544688668232 us; error 84 us; skew 500 ppm
21:04:48.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:48.669526 19405 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:04:48.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:48.677933 19405 webserver.cc:534] Webserver started at http://127.18.92.131:42677/ using document root <none> and password file <none>
21:04:48.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:48.679298 19405 fs_manager.cc:362] Metadata directory not provided
21:04:48.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:48.679840 19405 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:04:48.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:48.680457 19405 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
21:04:48.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:48.687784 19405 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster1472698126815235538/ts-2/data/instance:
21:04:48.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "42b1c642b8e74535b97634b7f9cf11ff"
21:04:48.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:04:48 on dist-test-slave-3sd5"
21:04:48.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:48.689525 19405 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster1472698126815235538/ts-2/wal/instance:
21:04:48.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "42b1c642b8e74535b97634b7f9cf11ff"
21:04:48.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:04:48 on dist-test-slave-3sd5"
21:04:48.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:48.700053 19405 fs_manager.cc:696] Time spent creating directory manager: real 0.010s	user 0.011s	sys 0.000s
21:04:48.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:48.708527 19424 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
21:04:48.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:48.710004 19405 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.002s	sys 0.003s
21:04:48.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:48.710484 19405 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster1472698126815235538/ts-2/data,/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster1472698126815235538/ts-2/wal
21:04:48.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "42b1c642b8e74535b97634b7f9cf11ff"
21:04:48.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:04:48 on dist-test-slave-3sd5"
21:04:48.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:48.710888 19405 fs_report.cc:389] FS layout report
21:04:48.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:04:48.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster1472698126815235538/ts-2/wal
21:04:48.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster1472698126815235538/ts-2/wal
21:04:48.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster1472698126815235538/ts-2/data/data
21:04:48.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:04:48.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:04:48.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:04:48.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:04:48.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:04:48.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:04:48.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:04:48.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:04:48.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:04:48.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:04:48.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:04:48.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:48.784345 19405 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
21:04:48.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:48.786618 19405 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:04:48.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:48.787416 19405 kserver.cc:163] Server-wide thread pool size limit: 3276
21:04:48.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:48.791936 19405 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
21:04:48.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:48.800685 19405 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
21:04:48.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:48.801074 19405 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
21:04:48.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:48.801469 19405 ts_tablet_manager.cc:616] Registered 0 tablets
21:04:48.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:48.801784 19405 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
21:04:49.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:49.200686 19405 rpc_server.cc:307] RPC server started. Bound to: 127.18.92.131:45615
21:04:49.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:49.200809 19537 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.18.92.131:45615 every 8 connection(s)
21:04:49.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:49.204784 19405 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster1472698126815235538/ts-2/data/info.pb
21:04:49.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:49.212910 18802 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu as pid 19405
21:04:49.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:49.213483 18802 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster1472698126815235538/ts-2/wal/instance
21:04:49.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:49.280881 19540 heartbeater.cc:344] Connected to a master server at 127.18.92.190:40017
21:04:49.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:49.281540 19540 heartbeater.cc:461] Registering TS with master...
21:04:49.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:49.281870 19538 heartbeater.cc:344] Connected to a master server at 127.18.92.188:36207
21:04:49.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:49.282266 19538 heartbeater.cc:461] Registering TS with master...
21:04:49.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:49.282985 19540 heartbeater.cc:507] Master 127.18.92.190:40017 requested a full tablet report, sending...
21:04:49.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:49.283699 19538 heartbeater.cc:507] Master 127.18.92.188:36207 requested a full tablet report, sending...
21:04:49.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:49.284538 19539 heartbeater.cc:344] Connected to a master server at 127.18.92.189:41897
21:04:49.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:49.284909 19539 heartbeater.cc:461] Registering TS with master...
21:04:49.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:49.285904 19539 heartbeater.cc:507] Master 127.18.92.189:41897 requested a full tablet report, sending...
21:04:49.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:49.287896 18849 ts_manager.cc:194] Registered new tserver with Master: 42b1c642b8e74535b97634b7f9cf11ff (127.18.92.131:45615)
21:04:49.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:49.287180 19014 ts_manager.cc:194] Registered new tserver with Master: 42b1c642b8e74535b97634b7f9cf11ff (127.18.92.131:45615)
21:04:49.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:49.289680 18931 ts_manager.cc:194] Registered new tserver with Master: 42b1c642b8e74535b97634b7f9cf11ff (127.18.92.131:45615)
21:04:49.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:49.290352 19014 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.18.92.131:33871
21:04:49.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:49.304657 18802 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
21:04:49.321 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
21:04:49.321 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

21:04:49.327 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.18.92.190"
      port: 40017
    }
    bound_http_address {
      host: "127.18.92.190"
      port: 34867
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.18.92.189"
      port: 41897
    }
    bound_http_address {
      host: "127.18.92.189"
      port: 45237
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.18.92.188"
      port: 36207
    }
    bound_http_address {
      host: "127.18.92.188"
      port: 35007
    }
  }
}

21:04:49.328 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

21:04:49.330 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.18.92.129"
      port: 41443
    }
    bound_http_address {
      host: "127.18.92.129"
      port: 43941
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.18.92.130"
      port: 37477
    }
    bound_http_address {
      host: "127.18.92.130"
      port: 44351
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.18.92.131"
      port: 45615
    }
    bound_http_address {
      host: "127.18.92.131"
      port: 42677
    }
  }
}

21:04:49.330 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
21:04:49.334 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:04:49.455 [DEBUG - main] (Connection.java:748) [peer master-127.17.168.188:37843(127.17.168.188:37843)] connecting to peer
21:04:49.470 [DEBUG - main] (DefaultChannelId.java:84) -Dio.netty.processId: 18056 (auto-detected)
21:04:49.473 [DEBUG - main] (NetUtil.java:149) -Djava.net.preferIPv4Stack: true
21:04:49.473 [DEBUG - main] (NetUtil.java:150) -Djava.net.preferIPv6Addresses: false
21:04:49.477 [DEBUG - main] (NetUtilInitializations.java:145) Loopback interface: lo (lo, 127.0.0.1)
21:04:49.479 [DEBUG - main] (NetUtil.java:198) /proc/sys/net/core/somaxconn: 4096
21:04:49.481 [DEBUG - main] (DefaultChannelId.java:106) -Dio.netty.machineId: 02:42:97:ff:fe:73:13:68 (auto-detected)
21:04:49.507 [DEBUG - main] (ByteBufUtil.java:89) -Dio.netty.allocator.type: pooled
21:04:49.507 [DEBUG - main] (ByteBufUtil.java:101) -Dio.netty.threadLocalDirectBufferSize: 0
21:04:49.507 [DEBUG - main] (ByteBufUtil.java:104) -Dio.netty.maxThreadLocalCharBufferSize: 16384
21:04:49.517 [DEBUG - main] (ChannelInitializerExtensions.java:54) -Dio.netty.bootstrap.extensions: null
21:04:49.532 [DEBUG - main] (Connection.java:748) [peer master-127.17.168.190:39209(127.17.168.190:39209)] connecting to peer
21:04:49.540 [DEBUG - main] (Connection.java:748) [peer master-127.17.168.189:46111(127.17.168.189:46111)] connecting to peer
21:04:49.571 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.17.168.188:37843(127.17.168.188:37843)] Successfully connected to peer
21:04:49.573 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.17.168.189:46111(127.17.168.189:46111)] Successfully connected to peer
21:04:49.573 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.17.168.190:39209(127.17.168.190:39209)] Successfully connected to peer
21:04:49.607 [DEBUG - kudu-nio-0] (AbstractByteBuf.java:63) -Dorg.apache.kudu.shaded.io.netty.buffer.checkAccessible: true
21:04:49.607 [DEBUG - kudu-nio-0] (AbstractByteBuf.java:64) -Dorg.apache.kudu.shaded.io.netty.buffer.checkBounds: true
21:04:49.607 [DEBUG - kudu-nio-0] (ResourceLeakDetectorFactory.java:196) Loaded default ResourceLeakDetector: org.apache.kudu.shaded.io.netty.util.ResourceLeakDetector@256bb98b
21:04:49.613 [DEBUG - kudu-nio-0] (Recycler.java:96) -Dio.netty.recycler.maxCapacityPerThread: 4096
21:04:49.613 [DEBUG - kudu-nio-0] (Recycler.java:97) -Dio.netty.recycler.ratio: 8
21:04:49.613 [DEBUG - kudu-nio-0] (Recycler.java:98) -Dio.netty.recycler.chunkSize: 32
21:04:49.613 [DEBUG - kudu-nio-0] (Recycler.java:99) -Dio.netty.recycler.blocking: false
21:04:49.613 [DEBUG - kudu-nio-0] (Recycler.java:100) -Dio.netty.recycler.batchFastThreadLocalOnly: true
21:04:49.733 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.17.168.189
21:04:49.733 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.17.168.190
21:04:49.735 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.17.168.188
21:04:50.027 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:04:50.031 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:04:50.032 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:04:50.082 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x64195d3c, L:/127.0.0.1:47800 - R:/127.17.168.190:39209] using SASL/PLAIN
21:04:50.082 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x89765f1d, L:/127.0.0.1:50666 - R:/127.17.168.188:37843] using SASL/PLAIN
21:04:50.082 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x9fb44e07, L:/127.0.0.1:55444 - R:/127.17.168.189:46111] using SASL/PLAIN
21:04:50.140 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
21:04:50.142 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=750), Traces: [0ms] refreshing cache from master, [38ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.188:37843, [134ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.190:39209, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.189:46111, [706ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.188:37843: OK, [706ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.189:46111: OK, [706ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.190:39209: OK, deferred=null) after lookup
21:04:50.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:50.217813 18126 catalog_manager.cc:2282] Servicing CreateTable request from {username='slave'} at 127.0.0.1:47800:
21:04:50.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "replication_test_table"
21:04:50.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
21:04:50.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
21:04:50.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key1"
21:04:50.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
21:04:50.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
21:04:50.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
21:04:50.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
21:04:50.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
21:04:50.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
21:04:50.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
21:04:50.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
21:04:50.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key2"
21:04:50.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
21:04:50.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
21:04:50.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
21:04:50.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
21:04:50.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
21:04:50.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
21:04:50.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
21:04:50.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
21:04:50.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key3"
21:04:50.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
21:04:50.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
21:04:50.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
21:04:50.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
21:04:50.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
21:04:50.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
21:04:50.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
21:04:50.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
21:04:50.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "data"
21:04:50.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
21:04:50.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
21:04:50.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
21:04:50.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
21:04:50.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
21:04:50.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
21:04:50.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
21:04:50.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
21:04:50.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
21:04:50.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   rows: "<redacted>""\006\001\000\000\000\000\007\0012\000\000\000\006\001d\000\000\000\007\001\310\000\000\000"
21:04:50.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
21:04:50.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
21:04:50.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
21:04:50.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
21:04:50.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key1"
21:04:50.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
21:04:50.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
21:04:50.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
21:04:50.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:50.223320 18126 catalog_manager.cc:7076] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table replication_test_table in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
21:04:50.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:50.297231 19538 heartbeater.cc:499] Master 127.18.92.188:36207 was elected leader, sending a full tablet report...
21:04:50.350 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table b28175fe201c4962bcbc5eee092445f4
21:04:50.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:50.402463 18585 tablet_service.cc:1511] Processing CreateTablet for tablet ca87511e123543feb3ba813dfc8c4791 (DEFAULT_TABLE table=replication_test_table [id=b28175fe201c4962bcbc5eee092445f4]), partition=RANGE (key1) PARTITION 100 <= VALUES < 200
21:04:50.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:50.405886 18585 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet ca87511e123543feb3ba813dfc8c4791. 1 dirs total, 0 dirs full, 0 dirs failed
21:04:50.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:50.405797 18586 tablet_service.cc:1511] Processing CreateTablet for tablet 8fdea63a1eb1491389c3b1f289577b11 (DEFAULT_TABLE table=replication_test_table [id=b28175fe201c4962bcbc5eee092445f4]), partition=RANGE (key1) PARTITION 0 <= VALUES < 50
21:04:50.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:50.414259 18586 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 8fdea63a1eb1491389c3b1f289577b11. 1 dirs total, 0 dirs full, 0 dirs failed
21:04:50.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:50.422493 18725 tablet_service.cc:1511] Processing CreateTablet for tablet ca87511e123543feb3ba813dfc8c4791 (DEFAULT_TABLE table=replication_test_table [id=b28175fe201c4962bcbc5eee092445f4]), partition=RANGE (key1) PARTITION 100 <= VALUES < 200
21:04:50.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:50.426331 18725 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet ca87511e123543feb3ba813dfc8c4791. 1 dirs total, 0 dirs full, 0 dirs failed
21:04:50.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:50.426589 18726 tablet_service.cc:1511] Processing CreateTablet for tablet 8fdea63a1eb1491389c3b1f289577b11 (DEFAULT_TABLE table=replication_test_table [id=b28175fe201c4962bcbc5eee092445f4]), partition=RANGE (key1) PARTITION 0 <= VALUES < 50
21:04:50.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:50.427960 18726 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 8fdea63a1eb1491389c3b1f289577b11. 1 dirs total, 0 dirs full, 0 dirs failed
21:04:50.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:50.442575 18446 tablet_service.cc:1511] Processing CreateTablet for tablet 8fdea63a1eb1491389c3b1f289577b11 (DEFAULT_TABLE table=replication_test_table [id=b28175fe201c4962bcbc5eee092445f4]), partition=RANGE (key1) PARTITION 0 <= VALUES < 50
21:04:50.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:50.444106 18445 tablet_service.cc:1511] Processing CreateTablet for tablet ca87511e123543feb3ba813dfc8c4791 (DEFAULT_TABLE table=replication_test_table [id=b28175fe201c4962bcbc5eee092445f4]), partition=RANGE (key1) PARTITION 100 <= VALUES < 200
21:04:50.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:50.449476 18445 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet ca87511e123543feb3ba813dfc8c4791. 1 dirs total, 0 dirs full, 0 dirs failed
21:04:50.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:50.454659 18446 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 8fdea63a1eb1491389c3b1f289577b11. 1 dirs total, 0 dirs full, 0 dirs failed
21:04:50.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:50.469434 19577 tablet_bootstrap.cc:492] T 8fdea63a1eb1491389c3b1f289577b11 P ddecdf6d5feb44ebb58ad6337d7446ab: Bootstrap starting.
21:04:50.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:50.478684 19577 tablet_bootstrap.cc:654] T 8fdea63a1eb1491389c3b1f289577b11 P ddecdf6d5feb44ebb58ad6337d7446ab: Neither blocks nor log segments found. Creating new log.
21:04:50.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:50.481519 19577 log.cc:826] T 8fdea63a1eb1491389c3b1f289577b11 P ddecdf6d5feb44ebb58ad6337d7446ab: Log is configured to *not* fsync() on all Append() calls
21:04:50.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:50.493968 19577 tablet_bootstrap.cc:492] T 8fdea63a1eb1491389c3b1f289577b11 P ddecdf6d5feb44ebb58ad6337d7446ab: No bootstrap required, opened a new log
21:04:50.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:50.494897 19577 ts_tablet_manager.cc:1403] T 8fdea63a1eb1491389c3b1f289577b11 P ddecdf6d5feb44ebb58ad6337d7446ab: Time spent bootstrapping tablet: real 0.026s	user 0.008s	sys 0.016s
21:04:50.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:50.528703 19577 raft_consensus.cc:359] T 8fdea63a1eb1491389c3b1f289577b11 P ddecdf6d5feb44ebb58ad6337d7446ab [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ddecdf6d5feb44ebb58ad6337d7446ab" member_type: VOTER last_known_addr { host: "127.17.168.130" port: 40477 } } peers { permanent_uuid: "6bc1def9af784e28b20c72774836a707" member_type: VOTER last_known_addr { host: "127.17.168.129" port: 45511 } } peers { permanent_uuid: "b8add6ab718140238da61926eae6840c" member_type: VOTER last_known_addr { host: "127.17.168.131" port: 34017 } }
21:04:50.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:50.530174 19577 raft_consensus.cc:385] T 8fdea63a1eb1491389c3b1f289577b11 P ddecdf6d5feb44ebb58ad6337d7446ab [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:04:50.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:50.530788 19577 raft_consensus.cc:740] T 8fdea63a1eb1491389c3b1f289577b11 P ddecdf6d5feb44ebb58ad6337d7446ab [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ddecdf6d5feb44ebb58ad6337d7446ab, State: Initialized, Role: FOLLOWER
21:04:50.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:50.532008 19577 consensus_queue.cc:260] T 8fdea63a1eb1491389c3b1f289577b11 P ddecdf6d5feb44ebb58ad6337d7446ab [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ddecdf6d5feb44ebb58ad6337d7446ab" member_type: VOTER last_known_addr { host: "127.17.168.130" port: 40477 } } peers { permanent_uuid: "6bc1def9af784e28b20c72774836a707" member_type: VOTER last_known_addr { host: "127.17.168.129" port: 45511 } } peers { permanent_uuid: "b8add6ab718140238da61926eae6840c" member_type: VOTER last_known_addr { host: "127.17.168.131" port: 34017 } }
21:04:50.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:50.542568 19577 ts_tablet_manager.cc:1434] T 8fdea63a1eb1491389c3b1f289577b11 P ddecdf6d5feb44ebb58ad6337d7446ab: Time spent starting tablet: real 0.047s	user 0.039s	sys 0.005s
21:04:50.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:50.558143 19577 tablet_bootstrap.cc:492] T ca87511e123543feb3ba813dfc8c4791 P ddecdf6d5feb44ebb58ad6337d7446ab: Bootstrap starting.
21:04:50.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:50.565864 19577 tablet_bootstrap.cc:654] T ca87511e123543feb3ba813dfc8c4791 P ddecdf6d5feb44ebb58ad6337d7446ab: Neither blocks nor log segments found. Creating new log.
21:04:50.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:50.588563 19577 tablet_bootstrap.cc:492] T ca87511e123543feb3ba813dfc8c4791 P ddecdf6d5feb44ebb58ad6337d7446ab: No bootstrap required, opened a new log
21:04:50.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:50.589571 19577 ts_tablet_manager.cc:1403] T ca87511e123543feb3ba813dfc8c4791 P ddecdf6d5feb44ebb58ad6337d7446ab: Time spent bootstrapping tablet: real 0.032s	user 0.015s	sys 0.009s
21:04:50.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:50.593412 19577 raft_consensus.cc:359] T ca87511e123543feb3ba813dfc8c4791 P ddecdf6d5feb44ebb58ad6337d7446ab [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6bc1def9af784e28b20c72774836a707" member_type: VOTER last_known_addr { host: "127.17.168.129" port: 45511 } } peers { permanent_uuid: "ddecdf6d5feb44ebb58ad6337d7446ab" member_type: VOTER last_known_addr { host: "127.17.168.130" port: 40477 } } peers { permanent_uuid: "b8add6ab718140238da61926eae6840c" member_type: VOTER last_known_addr { host: "127.17.168.131" port: 34017 } }
21:04:50.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:50.594550 19577 raft_consensus.cc:385] T ca87511e123543feb3ba813dfc8c4791 P ddecdf6d5feb44ebb58ad6337d7446ab [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:04:50.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:50.595084 19577 raft_consensus.cc:740] T ca87511e123543feb3ba813dfc8c4791 P ddecdf6d5feb44ebb58ad6337d7446ab [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ddecdf6d5feb44ebb58ad6337d7446ab, State: Initialized, Role: FOLLOWER
21:04:50.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:50.596271 19577 consensus_queue.cc:260] T ca87511e123543feb3ba813dfc8c4791 P ddecdf6d5feb44ebb58ad6337d7446ab [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6bc1def9af784e28b20c72774836a707" member_type: VOTER last_known_addr { host: "127.17.168.129" port: 45511 } } peers { permanent_uuid: "ddecdf6d5feb44ebb58ad6337d7446ab" member_type: VOTER last_known_addr { host: "127.17.168.130" port: 40477 } } peers { permanent_uuid: "b8add6ab718140238da61926eae6840c" member_type: VOTER last_known_addr { host: "127.17.168.131" port: 34017 } }
21:04:50.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:50.599169 19577 ts_tablet_manager.cc:1434] T ca87511e123543feb3ba813dfc8c4791 P ddecdf6d5feb44ebb58ad6337d7446ab: Time spent starting tablet: real 0.009s	user 0.001s	sys 0.006s
21:04:50.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:50.609560 19582 tablet_bootstrap.cc:492] T 8fdea63a1eb1491389c3b1f289577b11 P 6bc1def9af784e28b20c72774836a707: Bootstrap starting.
21:04:50.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:50.615677 19581 tablet_bootstrap.cc:492] T ca87511e123543feb3ba813dfc8c4791 P b8add6ab718140238da61926eae6840c: Bootstrap starting.
21:04:50.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:50.632295 19581 tablet_bootstrap.cc:654] T ca87511e123543feb3ba813dfc8c4791 P b8add6ab718140238da61926eae6840c: Neither blocks nor log segments found. Creating new log.
21:04:50.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:50.633450 19582 tablet_bootstrap.cc:654] T 8fdea63a1eb1491389c3b1f289577b11 P 6bc1def9af784e28b20c72774836a707: Neither blocks nor log segments found. Creating new log.
21:04:50.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:50.635509 19581 log.cc:826] T ca87511e123543feb3ba813dfc8c4791 P b8add6ab718140238da61926eae6840c: Log is configured to *not* fsync() on all Append() calls
21:04:50.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:50.637372 19582 log.cc:826] T 8fdea63a1eb1491389c3b1f289577b11 P 6bc1def9af784e28b20c72774836a707: Log is configured to *not* fsync() on all Append() calls
21:04:50.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:50.648061 19582 tablet_bootstrap.cc:492] T 8fdea63a1eb1491389c3b1f289577b11 P 6bc1def9af784e28b20c72774836a707: No bootstrap required, opened a new log
21:04:50.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:50.649080 19582 ts_tablet_manager.cc:1403] T 8fdea63a1eb1491389c3b1f289577b11 P 6bc1def9af784e28b20c72774836a707: Time spent bootstrapping tablet: real 0.040s	user 0.009s	sys 0.013s
21:04:50.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:50.660925 19581 tablet_bootstrap.cc:492] T ca87511e123543feb3ba813dfc8c4791 P b8add6ab718140238da61926eae6840c: No bootstrap required, opened a new log
21:04:50.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:50.668599 19581 ts_tablet_manager.cc:1403] T ca87511e123543feb3ba813dfc8c4791 P b8add6ab718140238da61926eae6840c: Time spent bootstrapping tablet: real 0.056s	user 0.008s	sys 0.011s
21:04:50.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:50.699435 19582 raft_consensus.cc:359] T 8fdea63a1eb1491389c3b1f289577b11 P 6bc1def9af784e28b20c72774836a707 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ddecdf6d5feb44ebb58ad6337d7446ab" member_type: VOTER last_known_addr { host: "127.17.168.130" port: 40477 } } peers { permanent_uuid: "6bc1def9af784e28b20c72774836a707" member_type: VOTER last_known_addr { host: "127.17.168.129" port: 45511 } } peers { permanent_uuid: "b8add6ab718140238da61926eae6840c" member_type: VOTER last_known_addr { host: "127.17.168.131" port: 34017 } }
21:04:50.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:50.700697 19582 raft_consensus.cc:385] T 8fdea63a1eb1491389c3b1f289577b11 P 6bc1def9af784e28b20c72774836a707 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:04:50.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:50.701067 19582 raft_consensus.cc:740] T 8fdea63a1eb1491389c3b1f289577b11 P 6bc1def9af784e28b20c72774836a707 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6bc1def9af784e28b20c72774836a707, State: Initialized, Role: FOLLOWER
21:04:50.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:50.702170 19582 consensus_queue.cc:260] T 8fdea63a1eb1491389c3b1f289577b11 P 6bc1def9af784e28b20c72774836a707 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ddecdf6d5feb44ebb58ad6337d7446ab" member_type: VOTER last_known_addr { host: "127.17.168.130" port: 40477 } } peers { permanent_uuid: "6bc1def9af784e28b20c72774836a707" member_type: VOTER last_known_addr { host: "127.17.168.129" port: 45511 } } peers { permanent_uuid: "b8add6ab718140238da61926eae6840c" member_type: VOTER last_known_addr { host: "127.17.168.131" port: 34017 } }
21:04:50.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:50.706455 19582 ts_tablet_manager.cc:1434] T 8fdea63a1eb1491389c3b1f289577b11 P 6bc1def9af784e28b20c72774836a707: Time spent starting tablet: real 0.057s	user 0.028s	sys 0.008s
21:04:50.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:50.707577 19582 tablet_bootstrap.cc:492] T ca87511e123543feb3ba813dfc8c4791 P 6bc1def9af784e28b20c72774836a707: Bootstrap starting.
21:04:50.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:50.709020 19581 raft_consensus.cc:359] T ca87511e123543feb3ba813dfc8c4791 P b8add6ab718140238da61926eae6840c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6bc1def9af784e28b20c72774836a707" member_type: VOTER last_known_addr { host: "127.17.168.129" port: 45511 } } peers { permanent_uuid: "ddecdf6d5feb44ebb58ad6337d7446ab" member_type: VOTER last_known_addr { host: "127.17.168.130" port: 40477 } } peers { permanent_uuid: "b8add6ab718140238da61926eae6840c" member_type: VOTER last_known_addr { host: "127.17.168.131" port: 34017 } }
21:04:50.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:50.710388 19581 raft_consensus.cc:385] T ca87511e123543feb3ba813dfc8c4791 P b8add6ab718140238da61926eae6840c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:04:50.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:50.710901 19581 raft_consensus.cc:740] T ca87511e123543feb3ba813dfc8c4791 P b8add6ab718140238da61926eae6840c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: b8add6ab718140238da61926eae6840c, State: Initialized, Role: FOLLOWER
21:04:50.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:50.712769 19581 consensus_queue.cc:260] T ca87511e123543feb3ba813dfc8c4791 P b8add6ab718140238da61926eae6840c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6bc1def9af784e28b20c72774836a707" member_type: VOTER last_known_addr { host: "127.17.168.129" port: 45511 } } peers { permanent_uuid: "ddecdf6d5feb44ebb58ad6337d7446ab" member_type: VOTER last_known_addr { host: "127.17.168.130" port: 40477 } } peers { permanent_uuid: "b8add6ab718140238da61926eae6840c" member_type: VOTER last_known_addr { host: "127.17.168.131" port: 34017 } }
21:04:50.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:50.714659 19582 tablet_bootstrap.cc:654] T ca87511e123543feb3ba813dfc8c4791 P 6bc1def9af784e28b20c72774836a707: Neither blocks nor log segments found. Creating new log.
21:04:50.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:50.727525 19582 tablet_bootstrap.cc:492] T ca87511e123543feb3ba813dfc8c4791 P 6bc1def9af784e28b20c72774836a707: No bootstrap required, opened a new log
21:04:50.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:50.728397 19582 ts_tablet_manager.cc:1403] T ca87511e123543feb3ba813dfc8c4791 P 6bc1def9af784e28b20c72774836a707: Time spent bootstrapping tablet: real 0.021s	user 0.011s	sys 0.008s
21:04:50.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:50.732594 19581 ts_tablet_manager.cc:1434] T ca87511e123543feb3ba813dfc8c4791 P b8add6ab718140238da61926eae6840c: Time spent starting tablet: real 0.063s	user 0.034s	sys 0.013s
21:04:50.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:50.733865 19582 raft_consensus.cc:359] T ca87511e123543feb3ba813dfc8c4791 P 6bc1def9af784e28b20c72774836a707 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6bc1def9af784e28b20c72774836a707" member_type: VOTER last_known_addr { host: "127.17.168.129" port: 45511 } } peers { permanent_uuid: "ddecdf6d5feb44ebb58ad6337d7446ab" member_type: VOTER last_known_addr { host: "127.17.168.130" port: 40477 } } peers { permanent_uuid: "b8add6ab718140238da61926eae6840c" member_type: VOTER last_known_addr { host: "127.17.168.131" port: 34017 } }
21:04:50.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:50.734804 19582 raft_consensus.cc:385] T ca87511e123543feb3ba813dfc8c4791 P 6bc1def9af784e28b20c72774836a707 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:04:50.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:50.734687 19581 tablet_bootstrap.cc:492] T 8fdea63a1eb1491389c3b1f289577b11 P b8add6ab718140238da61926eae6840c: Bootstrap starting.
21:04:50.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:50.735209 19582 raft_consensus.cc:740] T ca87511e123543feb3ba813dfc8c4791 P 6bc1def9af784e28b20c72774836a707 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6bc1def9af784e28b20c72774836a707, State: Initialized, Role: FOLLOWER
21:04:50.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:50.736858 19582 consensus_queue.cc:260] T ca87511e123543feb3ba813dfc8c4791 P 6bc1def9af784e28b20c72774836a707 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6bc1def9af784e28b20c72774836a707" member_type: VOTER last_known_addr { host: "127.17.168.129" port: 45511 } } peers { permanent_uuid: "ddecdf6d5feb44ebb58ad6337d7446ab" member_type: VOTER last_known_addr { host: "127.17.168.130" port: 40477 } } peers { permanent_uuid: "b8add6ab718140238da61926eae6840c" member_type: VOTER last_known_addr { host: "127.17.168.131" port: 34017 } }
21:04:50.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:50.739373 19582 ts_tablet_manager.cc:1434] T ca87511e123543feb3ba813dfc8c4791 P 6bc1def9af784e28b20c72774836a707: Time spent starting tablet: real 0.010s	user 0.008s	sys 0.000s
21:04:50.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:50.741505 19579 raft_consensus.cc:493] T 8fdea63a1eb1491389c3b1f289577b11 P ddecdf6d5feb44ebb58ad6337d7446ab [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
21:04:50.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:50.742139 19579 raft_consensus.cc:515] T 8fdea63a1eb1491389c3b1f289577b11 P ddecdf6d5feb44ebb58ad6337d7446ab [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ddecdf6d5feb44ebb58ad6337d7446ab" member_type: VOTER last_known_addr { host: "127.17.168.130" port: 40477 } } peers { permanent_uuid: "6bc1def9af784e28b20c72774836a707" member_type: VOTER last_known_addr { host: "127.17.168.129" port: 45511 } } peers { permanent_uuid: "b8add6ab718140238da61926eae6840c" member_type: VOTER last_known_addr { host: "127.17.168.131" port: 34017 } }
21:04:50.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:50.752786 18661 tablet.cc:2406] T 8fdea63a1eb1491389c3b1f289577b11 P ddecdf6d5feb44ebb58ad6337d7446ab: Can't schedule compaction. Clean time has not been advanced past its initial value.
21:04:50.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:50.755468 19579 leader_election.cc:290] T 8fdea63a1eb1491389c3b1f289577b11 P ddecdf6d5feb44ebb58ad6337d7446ab [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 6bc1def9af784e28b20c72774836a707 (127.17.168.129:45511), b8add6ab718140238da61926eae6840c (127.17.168.131:34017)
21:04:50.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:50.771674 19581 tablet_bootstrap.cc:654] T 8fdea63a1eb1491389c3b1f289577b11 P b8add6ab718140238da61926eae6840c: Neither blocks nor log segments found. Creating new log.
21:04:50.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:50.780988 18746 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "8fdea63a1eb1491389c3b1f289577b11" candidate_uuid: "ddecdf6d5feb44ebb58ad6337d7446ab" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b8add6ab718140238da61926eae6840c" is_pre_election: true
21:04:50.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:50.783578 18540 leader_election.cc:343] T 8fdea63a1eb1491389c3b1f289577b11 P ddecdf6d5feb44ebb58ad6337d7446ab [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer b8add6ab718140238da61926eae6840c (127.17.168.131:34017): Illegal state: must be running to vote when last-logged opid is not known
21:04:50.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:50.785873 18466 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "8fdea63a1eb1491389c3b1f289577b11" candidate_uuid: "ddecdf6d5feb44ebb58ad6337d7446ab" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6bc1def9af784e28b20c72774836a707" is_pre_election: true
21:04:50.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:50.786931 18466 raft_consensus.cc:2468] T 8fdea63a1eb1491389c3b1f289577b11 P 6bc1def9af784e28b20c72774836a707 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate ddecdf6d5feb44ebb58ad6337d7446ab in term 0.
21:04:50.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:50.787959 19581 tablet_bootstrap.cc:492] T 8fdea63a1eb1491389c3b1f289577b11 P b8add6ab718140238da61926eae6840c: No bootstrap required, opened a new log
21:04:50.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:50.788836 19581 ts_tablet_manager.cc:1403] T 8fdea63a1eb1491389c3b1f289577b11 P b8add6ab718140238da61926eae6840c: Time spent bootstrapping tablet: real 0.054s	user 0.011s	sys 0.016s
21:04:50.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:50.789067 18541 leader_election.cc:304] T 8fdea63a1eb1491389c3b1f289577b11 P ddecdf6d5feb44ebb58ad6337d7446ab [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 6bc1def9af784e28b20c72774836a707, ddecdf6d5feb44ebb58ad6337d7446ab; no voters: b8add6ab718140238da61926eae6840c
21:04:50.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:50.789749 18798 tablet.cc:2406] T ca87511e123543feb3ba813dfc8c4791 P b8add6ab718140238da61926eae6840c: Can't schedule compaction. Clean time has not been advanced past its initial value.
21:04:50.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:50.790511 19579 raft_consensus.cc:2804] T 8fdea63a1eb1491389c3b1f289577b11 P ddecdf6d5feb44ebb58ad6337d7446ab [term 0 FOLLOWER]: Leader pre-election won for term 1
21:04:50.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:50.790858 19579 raft_consensus.cc:493] T 8fdea63a1eb1491389c3b1f289577b11 P ddecdf6d5feb44ebb58ad6337d7446ab [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
21:04:50.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:50.791177 19579 raft_consensus.cc:3060] T 8fdea63a1eb1491389c3b1f289577b11 P ddecdf6d5feb44ebb58ad6337d7446ab [term 0 FOLLOWER]: Advancing to term 1
21:04:50.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:50.792953 19581 raft_consensus.cc:359] T 8fdea63a1eb1491389c3b1f289577b11 P b8add6ab718140238da61926eae6840c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ddecdf6d5feb44ebb58ad6337d7446ab" member_type: VOTER last_known_addr { host: "127.17.168.130" port: 40477 } } peers { permanent_uuid: "6bc1def9af784e28b20c72774836a707" member_type: VOTER last_known_addr { host: "127.17.168.129" port: 45511 } } peers { permanent_uuid: "b8add6ab718140238da61926eae6840c" member_type: VOTER last_known_addr { host: "127.17.168.131" port: 34017 } }
21:04:50.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:50.793994 19581 raft_consensus.cc:385] T 8fdea63a1eb1491389c3b1f289577b11 P b8add6ab718140238da61926eae6840c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:04:50.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:50.794484 19581 raft_consensus.cc:740] T 8fdea63a1eb1491389c3b1f289577b11 P b8add6ab718140238da61926eae6840c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: b8add6ab718140238da61926eae6840c, State: Initialized, Role: FOLLOWER
21:04:50.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:50.795827 19581 consensus_queue.cc:260] T 8fdea63a1eb1491389c3b1f289577b11 P b8add6ab718140238da61926eae6840c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ddecdf6d5feb44ebb58ad6337d7446ab" member_type: VOTER last_known_addr { host: "127.17.168.130" port: 40477 } } peers { permanent_uuid: "6bc1def9af784e28b20c72774836a707" member_type: VOTER last_known_addr { host: "127.17.168.129" port: 45511 } } peers { permanent_uuid: "b8add6ab718140238da61926eae6840c" member_type: VOTER last_known_addr { host: "127.17.168.131" port: 34017 } }
21:04:50.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:50.799491 19579 raft_consensus.cc:515] T 8fdea63a1eb1491389c3b1f289577b11 P ddecdf6d5feb44ebb58ad6337d7446ab [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ddecdf6d5feb44ebb58ad6337d7446ab" member_type: VOTER last_known_addr { host: "127.17.168.130" port: 40477 } } peers { permanent_uuid: "6bc1def9af784e28b20c72774836a707" member_type: VOTER last_known_addr { host: "127.17.168.129" port: 45511 } } peers { permanent_uuid: "b8add6ab718140238da61926eae6840c" member_type: VOTER last_known_addr { host: "127.17.168.131" port: 34017 } }
21:04:50.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:50.802932 18466 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "8fdea63a1eb1491389c3b1f289577b11" candidate_uuid: "ddecdf6d5feb44ebb58ad6337d7446ab" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6bc1def9af784e28b20c72774836a707"
21:04:50.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:50.803226 19581 ts_tablet_manager.cc:1434] T 8fdea63a1eb1491389c3b1f289577b11 P b8add6ab718140238da61926eae6840c: Time spent starting tablet: real 0.014s	user 0.009s	sys 0.001s
21:04:50.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:50.803586 18466 raft_consensus.cc:3060] T 8fdea63a1eb1491389c3b1f289577b11 P 6bc1def9af784e28b20c72774836a707 [term 0 FOLLOWER]: Advancing to term 1
21:04:50.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:50.814371 18466 raft_consensus.cc:2468] T 8fdea63a1eb1491389c3b1f289577b11 P 6bc1def9af784e28b20c72774836a707 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate ddecdf6d5feb44ebb58ad6337d7446ab in term 1.
21:04:50.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:50.814702 18746 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "8fdea63a1eb1491389c3b1f289577b11" candidate_uuid: "ddecdf6d5feb44ebb58ad6337d7446ab" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b8add6ab718140238da61926eae6840c"
21:04:50.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:50.815183 19579 leader_election.cc:290] T 8fdea63a1eb1491389c3b1f289577b11 P ddecdf6d5feb44ebb58ad6337d7446ab [CANDIDATE]: Term 1 election: Requested vote from peers 6bc1def9af784e28b20c72774836a707 (127.17.168.129:45511), b8add6ab718140238da61926eae6840c (127.17.168.131:34017)
21:04:50.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:50.815395 18746 raft_consensus.cc:3060] T 8fdea63a1eb1491389c3b1f289577b11 P b8add6ab718140238da61926eae6840c [term 0 FOLLOWER]: Advancing to term 1
21:04:50.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:50.816757 18541 leader_election.cc:304] T 8fdea63a1eb1491389c3b1f289577b11 P ddecdf6d5feb44ebb58ad6337d7446ab [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 6bc1def9af784e28b20c72774836a707, ddecdf6d5feb44ebb58ad6337d7446ab; no voters: 
21:04:50.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:50.817642 19579 raft_consensus.cc:2804] T 8fdea63a1eb1491389c3b1f289577b11 P ddecdf6d5feb44ebb58ad6337d7446ab [term 1 FOLLOWER]: Leader election won for term 1
21:04:50.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:50.822213 19579 raft_consensus.cc:697] T 8fdea63a1eb1491389c3b1f289577b11 P ddecdf6d5feb44ebb58ad6337d7446ab [term 1 LEADER]: Becoming Leader. State: Replica: ddecdf6d5feb44ebb58ad6337d7446ab, State: Running, Role: LEADER
21:04:50.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:50.823366 19579 consensus_queue.cc:237] T 8fdea63a1eb1491389c3b1f289577b11 P ddecdf6d5feb44ebb58ad6337d7446ab [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ddecdf6d5feb44ebb58ad6337d7446ab" member_type: VOTER last_known_addr { host: "127.17.168.130" port: 40477 } } peers { permanent_uuid: "6bc1def9af784e28b20c72774836a707" member_type: VOTER last_known_addr { host: "127.17.168.129" port: 45511 } } peers { permanent_uuid: "b8add6ab718140238da61926eae6840c" member_type: VOTER last_known_addr { host: "127.17.168.131" port: 34017 } }
21:04:50.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:50.836221 18746 raft_consensus.cc:2468] T 8fdea63a1eb1491389c3b1f289577b11 P b8add6ab718140238da61926eae6840c [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate ddecdf6d5feb44ebb58ad6337d7446ab in term 1.
21:04:50.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:50.837872 19579 raft_consensus.cc:493] T ca87511e123543feb3ba813dfc8c4791 P ddecdf6d5feb44ebb58ad6337d7446ab [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
21:04:50.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:50.837069 18126 catalog_manager.cc:5696] T 8fdea63a1eb1491389c3b1f289577b11 P ddecdf6d5feb44ebb58ad6337d7446ab reported cstate change: term changed from 0 to 1, leader changed from <none> to ddecdf6d5feb44ebb58ad6337d7446ab (127.17.168.130). New cstate: current_term: 1 leader_uuid: "ddecdf6d5feb44ebb58ad6337d7446ab" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ddecdf6d5feb44ebb58ad6337d7446ab" member_type: VOTER last_known_addr { host: "127.17.168.130" port: 40477 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "6bc1def9af784e28b20c72774836a707" member_type: VOTER last_known_addr { host: "127.17.168.129" port: 45511 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "b8add6ab718140238da61926eae6840c" member_type: VOTER last_known_addr { host: "127.17.168.131" port: 34017 } health_report { overall_health: UNKNOWN } } }
21:04:50.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:50.838274 19579 raft_consensus.cc:515] T ca87511e123543feb3ba813dfc8c4791 P ddecdf6d5feb44ebb58ad6337d7446ab [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6bc1def9af784e28b20c72774836a707" member_type: VOTER last_known_addr { host: "127.17.168.129" port: 45511 } } peers { permanent_uuid: "ddecdf6d5feb44ebb58ad6337d7446ab" member_type: VOTER last_known_addr { host: "127.17.168.130" port: 40477 } } peers { permanent_uuid: "b8add6ab718140238da61926eae6840c" member_type: VOTER last_known_addr { host: "127.17.168.131" port: 34017 } }
21:04:50.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:50.840461 19579 leader_election.cc:290] T ca87511e123543feb3ba813dfc8c4791 P ddecdf6d5feb44ebb58ad6337d7446ab [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 6bc1def9af784e28b20c72774836a707 (127.17.168.129:45511), b8add6ab718140238da61926eae6840c (127.17.168.131:34017)
21:04:50.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:50.841347 18466 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "ca87511e123543feb3ba813dfc8c4791" candidate_uuid: "ddecdf6d5feb44ebb58ad6337d7446ab" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6bc1def9af784e28b20c72774836a707" is_pre_election: true
21:04:50.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:50.841982 18466 raft_consensus.cc:2468] T ca87511e123543feb3ba813dfc8c4791 P 6bc1def9af784e28b20c72774836a707 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate ddecdf6d5feb44ebb58ad6337d7446ab in term 0.
21:04:50.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:50.843811 18541 leader_election.cc:304] T ca87511e123543feb3ba813dfc8c4791 P ddecdf6d5feb44ebb58ad6337d7446ab [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 6bc1def9af784e28b20c72774836a707, ddecdf6d5feb44ebb58ad6337d7446ab; no voters: 
21:04:50.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:50.844969 19591 raft_consensus.cc:2804] T ca87511e123543feb3ba813dfc8c4791 P ddecdf6d5feb44ebb58ad6337d7446ab [term 0 FOLLOWER]: Leader pre-election won for term 1
21:04:50.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:50.845376 19591 raft_consensus.cc:493] T ca87511e123543feb3ba813dfc8c4791 P ddecdf6d5feb44ebb58ad6337d7446ab [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
21:04:50.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:50.845742 19591 raft_consensus.cc:3060] T ca87511e123543feb3ba813dfc8c4791 P ddecdf6d5feb44ebb58ad6337d7446ab [term 0 FOLLOWER]: Advancing to term 1
21:04:50.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:50.851248 18746 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "ca87511e123543feb3ba813dfc8c4791" candidate_uuid: "ddecdf6d5feb44ebb58ad6337d7446ab" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b8add6ab718140238da61926eae6840c" is_pre_election: true
21:04:50.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:50.853699 18746 raft_consensus.cc:2468] T ca87511e123543feb3ba813dfc8c4791 P b8add6ab718140238da61926eae6840c [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate ddecdf6d5feb44ebb58ad6337d7446ab in term 0.
21:04:50.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:50.853694 19591 raft_consensus.cc:515] T ca87511e123543feb3ba813dfc8c4791 P ddecdf6d5feb44ebb58ad6337d7446ab [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6bc1def9af784e28b20c72774836a707" member_type: VOTER last_known_addr { host: "127.17.168.129" port: 45511 } } peers { permanent_uuid: "ddecdf6d5feb44ebb58ad6337d7446ab" member_type: VOTER last_known_addr { host: "127.17.168.130" port: 40477 } } peers { permanent_uuid: "b8add6ab718140238da61926eae6840c" member_type: VOTER last_known_addr { host: "127.17.168.131" port: 34017 } }
21:04:50.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:50.857288 18466 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "ca87511e123543feb3ba813dfc8c4791" candidate_uuid: "ddecdf6d5feb44ebb58ad6337d7446ab" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6bc1def9af784e28b20c72774836a707"
21:04:50.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:50.857913 18466 raft_consensus.cc:3060] T ca87511e123543feb3ba813dfc8c4791 P 6bc1def9af784e28b20c72774836a707 [term 0 FOLLOWER]: Advancing to term 1
21:04:50.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:50.865947 18466 raft_consensus.cc:2468] T ca87511e123543feb3ba813dfc8c4791 P 6bc1def9af784e28b20c72774836a707 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate ddecdf6d5feb44ebb58ad6337d7446ab in term 1.
21:04:50.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:50.868569 18746 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "ca87511e123543feb3ba813dfc8c4791" candidate_uuid: "ddecdf6d5feb44ebb58ad6337d7446ab" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b8add6ab718140238da61926eae6840c"
21:04:50.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:50.869505 18746 raft_consensus.cc:3060] T ca87511e123543feb3ba813dfc8c4791 P b8add6ab718140238da61926eae6840c [term 0 FOLLOWER]: Advancing to term 1
21:04:50.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:50.875804 18520 tablet.cc:2406] T 8fdea63a1eb1491389c3b1f289577b11 P 6bc1def9af784e28b20c72774836a707: Can't schedule compaction. Clean time has not been advanced past its initial value.
21:04:50.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:50.876176 18541 leader_election.cc:304] T ca87511e123543feb3ba813dfc8c4791 P ddecdf6d5feb44ebb58ad6337d7446ab [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 6bc1def9af784e28b20c72774836a707, ddecdf6d5feb44ebb58ad6337d7446ab; no voters: 
21:04:50.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:50.877115 19579 raft_consensus.cc:2804] T ca87511e123543feb3ba813dfc8c4791 P ddecdf6d5feb44ebb58ad6337d7446ab [term 1 FOLLOWER]: Leader election won for term 1
21:04:50.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:50.879892 19591 leader_election.cc:290] T ca87511e123543feb3ba813dfc8c4791 P ddecdf6d5feb44ebb58ad6337d7446ab [CANDIDATE]: Term 1 election: Requested vote from peers 6bc1def9af784e28b20c72774836a707 (127.17.168.129:45511), b8add6ab718140238da61926eae6840c (127.17.168.131:34017)
21:04:50.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:50.886016 19579 raft_consensus.cc:697] T ca87511e123543feb3ba813dfc8c4791 P ddecdf6d5feb44ebb58ad6337d7446ab [term 1 LEADER]: Becoming Leader. State: Replica: ddecdf6d5feb44ebb58ad6337d7446ab, State: Running, Role: LEADER
21:04:50.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:50.886973 19579 consensus_queue.cc:237] T ca87511e123543feb3ba813dfc8c4791 P ddecdf6d5feb44ebb58ad6337d7446ab [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6bc1def9af784e28b20c72774836a707" member_type: VOTER last_known_addr { host: "127.17.168.129" port: 45511 } } peers { permanent_uuid: "ddecdf6d5feb44ebb58ad6337d7446ab" member_type: VOTER last_known_addr { host: "127.17.168.130" port: 40477 } } peers { permanent_uuid: "b8add6ab718140238da61926eae6840c" member_type: VOTER last_known_addr { host: "127.17.168.131" port: 34017 } }
21:04:50.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:50.895182 18746 raft_consensus.cc:2468] T ca87511e123543feb3ba813dfc8c4791 P b8add6ab718140238da61926eae6840c [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate ddecdf6d5feb44ebb58ad6337d7446ab in term 1.
21:04:50.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:50.952620 18126 catalog_manager.cc:5696] T ca87511e123543feb3ba813dfc8c4791 P ddecdf6d5feb44ebb58ad6337d7446ab reported cstate change: term changed from 0 to 1, leader changed from <none> to ddecdf6d5feb44ebb58ad6337d7446ab (127.17.168.130). New cstate: current_term: 1 leader_uuid: "ddecdf6d5feb44ebb58ad6337d7446ab" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6bc1def9af784e28b20c72774836a707" member_type: VOTER last_known_addr { host: "127.17.168.129" port: 45511 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "ddecdf6d5feb44ebb58ad6337d7446ab" member_type: VOTER last_known_addr { host: "127.17.168.130" port: 40477 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "b8add6ab718140238da61926eae6840c" member_type: VOTER last_known_addr { host: "127.17.168.131" port: 34017 } health_report { overall_health: UNKNOWN } } }
21:04:51.243 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table b28175fe201c4962bcbc5eee092445f4
21:04:51.275 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 8fdea63a1eb1491389c3b1f289577b11 for table 'replication_test_table' with partition [0x80000000, 0x80000032)
21:04:51.276 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet ca87511e123543feb3ba813dfc8c4791 for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
21:04:51.278 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x80000000, upperBoundPartitionKey=0x80000032, ttl=299998, tablet=8fdea63a1eb1491389c3b1f289577b11@[6bc1def9af784e28b20c72774836a707(127.17.168.129:45511),b8add6ab718140238da61926eae6840c(127.17.168.131:34017),ddecdf6d5feb44ebb58ad6337d7446ab(127.17.168.130:40477)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x80000032, upperBoundPartitionKey=0x80000064, ttl=299997}, Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299997, tablet=ca87511e123543feb3ba813dfc8c4791@[6bc1def9af784e28b20c72774836a707(127.17.168.129:45511),b8add6ab718140238da61926eae6840c(127.17.168.131:34017),ddecdf6d5feb44ebb58ad6337d7446ab(127.17.168.130:40477)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299997}]
21:04:51.280 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=27), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.168.190:39209, [13ms] Sub RPC GetTableLocations: received response from server master-127.17.168.190:39209: OK, deferred=null) after lookup
21:04:51.295 [DEBUG - kudu-nio-1] (Connection.java:748) [peer ddecdf6d5feb44ebb58ad6337d7446ab(127.17.168.130:40477)] connecting to peer
21:04:51.306 [DEBUG - kudu-nio-3] (Connection.java:757) [peer ddecdf6d5feb44ebb58ad6337d7446ab(127.17.168.130:40477)] Successfully connected to peer
21:04:51.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:51.346603 19579 consensus_queue.cc:1048] T ca87511e123543feb3ba813dfc8c4791 P ddecdf6d5feb44ebb58ad6337d7446ab [LEADER]: Connected to new peer: Peer: permanent_uuid: "b8add6ab718140238da61926eae6840c" member_type: VOTER last_known_addr { host: "127.17.168.131" port: 34017 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
21:04:51.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:51.386222 19596 consensus_queue.cc:1048] T 8fdea63a1eb1491389c3b1f289577b11 P ddecdf6d5feb44ebb58ad6337d7446ab [LEADER]: Connected to new peer: Peer: permanent_uuid: "b8add6ab718140238da61926eae6840c" member_type: VOTER last_known_addr { host: "127.17.168.131" port: 34017 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
21:04:51.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:51.410236 19591 consensus_queue.cc:1048] T ca87511e123543feb3ba813dfc8c4791 P ddecdf6d5feb44ebb58ad6337d7446ab [LEADER]: Connected to new peer: Peer: permanent_uuid: "6bc1def9af784e28b20c72774836a707" member_type: VOTER last_known_addr { host: "127.17.168.129" port: 45511 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
21:04:51.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:51.434217 19591 consensus_queue.cc:1048] T 8fdea63a1eb1491389c3b1f289577b11 P ddecdf6d5feb44ebb58ad6337d7446ab [LEADER]: Connected to new peer: Peer: permanent_uuid: "6bc1def9af784e28b20c72774836a707" member_type: VOTER last_known_addr { host: "127.17.168.129" port: 45511 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
21:04:51.613 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:04:51.629 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0xeb0f5821, L:/127.0.0.1:44692 - R:/127.17.168.130:40477] using TOKEN/null
21:04:51.792 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table b28175fe201c4962bcbc5eee092445f4
21:04:51.910 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:04:51.915 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:04:51.916 [DEBUG - main] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:04:51.918 [DEBUG - main] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:04:51.919 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.18.92.190:40017(127.18.92.190:40017)] Successfully connected to peer
21:04:51.920 [DEBUG - main] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:04:51.923 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.18.92.189:41897(127.18.92.189:41897)] Successfully connected to peer
21:04:51.932 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.18.92.188:36207(127.18.92.188:36207)] Successfully connected to peer
21:04:51.960 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.18.92.190
21:04:51.963 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.18.92.189
21:04:51.993 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.18.92.188
21:04:52.062 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:04:52.068 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x54e4cba3, L:/127.0.0.1:49054 - R:/127.18.92.189:41897] using SASL/PLAIN
21:04:52.072 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:04:52.077 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xada3a4f0, L:/127.0.0.1:35112 - R:/127.18.92.190:40017] using SASL/PLAIN
21:04:52.089 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:04:52.094 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xf36a77ed, L:/127.0.0.1:41826 - R:/127.18.92.188:36207] using SASL/PLAIN
21:04:52.099 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
21:04:52.100 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [169ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: OK, [170ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: OK, [182ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: OK, deferred=null) after lookup
21:04:52.110 [DEBUG - main] (Connection.java:748) [peer master-127.17.168.188:37843(127.17.168.188:37843)] connecting to peer
21:04:52.112 [DEBUG - main] (Connection.java:748) [peer master-127.17.168.190:39209(127.17.168.190:39209)] connecting to peer
21:04:52.113 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.17.168.188:37843(127.17.168.188:37843)] Successfully connected to peer
21:04:52.125 [DEBUG - main] (Connection.java:748) [peer master-127.17.168.189:46111(127.17.168.189:46111)] connecting to peer
21:04:52.127 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.17.168.188
21:04:52.150 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.17.168.189:46111(127.17.168.189:46111)] Successfully connected to peer
21:04:52.153 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.17.168.190:39209(127.17.168.190:39209)] Successfully connected to peer
21:04:52.158 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.17.168.190
21:04:52.168 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.17.168.189
21:04:52.190 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:04:52.190 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:04:52.199 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xea737d5c, L:/127.0.0.1:55458 - R:/127.17.168.189:46111] using SASL/PLAIN
21:04:52.200 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x24767a8c, L:/127.0.0.1:47812 - R:/127.17.168.190:39209] using SASL/PLAIN
21:04:52.211 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
21:04:52.212 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=102), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.188:37843, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.190:39209, [14ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.189:46111, [100ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.189:46111: OK, [100ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.190:39209: OK, deferred=null) after lookup
21:04:52.225 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:04:52.226 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table b28175fe201c4962bcbc5eee092445f4
21:04:52.234 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x15130c37, L:/127.0.0.1:50676 - R:/127.17.168.188:37843] using SASL/PLAIN
21:04:52.260 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 8fdea63a1eb1491389c3b1f289577b11 for table 'replication_test_table' with partition [0x80000000, 0x80000032)
21:04:52.261 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet ca87511e123543feb3ba813dfc8c4791 for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
21:04:52.261 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x80000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x80000000, upperBoundPartitionKey=0x80000032, ttl=299999, tablet=8fdea63a1eb1491389c3b1f289577b11@[6bc1def9af784e28b20c72774836a707(127.17.168.129:45511),b8add6ab718140238da61926eae6840c(127.17.168.131:34017),ddecdf6d5feb44ebb58ad6337d7446ab(127.17.168.130:40477)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x80000032, upperBoundPartitionKey=0x80000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999, tablet=ca87511e123543feb3ba813dfc8c4791@[6bc1def9af784e28b20c72774836a707(127.17.168.129:45511),b8add6ab718140238da61926eae6840c(127.17.168.131:34017),ddecdf6d5feb44ebb58ad6337d7446ab(127.17.168.130:40477)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299999}]
21:04:52.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:52.280680 19014 catalog_manager.cc:2282] Servicing CreateTable request from {username='slave'} at 127.0.0.1:41826:
21:04:52.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "replication_test_table"
21:04:52.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
21:04:52.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
21:04:52.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key1"
21:04:52.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
21:04:52.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
21:04:52.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
21:04:52.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
21:04:52.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
21:04:52.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
21:04:52.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
21:04:52.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
21:04:52.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
21:04:52.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
21:04:52.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key2"
21:04:52.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
21:04:52.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
21:04:52.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
21:04:52.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
21:04:52.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
21:04:52.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
21:04:52.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
21:04:52.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
21:04:52.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
21:04:52.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
21:04:52.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key3"
21:04:52.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
21:04:52.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
21:04:52.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
21:04:52.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
21:04:52.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
21:04:52.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
21:04:52.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
21:04:52.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
21:04:52.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
21:04:52.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
21:04:52.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "data"
21:04:52.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
21:04:52.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
21:04:52.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
21:04:52.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
21:04:52.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
21:04:52.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
21:04:52.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
21:04:52.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
21:04:52.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
21:04:52.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
21:04:52.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
21:04:52.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
21:04:52.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   rows: "<redacted>""\006\001\000\000\000\000\007\0012\000\000\000"
21:04:52.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
21:04:52.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
21:04:52.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
21:04:52.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
21:04:52.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key1"
21:04:52.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
21:04:52.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
21:04:52.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
21:04:52.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) comment: ""
21:04:52.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:52.284976 19014 catalog_manager.cc:7076] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table replication_test_table in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
21:04:52.366 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 6d93f556b7ec4d9c9f4bbba04fbb744a
21:04:52.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:52.425109 19473 tablet_service.cc:1511] Processing CreateTablet for tablet 24fc589270454b67adaa83ef77f7c529 (DEFAULT_TABLE table=replication_test_table [id=6d93f556b7ec4d9c9f4bbba04fbb744a]), partition=RANGE (key1) PARTITION 0 <= VALUES < 50
21:04:52.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:52.452212 19473 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 24fc589270454b67adaa83ef77f7c529. 1 dirs total, 0 dirs full, 0 dirs failed
21:04:52.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:52.491686 19188 tablet_service.cc:1511] Processing CreateTablet for tablet 24fc589270454b67adaa83ef77f7c529 (DEFAULT_TABLE table=replication_test_table [id=6d93f556b7ec4d9c9f4bbba04fbb744a]), partition=RANGE (key1) PARTITION 0 <= VALUES < 50
21:04:52.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:52.495096 19188 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 24fc589270454b67adaa83ef77f7c529. 1 dirs total, 0 dirs full, 0 dirs failed
21:04:52.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:52.503643 19330 tablet_service.cc:1511] Processing CreateTablet for tablet 24fc589270454b67adaa83ef77f7c529 (DEFAULT_TABLE table=replication_test_table [id=6d93f556b7ec4d9c9f4bbba04fbb744a]), partition=RANGE (key1) PARTITION 0 <= VALUES < 50
21:04:52.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:52.506072 19330 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 24fc589270454b67adaa83ef77f7c529. 1 dirs total, 0 dirs full, 0 dirs failed
21:04:52.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:52.561962 19655 tablet_bootstrap.cc:492] T 24fc589270454b67adaa83ef77f7c529 P a4795b24f21846488aed6e56b766e389: Bootstrap starting.
21:04:52.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:52.580500 19653 tablet_bootstrap.cc:492] T 24fc589270454b67adaa83ef77f7c529 P 42b1c642b8e74535b97634b7f9cf11ff: Bootstrap starting.
21:04:52.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:52.583146 19655 tablet_bootstrap.cc:654] T 24fc589270454b67adaa83ef77f7c529 P a4795b24f21846488aed6e56b766e389: Neither blocks nor log segments found. Creating new log.
21:04:52.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:52.583449 19654 tablet_bootstrap.cc:492] T 24fc589270454b67adaa83ef77f7c529 P 108c6f21639843ac88138c0f6f867026: Bootstrap starting.
21:04:52.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:52.589713 19655 log.cc:826] T 24fc589270454b67adaa83ef77f7c529 P a4795b24f21846488aed6e56b766e389: Log is configured to *not* fsync() on all Append() calls
21:04:52.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:52.594820 19654 tablet_bootstrap.cc:654] T 24fc589270454b67adaa83ef77f7c529 P 108c6f21639843ac88138c0f6f867026: Neither blocks nor log segments found. Creating new log.
21:04:52.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:52.601547 19654 log.cc:826] T 24fc589270454b67adaa83ef77f7c529 P 108c6f21639843ac88138c0f6f867026: Log is configured to *not* fsync() on all Append() calls
21:04:52.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:52.603996 19653 tablet_bootstrap.cc:654] T 24fc589270454b67adaa83ef77f7c529 P 42b1c642b8e74535b97634b7f9cf11ff: Neither blocks nor log segments found. Creating new log.
21:04:52.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:52.609737 19655 tablet_bootstrap.cc:492] T 24fc589270454b67adaa83ef77f7c529 P a4795b24f21846488aed6e56b766e389: No bootstrap required, opened a new log
21:04:52.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:52.610301 19655 ts_tablet_manager.cc:1403] T 24fc589270454b67adaa83ef77f7c529 P a4795b24f21846488aed6e56b766e389: Time spent bootstrapping tablet: real 0.056s	user 0.018s	sys 0.010s
21:04:52.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:52.615250 19653 log.cc:826] T 24fc589270454b67adaa83ef77f7c529 P 42b1c642b8e74535b97634b7f9cf11ff: Log is configured to *not* fsync() on all Append() calls
21:04:52.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:52.621865 19654 tablet_bootstrap.cc:492] T 24fc589270454b67adaa83ef77f7c529 P 108c6f21639843ac88138c0f6f867026: No bootstrap required, opened a new log
21:04:52.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:52.622992 19654 ts_tablet_manager.cc:1403] T 24fc589270454b67adaa83ef77f7c529 P 108c6f21639843ac88138c0f6f867026: Time spent bootstrapping tablet: real 0.040s	user 0.014s	sys 0.006s
21:04:52.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:52.638710 19653 tablet_bootstrap.cc:492] T 24fc589270454b67adaa83ef77f7c529 P 42b1c642b8e74535b97634b7f9cf11ff: No bootstrap required, opened a new log
21:04:52.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:52.639326 19653 ts_tablet_manager.cc:1403] T 24fc589270454b67adaa83ef77f7c529 P 42b1c642b8e74535b97634b7f9cf11ff: Time spent bootstrapping tablet: real 0.059s	user 0.014s	sys 0.007s
21:04:52.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:52.655809 19655 raft_consensus.cc:359] T 24fc589270454b67adaa83ef77f7c529 P a4795b24f21846488aed6e56b766e389 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "42b1c642b8e74535b97634b7f9cf11ff" member_type: VOTER last_known_addr { host: "127.18.92.131" port: 45615 } } peers { permanent_uuid: "a4795b24f21846488aed6e56b766e389" member_type: VOTER last_known_addr { host: "127.18.92.130" port: 37477 } } peers { permanent_uuid: "108c6f21639843ac88138c0f6f867026" member_type: VOTER last_known_addr { host: "127.18.92.129" port: 41443 } }
21:04:52.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:52.657034 19655 raft_consensus.cc:385] T 24fc589270454b67adaa83ef77f7c529 P a4795b24f21846488aed6e56b766e389 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:04:52.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:52.657377 19655 raft_consensus.cc:740] T 24fc589270454b67adaa83ef77f7c529 P a4795b24f21846488aed6e56b766e389 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: a4795b24f21846488aed6e56b766e389, State: Initialized, Role: FOLLOWER
21:04:52.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:52.658565 19655 consensus_queue.cc:260] T 24fc589270454b67adaa83ef77f7c529 P a4795b24f21846488aed6e56b766e389 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "42b1c642b8e74535b97634b7f9cf11ff" member_type: VOTER last_known_addr { host: "127.18.92.131" port: 45615 } } peers { permanent_uuid: "a4795b24f21846488aed6e56b766e389" member_type: VOTER last_known_addr { host: "127.18.92.130" port: 37477 } } peers { permanent_uuid: "108c6f21639843ac88138c0f6f867026" member_type: VOTER last_known_addr { host: "127.18.92.129" port: 41443 } }
21:04:52.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:52.660677 19654 raft_consensus.cc:359] T 24fc589270454b67adaa83ef77f7c529 P 108c6f21639843ac88138c0f6f867026 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "42b1c642b8e74535b97634b7f9cf11ff" member_type: VOTER last_known_addr { host: "127.18.92.131" port: 45615 } } peers { permanent_uuid: "a4795b24f21846488aed6e56b766e389" member_type: VOTER last_known_addr { host: "127.18.92.130" port: 37477 } } peers { permanent_uuid: "108c6f21639843ac88138c0f6f867026" member_type: VOTER last_known_addr { host: "127.18.92.129" port: 41443 } }
21:04:52.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:52.662190 19654 raft_consensus.cc:385] T 24fc589270454b67adaa83ef77f7c529 P 108c6f21639843ac88138c0f6f867026 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:04:52.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:52.662593 19654 raft_consensus.cc:740] T 24fc589270454b67adaa83ef77f7c529 P 108c6f21639843ac88138c0f6f867026 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 108c6f21639843ac88138c0f6f867026, State: Initialized, Role: FOLLOWER
21:04:52.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:52.664129 19654 consensus_queue.cc:260] T 24fc589270454b67adaa83ef77f7c529 P 108c6f21639843ac88138c0f6f867026 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "42b1c642b8e74535b97634b7f9cf11ff" member_type: VOTER last_known_addr { host: "127.18.92.131" port: 45615 } } peers { permanent_uuid: "a4795b24f21846488aed6e56b766e389" member_type: VOTER last_known_addr { host: "127.18.92.130" port: 37477 } } peers { permanent_uuid: "108c6f21639843ac88138c0f6f867026" member_type: VOTER last_known_addr { host: "127.18.92.129" port: 41443 } }
21:04:52.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:52.670632 19655 ts_tablet_manager.cc:1434] T 24fc589270454b67adaa83ef77f7c529 P a4795b24f21846488aed6e56b766e389: Time spent starting tablet: real 0.060s	user 0.029s	sys 0.015s
21:04:52.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:52.686825 19653 raft_consensus.cc:359] T 24fc589270454b67adaa83ef77f7c529 P 42b1c642b8e74535b97634b7f9cf11ff [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "42b1c642b8e74535b97634b7f9cf11ff" member_type: VOTER last_known_addr { host: "127.18.92.131" port: 45615 } } peers { permanent_uuid: "a4795b24f21846488aed6e56b766e389" member_type: VOTER last_known_addr { host: "127.18.92.130" port: 37477 } } peers { permanent_uuid: "108c6f21639843ac88138c0f6f867026" member_type: VOTER last_known_addr { host: "127.18.92.129" port: 41443 } }
21:04:52.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:52.687988 19653 raft_consensus.cc:385] T 24fc589270454b67adaa83ef77f7c529 P 42b1c642b8e74535b97634b7f9cf11ff [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:04:52.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:52.688321 19653 raft_consensus.cc:740] T 24fc589270454b67adaa83ef77f7c529 P 42b1c642b8e74535b97634b7f9cf11ff [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 42b1c642b8e74535b97634b7f9cf11ff, State: Initialized, Role: FOLLOWER
21:04:52.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:52.694466 19653 consensus_queue.cc:260] T 24fc589270454b67adaa83ef77f7c529 P 42b1c642b8e74535b97634b7f9cf11ff [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "42b1c642b8e74535b97634b7f9cf11ff" member_type: VOTER last_known_addr { host: "127.18.92.131" port: 45615 } } peers { permanent_uuid: "a4795b24f21846488aed6e56b766e389" member_type: VOTER last_known_addr { host: "127.18.92.130" port: 37477 } } peers { permanent_uuid: "108c6f21639843ac88138c0f6f867026" member_type: VOTER last_known_addr { host: "127.18.92.129" port: 41443 } }
21:04:52.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:52.705600 19653 ts_tablet_manager.cc:1434] T 24fc589270454b67adaa83ef77f7c529 P 42b1c642b8e74535b97634b7f9cf11ff: Time spent starting tablet: real 0.066s	user 0.031s	sys 0.012s
21:04:52.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:52.734935 19654 ts_tablet_manager.cc:1434] T 24fc589270454b67adaa83ef77f7c529 P 108c6f21639843ac88138c0f6f867026: Time spent starting tablet: real 0.112s	user 0.055s	sys 0.044s
21:04:52.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:52.758525 19543 tablet.cc:2406] T 24fc589270454b67adaa83ef77f7c529 P 42b1c642b8e74535b97634b7f9cf11ff: Can't schedule compaction. Clean time has not been advanced past its initial value.
21:04:52.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:52.815387 19400 tablet.cc:2406] T 24fc589270454b67adaa83ef77f7c529 P a4795b24f21846488aed6e56b766e389: Can't schedule compaction. Clean time has not been advanced past its initial value.
21:04:52.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:52.936199 19660 raft_consensus.cc:493] T 24fc589270454b67adaa83ef77f7c529 P a4795b24f21846488aed6e56b766e389 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
21:04:52.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:52.936839 19660 raft_consensus.cc:515] T 24fc589270454b67adaa83ef77f7c529 P a4795b24f21846488aed6e56b766e389 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "42b1c642b8e74535b97634b7f9cf11ff" member_type: VOTER last_known_addr { host: "127.18.92.131" port: 45615 } } peers { permanent_uuid: "a4795b24f21846488aed6e56b766e389" member_type: VOTER last_known_addr { host: "127.18.92.130" port: 37477 } } peers { permanent_uuid: "108c6f21639843ac88138c0f6f867026" member_type: VOTER last_known_addr { host: "127.18.92.129" port: 41443 } }
21:04:52.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:52.941444 19660 leader_election.cc:290] T 24fc589270454b67adaa83ef77f7c529 P a4795b24f21846488aed6e56b766e389 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 42b1c642b8e74535b97634b7f9cf11ff (127.18.92.131:45615), 108c6f21639843ac88138c0f6f867026 (127.18.92.129:41443)
21:04:52.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:52.962559 19261 tablet.cc:2406] T 24fc589270454b67adaa83ef77f7c529 P 108c6f21639843ac88138c0f6f867026: Can't schedule compaction. Clean time has not been advanced past its initial value.
21:04:52.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:52.966748 19493 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "24fc589270454b67adaa83ef77f7c529" candidate_uuid: "a4795b24f21846488aed6e56b766e389" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "42b1c642b8e74535b97634b7f9cf11ff" is_pre_election: true
21:04:52.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:52.967805 19493 raft_consensus.cc:2468] T 24fc589270454b67adaa83ef77f7c529 P 42b1c642b8e74535b97634b7f9cf11ff [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate a4795b24f21846488aed6e56b766e389 in term 0.
21:04:52.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:52.969492 19283 leader_election.cc:304] T 24fc589270454b67adaa83ef77f7c529 P a4795b24f21846488aed6e56b766e389 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 42b1c642b8e74535b97634b7f9cf11ff, a4795b24f21846488aed6e56b766e389; no voters: 
21:04:52.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:52.969626 19208 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "24fc589270454b67adaa83ef77f7c529" candidate_uuid: "a4795b24f21846488aed6e56b766e389" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "108c6f21639843ac88138c0f6f867026" is_pre_election: true
21:04:52.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:52.970244 19660 raft_consensus.cc:2804] T 24fc589270454b67adaa83ef77f7c529 P a4795b24f21846488aed6e56b766e389 [term 0 FOLLOWER]: Leader pre-election won for term 1
21:04:52.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:52.970590 19660 raft_consensus.cc:493] T 24fc589270454b67adaa83ef77f7c529 P a4795b24f21846488aed6e56b766e389 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
21:04:52.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:52.970556 19208 raft_consensus.cc:2468] T 24fc589270454b67adaa83ef77f7c529 P 108c6f21639843ac88138c0f6f867026 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate a4795b24f21846488aed6e56b766e389 in term 0.
21:04:52.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:52.970947 19660 raft_consensus.cc:3060] T 24fc589270454b67adaa83ef77f7c529 P a4795b24f21846488aed6e56b766e389 [term 0 FOLLOWER]: Advancing to term 1
21:04:52.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:52.976106 19660 raft_consensus.cc:515] T 24fc589270454b67adaa83ef77f7c529 P a4795b24f21846488aed6e56b766e389 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "42b1c642b8e74535b97634b7f9cf11ff" member_type: VOTER last_known_addr { host: "127.18.92.131" port: 45615 } } peers { permanent_uuid: "a4795b24f21846488aed6e56b766e389" member_type: VOTER last_known_addr { host: "127.18.92.130" port: 37477 } } peers { permanent_uuid: "108c6f21639843ac88138c0f6f867026" member_type: VOTER last_known_addr { host: "127.18.92.129" port: 41443 } }
21:04:52.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:52.978339 19660 leader_election.cc:290] T 24fc589270454b67adaa83ef77f7c529 P a4795b24f21846488aed6e56b766e389 [CANDIDATE]: Term 1 election: Requested vote from peers 42b1c642b8e74535b97634b7f9cf11ff (127.18.92.131:45615), 108c6f21639843ac88138c0f6f867026 (127.18.92.129:41443)
21:04:52.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:52.978845 19493 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "24fc589270454b67adaa83ef77f7c529" candidate_uuid: "a4795b24f21846488aed6e56b766e389" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "42b1c642b8e74535b97634b7f9cf11ff"
21:04:52.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:52.979008 19208 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "24fc589270454b67adaa83ef77f7c529" candidate_uuid: "a4795b24f21846488aed6e56b766e389" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "108c6f21639843ac88138c0f6f867026"
21:04:52.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:52.979501 19493 raft_consensus.cc:3060] T 24fc589270454b67adaa83ef77f7c529 P 42b1c642b8e74535b97634b7f9cf11ff [term 0 FOLLOWER]: Advancing to term 1
21:04:52.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:52.979650 19208 raft_consensus.cc:3060] T 24fc589270454b67adaa83ef77f7c529 P 108c6f21639843ac88138c0f6f867026 [term 0 FOLLOWER]: Advancing to term 1
21:04:52.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:52.985318 19493 raft_consensus.cc:2468] T 24fc589270454b67adaa83ef77f7c529 P 42b1c642b8e74535b97634b7f9cf11ff [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate a4795b24f21846488aed6e56b766e389 in term 1.
21:04:52.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:52.986446 19283 leader_election.cc:304] T 24fc589270454b67adaa83ef77f7c529 P a4795b24f21846488aed6e56b766e389 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 42b1c642b8e74535b97634b7f9cf11ff, a4795b24f21846488aed6e56b766e389; no voters: 
21:04:52.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:52.986830 19208 raft_consensus.cc:2468] T 24fc589270454b67adaa83ef77f7c529 P 108c6f21639843ac88138c0f6f867026 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate a4795b24f21846488aed6e56b766e389 in term 1.
21:04:52.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:52.988283 19660 raft_consensus.cc:2804] T 24fc589270454b67adaa83ef77f7c529 P a4795b24f21846488aed6e56b766e389 [term 1 FOLLOWER]: Leader election won for term 1
21:04:52.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:52.990453 19660 raft_consensus.cc:697] T 24fc589270454b67adaa83ef77f7c529 P a4795b24f21846488aed6e56b766e389 [term 1 LEADER]: Becoming Leader. State: Replica: a4795b24f21846488aed6e56b766e389, State: Running, Role: LEADER
21:04:52.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:52.992228 19660 consensus_queue.cc:237] T 24fc589270454b67adaa83ef77f7c529 P a4795b24f21846488aed6e56b766e389 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "42b1c642b8e74535b97634b7f9cf11ff" member_type: VOTER last_known_addr { host: "127.18.92.131" port: 45615 } } peers { permanent_uuid: "a4795b24f21846488aed6e56b766e389" member_type: VOTER last_known_addr { host: "127.18.92.130" port: 37477 } } peers { permanent_uuid: "108c6f21639843ac88138c0f6f867026" member_type: VOTER last_known_addr { host: "127.18.92.129" port: 41443 } }
21:04:53.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:53.009511 19013 catalog_manager.cc:5696] T 24fc589270454b67adaa83ef77f7c529 P a4795b24f21846488aed6e56b766e389 reported cstate change: term changed from 0 to 1, leader changed from <none> to a4795b24f21846488aed6e56b766e389 (127.18.92.130). New cstate: current_term: 1 leader_uuid: "a4795b24f21846488aed6e56b766e389" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "42b1c642b8e74535b97634b7f9cf11ff" member_type: VOTER last_known_addr { host: "127.18.92.131" port: 45615 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "a4795b24f21846488aed6e56b766e389" member_type: VOTER last_known_addr { host: "127.18.92.130" port: 37477 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "108c6f21639843ac88138c0f6f867026" member_type: VOTER last_known_addr { host: "127.18.92.129" port: 41443 } health_report { overall_health: UNKNOWN } } }
21:04:53.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:53.240360 19013 catalog_manager.cc:3569] Servicing AlterTable request from {username='slave'} at 127.0.0.1:41826:
21:04:53.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table { table_name: "replication_test_table" } alter_schema_steps { type: ADD_RANGE_PARTITION add_range_partition { range_bounds { rows: "<redacted>""\006\001d\000\000\000\007\001\310\000\000\000" } } } schema { columns { name: "key1" type: INT32 is_key: true is_nullable: false encoding: AUTO_ENCODING compression: DEFAULT_COMPRESSION cfile_block_size: 0 immutable: false is_auto_incrementing: false } columns { name: "key2" type: STRING is_key: true is_nullable: false encoding: AUTO_ENCODING compression: DEFAULT_COMPRESSION cfile_block_size: 0 immutable: false is_auto_incrementing: false } columns { name: "key3" type: INT32 is_key: true is_nullable: false encoding: AUTO_ENCODING compression: DEFAULT_COMPRESSION cfile_block_size: 0 immutable: false is_auto_incrementing: false } columns { name: "data" type: STRING is_key: false is_nullable: false encoding: AUTO_ENCODING compression: DEFAULT_COMPRESSION cfile_block_size: 0 immutable: false is_auto_incrementing: false } }
21:04:53.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:53.268005 19013 catalog_manager.cc:5956] Failed to send alter table request: Not found: failed to reset TS proxy: No leader found: Tablet a48cdbc76cac4bbd9bf3000ab60277c6 has no consensus state
21:04:53.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:53.287101 19188 tablet_service.cc:1511] Processing CreateTablet for tablet a48cdbc76cac4bbd9bf3000ab60277c6 (DEFAULT_TABLE table=replication_test_table [id=6d93f556b7ec4d9c9f4bbba04fbb744a]), partition=RANGE (key1) PARTITION 100 <= VALUES < 200
21:04:53.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:53.288468 19188 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet a48cdbc76cac4bbd9bf3000ab60277c6. 1 dirs total, 0 dirs full, 0 dirs failed
21:04:53.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:53.288579 19330 tablet_service.cc:1511] Processing CreateTablet for tablet a48cdbc76cac4bbd9bf3000ab60277c6 (DEFAULT_TABLE table=replication_test_table [id=6d93f556b7ec4d9c9f4bbba04fbb744a]), partition=RANGE (key1) PARTITION 100 <= VALUES < 200
21:04:53.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:53.289565 19330 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet a48cdbc76cac4bbd9bf3000ab60277c6. 1 dirs total, 0 dirs full, 0 dirs failed
21:04:53.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:53.297322 19473 tablet_service.cc:1511] Processing CreateTablet for tablet a48cdbc76cac4bbd9bf3000ab60277c6 (DEFAULT_TABLE table=replication_test_table [id=6d93f556b7ec4d9c9f4bbba04fbb744a]), partition=RANGE (key1) PARTITION 100 <= VALUES < 200
21:04:53.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:53.299467 19473 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet a48cdbc76cac4bbd9bf3000ab60277c6. 1 dirs total, 0 dirs full, 0 dirs failed
21:04:53.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:53.309566 19678 tablet_bootstrap.cc:492] T a48cdbc76cac4bbd9bf3000ab60277c6 P 108c6f21639843ac88138c0f6f867026: Bootstrap starting.
21:04:53.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:53.316785 18999 catalog_manager.cc:4809] Async tablet task AlterTable RPC for tablet a48cdbc76cac4bbd9bf3000ab60277c6 (table replication_test_table [id=6d93f556b7ec4d9c9f4bbba04fbb744a], current schema version=0) failed: Not found: failed to reset TS proxy: No leader found: Tablet a48cdbc76cac4bbd9bf3000ab60277c6 consensus state has no leader
21:04:53.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:53.316958 19679 tablet_bootstrap.cc:492] T a48cdbc76cac4bbd9bf3000ab60277c6 P a4795b24f21846488aed6e56b766e389: Bootstrap starting.
21:04:53.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:53.318182 19678 tablet_bootstrap.cc:654] T a48cdbc76cac4bbd9bf3000ab60277c6 P 108c6f21639843ac88138c0f6f867026: Neither blocks nor log segments found. Creating new log.
21:04:53.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:53.323982 19679 tablet_bootstrap.cc:654] T a48cdbc76cac4bbd9bf3000ab60277c6 P a4795b24f21846488aed6e56b766e389: Neither blocks nor log segments found. Creating new log.
21:04:53.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:53.325606 19678 tablet_bootstrap.cc:492] T a48cdbc76cac4bbd9bf3000ab60277c6 P 108c6f21639843ac88138c0f6f867026: No bootstrap required, opened a new log
21:04:53.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:53.326107 19678 ts_tablet_manager.cc:1403] T a48cdbc76cac4bbd9bf3000ab60277c6 P 108c6f21639843ac88138c0f6f867026: Time spent bootstrapping tablet: real 0.017s	user 0.013s	sys 0.000s
21:04:53.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:53.329315 19678 raft_consensus.cc:359] T a48cdbc76cac4bbd9bf3000ab60277c6 P 108c6f21639843ac88138c0f6f867026 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "108c6f21639843ac88138c0f6f867026" member_type: VOTER last_known_addr { host: "127.18.92.129" port: 41443 } } peers { permanent_uuid: "a4795b24f21846488aed6e56b766e389" member_type: VOTER last_known_addr { host: "127.18.92.130" port: 37477 } } peers { permanent_uuid: "42b1c642b8e74535b97634b7f9cf11ff" member_type: VOTER last_known_addr { host: "127.18.92.131" port: 45615 } }
21:04:53.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:53.330103 19678 raft_consensus.cc:385] T a48cdbc76cac4bbd9bf3000ab60277c6 P 108c6f21639843ac88138c0f6f867026 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:04:53.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:53.330291 19679 tablet_bootstrap.cc:492] T a48cdbc76cac4bbd9bf3000ab60277c6 P a4795b24f21846488aed6e56b766e389: No bootstrap required, opened a new log
21:04:53.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:53.330487 19678 raft_consensus.cc:740] T a48cdbc76cac4bbd9bf3000ab60277c6 P 108c6f21639843ac88138c0f6f867026 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 108c6f21639843ac88138c0f6f867026, State: Initialized, Role: FOLLOWER
21:04:53.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:53.330745 19679 ts_tablet_manager.cc:1403] T a48cdbc76cac4bbd9bf3000ab60277c6 P a4795b24f21846488aed6e56b766e389: Time spent bootstrapping tablet: real 0.014s	user 0.007s	sys 0.004s
21:04:53.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:53.331557 19678 consensus_queue.cc:260] T a48cdbc76cac4bbd9bf3000ab60277c6 P 108c6f21639843ac88138c0f6f867026 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "108c6f21639843ac88138c0f6f867026" member_type: VOTER last_known_addr { host: "127.18.92.129" port: 41443 } } peers { permanent_uuid: "a4795b24f21846488aed6e56b766e389" member_type: VOTER last_known_addr { host: "127.18.92.130" port: 37477 } } peers { permanent_uuid: "42b1c642b8e74535b97634b7f9cf11ff" member_type: VOTER last_known_addr { host: "127.18.92.131" port: 45615 } }
21:04:53.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:53.334110 19679 raft_consensus.cc:359] T a48cdbc76cac4bbd9bf3000ab60277c6 P a4795b24f21846488aed6e56b766e389 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "108c6f21639843ac88138c0f6f867026" member_type: VOTER last_known_addr { host: "127.18.92.129" port: 41443 } } peers { permanent_uuid: "a4795b24f21846488aed6e56b766e389" member_type: VOTER last_known_addr { host: "127.18.92.130" port: 37477 } } peers { permanent_uuid: "42b1c642b8e74535b97634b7f9cf11ff" member_type: VOTER last_known_addr { host: "127.18.92.131" port: 45615 } }
21:04:53.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:53.334853 19679 raft_consensus.cc:385] T a48cdbc76cac4bbd9bf3000ab60277c6 P a4795b24f21846488aed6e56b766e389 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:04:53.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:53.335171 19679 raft_consensus.cc:740] T a48cdbc76cac4bbd9bf3000ab60277c6 P a4795b24f21846488aed6e56b766e389 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: a4795b24f21846488aed6e56b766e389, State: Initialized, Role: FOLLOWER
21:04:53.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:53.336043 19679 consensus_queue.cc:260] T a48cdbc76cac4bbd9bf3000ab60277c6 P a4795b24f21846488aed6e56b766e389 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "108c6f21639843ac88138c0f6f867026" member_type: VOTER last_known_addr { host: "127.18.92.129" port: 41443 } } peers { permanent_uuid: "a4795b24f21846488aed6e56b766e389" member_type: VOTER last_known_addr { host: "127.18.92.130" port: 37477 } } peers { permanent_uuid: "42b1c642b8e74535b97634b7f9cf11ff" member_type: VOTER last_known_addr { host: "127.18.92.131" port: 45615 } }
21:04:53.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:53.338709 19679 ts_tablet_manager.cc:1434] T a48cdbc76cac4bbd9bf3000ab60277c6 P a4795b24f21846488aed6e56b766e389: Time spent starting tablet: real 0.008s	user 0.004s	sys 0.004s
21:04:53.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:53.347491 19678 ts_tablet_manager.cc:1434] T a48cdbc76cac4bbd9bf3000ab60277c6 P 108c6f21639843ac88138c0f6f867026: Time spent starting tablet: real 0.021s	user 0.009s	sys 0.004s
21:04:53.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:53.348440 19683 tablet_bootstrap.cc:492] T a48cdbc76cac4bbd9bf3000ab60277c6 P 42b1c642b8e74535b97634b7f9cf11ff: Bootstrap starting.
21:04:53.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:53.356094 19683 tablet_bootstrap.cc:654] T a48cdbc76cac4bbd9bf3000ab60277c6 P 42b1c642b8e74535b97634b7f9cf11ff: Neither blocks nor log segments found. Creating new log.
21:04:53.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:53.371112 19683 tablet_bootstrap.cc:492] T a48cdbc76cac4bbd9bf3000ab60277c6 P 42b1c642b8e74535b97634b7f9cf11ff: No bootstrap required, opened a new log
21:04:53.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:53.371604 19683 ts_tablet_manager.cc:1403] T a48cdbc76cac4bbd9bf3000ab60277c6 P 42b1c642b8e74535b97634b7f9cf11ff: Time spent bootstrapping tablet: real 0.023s	user 0.011s	sys 0.007s
21:04:53.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:53.374514 19683 raft_consensus.cc:359] T a48cdbc76cac4bbd9bf3000ab60277c6 P 42b1c642b8e74535b97634b7f9cf11ff [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "108c6f21639843ac88138c0f6f867026" member_type: VOTER last_known_addr { host: "127.18.92.129" port: 41443 } } peers { permanent_uuid: "a4795b24f21846488aed6e56b766e389" member_type: VOTER last_known_addr { host: "127.18.92.130" port: 37477 } } peers { permanent_uuid: "42b1c642b8e74535b97634b7f9cf11ff" member_type: VOTER last_known_addr { host: "127.18.92.131" port: 45615 } }
21:04:53.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:53.375667 19683 raft_consensus.cc:385] T a48cdbc76cac4bbd9bf3000ab60277c6 P 42b1c642b8e74535b97634b7f9cf11ff [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:04:53.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:53.375985 19683 raft_consensus.cc:740] T a48cdbc76cac4bbd9bf3000ab60277c6 P 42b1c642b8e74535b97634b7f9cf11ff [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 42b1c642b8e74535b97634b7f9cf11ff, State: Initialized, Role: FOLLOWER
21:04:53.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:53.376885 19683 consensus_queue.cc:260] T a48cdbc76cac4bbd9bf3000ab60277c6 P 42b1c642b8e74535b97634b7f9cf11ff [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "108c6f21639843ac88138c0f6f867026" member_type: VOTER last_known_addr { host: "127.18.92.129" port: 41443 } } peers { permanent_uuid: "a4795b24f21846488aed6e56b766e389" member_type: VOTER last_known_addr { host: "127.18.92.130" port: 37477 } } peers { permanent_uuid: "42b1c642b8e74535b97634b7f9cf11ff" member_type: VOTER last_known_addr { host: "127.18.92.131" port: 45615 } }
21:04:53.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:53.390029 19013 catalog_manager.cc:6241] T 00000000000000000000000000000000 P 7906c17f1ae34383bb18d4acd344d978: replication_test_table [id=6d93f556b7ec4d9c9f4bbba04fbb744a] alter complete (version 0)
21:04:53.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:53.397101 19683 ts_tablet_manager.cc:1434] T a48cdbc76cac4bbd9bf3000ab60277c6 P 42b1c642b8e74535b97634b7f9cf11ff: Time spent starting tablet: real 0.025s	user 0.011s	sys 0.006s
21:04:53.408 [DEBUG - main] (Connection.java:575) [peer master-127.17.168.190:39209(127.17.168.190:39209)] disconnecting while in state READY
21:04:53.409 [DEBUG - main] (Connection.java:575) [peer master-127.17.168.188:37843(127.17.168.188:37843)] disconnecting while in state READY
21:04:53.416 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.17.168.190:39209(127.17.168.190:39209)] handling channelInactive
21:04:53.416 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.168.190:39209(127.17.168.190:39209)] cleaning up while in state READY due to: connection closed
21:04:53.419 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.17.168.188:37843(127.17.168.188:37843)] handling channelInactive
21:04:53.420 [DEBUG - main] (Connection.java:575) [peer master-127.17.168.189:46111(127.17.168.189:46111)] disconnecting while in state READY
21:04:53.421 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.17.168.189:46111(127.17.168.189:46111)] handling channelInactive
21:04:53.422 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.168.189:46111(127.17.168.189:46111)] cleaning up while in state READY due to: connection closed
21:04:53.422 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.168.188:37843(127.17.168.188:37843)] cleaning up while in state READY due to: connection closed
21:04:53.429 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
21:04:53.431 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-0
21:04:53.434 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-2
21:04:53.434 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-1
21:04:53.436 [DEBUG - main] (Connection.java:575) [peer master-127.18.92.189:41897(127.18.92.189:41897)] disconnecting while in state READY
21:04:53.436 [DEBUG - main] (Connection.java:575) [peer master-127.18.92.188:36207(127.18.92.188:36207)] disconnecting while in state READY
21:04:53.436 [DEBUG - main] (Connection.java:575) [peer master-127.18.92.190:40017(127.18.92.190:40017)] disconnecting while in state READY
21:04:53.437 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
21:04:53.437 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.18.92.190:40017(127.18.92.190:40017)] handling channelInactive
21:04:53.437 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.18.92.188:36207(127.18.92.188:36207)] handling channelInactive
21:04:53.437 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state READY due to: connection closed
21:04:53.438 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-0
21:04:53.439 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state READY due to: connection closed
21:04:53.440 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-2
21:04:53.441 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.18.92.189:41897(127.18.92.189:41897)] handling channelInactive
21:04:53.442 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state READY due to: connection closed
21:04:53.442 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-1
21:04:53.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:53.450192 19685 raft_consensus.cc:493] T a48cdbc76cac4bbd9bf3000ab60277c6 P 42b1c642b8e74535b97634b7f9cf11ff [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
21:04:53.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:53.450726 19685 raft_consensus.cc:515] T a48cdbc76cac4bbd9bf3000ab60277c6 P 42b1c642b8e74535b97634b7f9cf11ff [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "108c6f21639843ac88138c0f6f867026" member_type: VOTER last_known_addr { host: "127.18.92.129" port: 41443 } } peers { permanent_uuid: "a4795b24f21846488aed6e56b766e389" member_type: VOTER last_known_addr { host: "127.18.92.130" port: 37477 } } peers { permanent_uuid: "42b1c642b8e74535b97634b7f9cf11ff" member_type: VOTER last_known_addr { host: "127.18.92.131" port: 45615 } }
21:04:53.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:53.465372 19685 leader_election.cc:290] T a48cdbc76cac4bbd9bf3000ab60277c6 P 42b1c642b8e74535b97634b7f9cf11ff [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 108c6f21639843ac88138c0f6f867026 (127.18.92.129:41443), a4795b24f21846488aed6e56b766e389 (127.18.92.130:37477)
21:04:53.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:53.496861 19350 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a48cdbc76cac4bbd9bf3000ab60277c6" candidate_uuid: "42b1c642b8e74535b97634b7f9cf11ff" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a4795b24f21846488aed6e56b766e389" is_pre_election: true
21:04:53.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:53.497682 19350 raft_consensus.cc:2468] T a48cdbc76cac4bbd9bf3000ab60277c6 P a4795b24f21846488aed6e56b766e389 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 42b1c642b8e74535b97634b7f9cf11ff in term 0.
21:04:53.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:53.498939 19208 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a48cdbc76cac4bbd9bf3000ab60277c6" candidate_uuid: "42b1c642b8e74535b97634b7f9cf11ff" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "108c6f21639843ac88138c0f6f867026" is_pre_election: true
21:04:53.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:53.499608 19208 raft_consensus.cc:2468] T a48cdbc76cac4bbd9bf3000ab60277c6 P 108c6f21639843ac88138c0f6f867026 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 42b1c642b8e74535b97634b7f9cf11ff in term 0.
21:04:53.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:53.499344 19426 leader_election.cc:304] T a48cdbc76cac4bbd9bf3000ab60277c6 P 42b1c642b8e74535b97634b7f9cf11ff [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 42b1c642b8e74535b97634b7f9cf11ff, a4795b24f21846488aed6e56b766e389; no voters: 
21:04:53.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:53.500667 19685 raft_consensus.cc:2804] T a48cdbc76cac4bbd9bf3000ab60277c6 P 42b1c642b8e74535b97634b7f9cf11ff [term 0 FOLLOWER]: Leader pre-election won for term 1
21:04:53.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:53.501011 19685 raft_consensus.cc:493] T a48cdbc76cac4bbd9bf3000ab60277c6 P 42b1c642b8e74535b97634b7f9cf11ff [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
21:04:53.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:53.501355 19685 raft_consensus.cc:3060] T a48cdbc76cac4bbd9bf3000ab60277c6 P 42b1c642b8e74535b97634b7f9cf11ff [term 0 FOLLOWER]: Advancing to term 1
21:04:53.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:53.510624 19685 raft_consensus.cc:515] T a48cdbc76cac4bbd9bf3000ab60277c6 P 42b1c642b8e74535b97634b7f9cf11ff [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "108c6f21639843ac88138c0f6f867026" member_type: VOTER last_known_addr { host: "127.18.92.129" port: 41443 } } peers { permanent_uuid: "a4795b24f21846488aed6e56b766e389" member_type: VOTER last_known_addr { host: "127.18.92.130" port: 37477 } } peers { permanent_uuid: "42b1c642b8e74535b97634b7f9cf11ff" member_type: VOTER last_known_addr { host: "127.18.92.131" port: 45615 } }
21:04:53.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:53.514122 19208 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a48cdbc76cac4bbd9bf3000ab60277c6" candidate_uuid: "42b1c642b8e74535b97634b7f9cf11ff" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "108c6f21639843ac88138c0f6f867026"
21:04:53.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:53.514765 19208 raft_consensus.cc:3060] T a48cdbc76cac4bbd9bf3000ab60277c6 P 108c6f21639843ac88138c0f6f867026 [term 0 FOLLOWER]: Advancing to term 1
21:04:53.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:53.515281 19685 leader_election.cc:290] T a48cdbc76cac4bbd9bf3000ab60277c6 P 42b1c642b8e74535b97634b7f9cf11ff [CANDIDATE]: Term 1 election: Requested vote from peers 108c6f21639843ac88138c0f6f867026 (127.18.92.129:41443), a4795b24f21846488aed6e56b766e389 (127.18.92.130:37477)
21:04:53.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:53.519507 19350 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a48cdbc76cac4bbd9bf3000ab60277c6" candidate_uuid: "42b1c642b8e74535b97634b7f9cf11ff" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a4795b24f21846488aed6e56b766e389"
21:04:53.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:53.520171 19350 raft_consensus.cc:3060] T a48cdbc76cac4bbd9bf3000ab60277c6 P a4795b24f21846488aed6e56b766e389 [term 0 FOLLOWER]: Advancing to term 1
21:04:53.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:53.531489 19208 raft_consensus.cc:2468] T a48cdbc76cac4bbd9bf3000ab60277c6 P 108c6f21639843ac88138c0f6f867026 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 42b1c642b8e74535b97634b7f9cf11ff in term 1.
21:04:53.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:53.535543 19350 raft_consensus.cc:2468] T a48cdbc76cac4bbd9bf3000ab60277c6 P a4795b24f21846488aed6e56b766e389 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 42b1c642b8e74535b97634b7f9cf11ff in term 1.
21:04:53.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:53.537431 19427 leader_election.cc:304] T a48cdbc76cac4bbd9bf3000ab60277c6 P 42b1c642b8e74535b97634b7f9cf11ff [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 108c6f21639843ac88138c0f6f867026, 42b1c642b8e74535b97634b7f9cf11ff; no voters: 
21:04:53.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:53.539240 19685 raft_consensus.cc:2804] T a48cdbc76cac4bbd9bf3000ab60277c6 P 42b1c642b8e74535b97634b7f9cf11ff [term 1 FOLLOWER]: Leader election won for term 1
21:04:53.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:53.554667 19660 consensus_queue.cc:1048] T 24fc589270454b67adaa83ef77f7c529 P a4795b24f21846488aed6e56b766e389 [LEADER]: Connected to new peer: Peer: permanent_uuid: "42b1c642b8e74535b97634b7f9cf11ff" member_type: VOTER last_known_addr { host: "127.18.92.131" port: 45615 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
21:04:53.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:53.556864 19685 raft_consensus.cc:697] T a48cdbc76cac4bbd9bf3000ab60277c6 P 42b1c642b8e74535b97634b7f9cf11ff [term 1 LEADER]: Becoming Leader. State: Replica: 42b1c642b8e74535b97634b7f9cf11ff, State: Running, Role: LEADER
21:04:53.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:53.558293 19685 consensus_queue.cc:237] T a48cdbc76cac4bbd9bf3000ab60277c6 P 42b1c642b8e74535b97634b7f9cf11ff [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "108c6f21639843ac88138c0f6f867026" member_type: VOTER last_known_addr { host: "127.18.92.129" port: 41443 } } peers { permanent_uuid: "a4795b24f21846488aed6e56b766e389" member_type: VOTER last_known_addr { host: "127.18.92.130" port: 37477 } } peers { permanent_uuid: "42b1c642b8e74535b97634b7f9cf11ff" member_type: VOTER last_known_addr { host: "127.18.92.131" port: 45615 } }
21:04:53.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:53.596071 19014 catalog_manager.cc:5696] T a48cdbc76cac4bbd9bf3000ab60277c6 P 42b1c642b8e74535b97634b7f9cf11ff reported cstate change: term changed from 0 to 1, leader changed from <none> to 42b1c642b8e74535b97634b7f9cf11ff (127.18.92.131). New cstate: current_term: 1 leader_uuid: "42b1c642b8e74535b97634b7f9cf11ff" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "108c6f21639843ac88138c0f6f867026" member_type: VOTER last_known_addr { host: "127.18.92.129" port: 41443 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "a4795b24f21846488aed6e56b766e389" member_type: VOTER last_known_addr { host: "127.18.92.130" port: 37477 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "42b1c642b8e74535b97634b7f9cf11ff" member_type: VOTER last_known_addr { host: "127.18.92.131" port: 45615 } health_report { overall_health: HEALTHY } } }
21:04:53.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:53.606144 19660 consensus_queue.cc:1048] T 24fc589270454b67adaa83ef77f7c529 P a4795b24f21846488aed6e56b766e389 [LEADER]: Connected to new peer: Peer: permanent_uuid: "108c6f21639843ac88138c0f6f867026" member_type: VOTER last_known_addr { host: "127.18.92.129" port: 41443 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
21:04:53.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:53.683120 19697 log.cc:927] Time spent T 24fc589270454b67adaa83ef77f7c529 P 42b1c642b8e74535b97634b7f9cf11ff: Append to log took a long time: real 0.095s	user 0.002s	sys 0.000s
21:04:53.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:53.692137 19696 log.cc:927] Time spent T a48cdbc76cac4bbd9bf3000ab60277c6 P 42b1c642b8e74535b97634b7f9cf11ff: Append to log took a long time: real 0.108s	user 0.000s	sys 0.000s
21:04:53.862 [INFO - main] (TypeExtractor.java:2144) Field Row#fieldByName will be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
21:04:53.864 [INFO - main] (TypeExtractor.java:2069) class java.util.LinkedHashMap does not contain a getter for field accessOrder
21:04:53.864 [INFO - main] (TypeExtractor.java:2072) class java.util.LinkedHashMap does not contain a setter for field accessOrder
21:04:53.864 [INFO - main] (TypeExtractor.java:2116) Class class java.util.LinkedHashMap cannot be used as a POJO type because not all fields are valid POJO fields, and must be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
21:04:53.865 [INFO - main] (TypeExtractor.java:2144) Field Row#positionByName will be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
21:04:53.869 [INFO - main] (TypeExtractor.java:2197) class org.apache.flink.types.Row is missing a default constructor so it cannot be used as a POJO type and must be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
21:04:54.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:54.019521 19685 consensus_queue.cc:1048] T a48cdbc76cac4bbd9bf3000ab60277c6 P 42b1c642b8e74535b97634b7f9cf11ff [LEADER]: Connected to new peer: Peer: permanent_uuid: "a4795b24f21846488aed6e56b766e389" member_type: VOTER last_known_addr { host: "127.18.92.130" port: 37477 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
21:04:54.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:04:54.059777 19694 consensus_queue.cc:1048] T a48cdbc76cac4bbd9bf3000ab60277c6 P 42b1c642b8e74535b97634b7f9cf11ff [LEADER]: Connected to new peer: Peer: permanent_uuid: "108c6f21639843ac88138c0f6f867026" member_type: VOTER last_known_addr { host: "127.18.92.129" port: 41443 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
21:04:54.241 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.cpu.cores required for local execution is not set, setting it to the maximal possible value.
21:04:54.241 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.task.heap.size required for local execution is not set, setting it to the maximal possible value.
21:04:54.241 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.task.off-heap.size required for local execution is not set, setting it to the maximal possible value.
21:04:54.243 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.network.min required for local execution is not set, setting it to its default value 64 mb.
21:04:54.244 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.network.max required for local execution is not set, setting it to its default value 64 mb.
21:04:54.244 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.managed.size required for local execution is not set, setting it to its default value 128 mb.
21:04:54.247 [INFO - main] (MiniCluster.java:324) Starting Flink Mini Cluster
21:04:54.555 [INFO - main] (MiniCluster.java:343) Starting Metrics Registry
21:04:54.658 [INFO - main] (MetricRegistryImpl.java:177) No metrics reporter configured, no metrics will be exposed/reported.
21:04:54.658 [INFO - main] (MetricRegistryImpl.java:240) No trace reporter configured, no metrics will be exposed/reported.
21:04:54.658 [INFO - main] (MiniCluster.java:350) Starting RPC Service(s)
21:04:54.680 [INFO - main] (ActorSystemBootstrapTools.java:227) Trying to start local actor system
21:04:55.486 [INFO - flink-pekko.actor.default-dispatcher-5] (Slf4jLogger.scala:117) Slf4jLogger started
21:04:55.671 [INFO - main] (ActorSystemBootstrapTools.java:257) Actor system started at pekko://flink
21:04:55.692 [INFO - main] (ActorSystemBootstrapTools.java:227) Trying to start local actor system
21:04:55.719 [INFO - flink-metrics-6] (Slf4jLogger.scala:117) Slf4jLogger started
21:04:55.736 [INFO - main] (ActorSystemBootstrapTools.java:257) Actor system started at pekko://flink-metrics
21:04:55.755 [INFO - main] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.metrics.dump.MetricQueryService at pekko://flink-metrics/user/rpc/MetricQueryService .
21:04:55.865 [INFO - main] (DefaultDelegationTokenManager.java:127) Loading delegation token providers
21:04:55.869 [INFO - main] (HadoopFSDelegationTokenProvider.java:78) Hadoop FS is not available (not packaged with this application): NoClassDefFoundError : "org/apache/hadoop/conf/Configuration".
21:04:55.869 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider hadoopfs loaded and initialized
21:04:55.874 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider hbase loaded and initialized
21:04:55.875 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider test loaded and initialized
21:04:55.877 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider throw loaded and initialized
21:04:55.877 [INFO - main] (DefaultDelegationTokenManager.java:165) Delegation token providers loaded successfully
21:04:55.878 [INFO - main] (DelegationTokenReceiverRepository.java:64) Loading delegation token receivers
21:04:55.880 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hadoopfs loaded and initialized
21:04:55.880 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hbase loaded and initialized
21:04:55.881 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver test loaded and initialized
21:04:55.882 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver throw loaded and initialized
21:04:55.882 [INFO - main] (DelegationTokenReceiverRepository.java:101) Delegation token receivers loaded successfully
21:04:55.882 [INFO - main] (DefaultDelegationTokenManager.java:189) Checking provider and receiver instances consistency
21:04:55.882 [INFO - main] (DefaultDelegationTokenManager.java:209) Provider and receiver instances are consistent
21:04:55.882 [INFO - main] (DefaultDelegationTokenManager.java:240) Obtaining delegation tokens
21:04:55.884 [INFO - main] (DefaultDelegationTokenManager.java:243) Delegation tokens obtained successfully
21:04:55.884 [WARN - main] (DefaultDelegationTokenManager.java:248) No tokens obtained so skipping notifications
21:04:55.884 [INFO - main] (DelegationTokenReceiverRepository.java:64) Loading delegation token receivers
21:04:55.885 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hadoopfs loaded and initialized
21:04:55.885 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hbase loaded and initialized
21:04:55.886 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver test loaded and initialized
21:04:55.886 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver throw loaded and initialized
21:04:55.886 [INFO - main] (DelegationTokenReceiverRepository.java:101) Delegation token receivers loaded successfully
21:04:55.901 [INFO - main] (BlobServer.java:165) Created BLOB server storage directory /tmp/minicluster_730fc768eb62b0aa0032231361508957/blobStorage
21:04:55.906 [INFO - main] (BlobServer.java:239) Started BLOB server at 0.0.0.0:43011 - max concurrent requests: 50 - max backlog: 1000
21:04:55.913 [INFO - main] (AbstractBlobCache.java:93) Created BLOB cache storage directory /tmp/minicluster_730fc768eb62b0aa0032231361508957/blobStorage
21:04:55.916 [INFO - main] (AbstractBlobCache.java:93) Created BLOB cache storage directory /tmp/minicluster_730fc768eb62b0aa0032231361508957/blobStorage
21:04:55.917 [INFO - main] (MiniCluster.java:744) Starting 1 TaskManager(s)
21:04:55.922 [INFO - main] (TaskManagerRunner.java:609) Starting TaskManager with ResourceID: d3190376-62a7-4418-84bf-bee23066b9ee
21:04:55.952 [INFO - main] (TaskManagerServices.java:552) Temporary file directory '/tmp': total 48 GB, usable 39 GB (81.25% usable)
21:04:55.956 [INFO - main] (IOManager.java:60) Created a new FileChannelManager for spilling of task related data to disk (joins, sorting, ...). Used directories:
	/tmp/flink-io-1585786c-e974-4517-a6e4-f8c8ed3e24ac
21:04:55.971 [INFO - main] (NettyShuffleServiceFactory.java:170) Created a new FileChannelManager for storing result partitions of BLOCKING shuffles. Used directories:
	/tmp/flink-netty-shuffle-45b810e3-5baa-439c-9520-7f56799f38d9
21:04:56.063 [INFO - main] (NetworkBufferPool.java:156) Allocated 64 MB for network buffer pool (number of memory segments: 2048, bytes per segment: 32768).
21:04:56.080 [INFO - main] (NettyShuffleEnvironment.java:355) Starting the network environment and its components.
21:04:56.080 [INFO - main] (TaskManagerServices.java:353) TaskManager data connection initialized successfully; listening internally on port: -1
21:04:56.082 [INFO - main] (KvStateService.java:92) Starting the kvState service and its components.
21:04:56.121 [INFO - main] (Configuration.java:985) Config uses fallback configuration key 'pekko.ask.timeout' instead of key 'taskmanager.slot.timeout'
21:04:56.136 [INFO - main] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.taskexecutor.TaskExecutor at pekko://flink/user/rpc/taskmanager_0 .
21:04:56.180 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultJobLeaderService.java:127) Start job leader service.
21:04:56.182 [INFO - flink-pekko.actor.default-dispatcher-5] (FileCache.java:116) User file cache uses directory /tmp/flink-dist-cache-f48c652d-54a9-4f90-9ec6-f75f3a4236fc
21:04:56.272 [INFO - main] (RestServerEndpoint.java:182) Starting rest endpoint.
21:04:56.287 [INFO - main] (DispatcherRestEndpoint.java:124) Failed to load web based job submission extension. Probable reason: flink-runtime-web is not in the classpath.
21:04:56.786 [WARN - main] (WebMonitorUtils.java:76) Log file environment variable 'log.file' is not set.
21:04:56.787 [WARN - main] (WebMonitorUtils.java:82) JobManager log files are unavailable in the web dashboard. Log file location not found in environment variable 'log.file' or configuration key 'web.log.path'.
21:04:56.964 [INFO - main] (RestServerEndpoint.java:308) Rest endpoint listening at localhost:38279
21:04:56.965 [INFO - main] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'rest_server'.
21:04:56.968 [INFO - mini-cluster-io-thread-1] (WebMonitorEndpoint.java:1203) http://localhost:38279 was granted leadership with leaderSessionID=dac373eb-f892-435c-9748-fa5161b1f374
21:04:56.968 [INFO - mini-cluster-io-thread-1] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader http://localhost:38279 , session=dac373eb-f892-435c-9748-fa5161b1f374
21:04:56.982 [INFO - main] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'dispatcher'.
21:04:56.983 [INFO - main] (ResourceManagerServiceImpl.java:118) Starting resource manager service.
21:04:56.983 [INFO - main] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'resource_manager'.
21:04:56.984 [INFO - mini-cluster-io-thread-2] (DefaultDispatcherRunner.java:114) DefaultDispatcherRunner was granted leadership with leader id 52255922-bbf3-4578-8f9c-99857ce24faf. Creating new DispatcherLeaderProcess.
21:04:56.987 [INFO - pool-11-thread-1] (ResourceManagerServiceImpl.java:198) Resource manager service is granted leadership with session id 106181bd-74d7-4982-abbb-0556f823a7ff.
21:04:56.989 [INFO - main] (MiniCluster.java:510) Flink Mini Cluster started successfully
21:04:56.991 [INFO - mini-cluster-io-thread-2] (AbstractDispatcherLeaderProcess.java:99) Start SessionDispatcherLeaderProcess.
21:04:57.000 [INFO - mini-cluster-io-thread-1] (SessionDispatcherLeaderProcess.java:144) Recover all persisted job graphs that are not finished, yet.
21:04:57.000 [INFO - mini-cluster-io-thread-1] (SessionDispatcherLeaderProcess.java:158) Successfully recovered 0 persisted job graphs.
21:04:57.022 [INFO - pool-11-thread-1] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.resourcemanager.StandaloneResourceManager at pekko://flink/user/rpc/resourcemanager_2 .
21:04:57.022 [INFO - mini-cluster-io-thread-1] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.dispatcher.StandaloneDispatcher at pekko://flink/user/rpc/dispatcher_1 .
21:04:57.042 [INFO - flink-pekko.actor.default-dispatcher-5] (ResourceManager.java:253) Starting the resource manager.
21:04:57.047 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:212) Starting the slot manager.
21:04:57.048 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultDelegationTokenManager.java:308) Starting tokens update task
21:04:57.049 [WARN - flink-pekko.actor.default-dispatcher-5] (DefaultDelegationTokenManager.java:320) No tokens obtained so skipping notifications
21:04:57.049 [WARN - flink-pekko.actor.default-dispatcher-5] (DefaultDelegationTokenManager.java:335) Tokens update task not started because either no tokens obtained or none of the tokens specified its renewal date
21:04:57.056 [INFO - mini-cluster-io-thread-4] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader pekko://flink/user/rpc/resourcemanager_2 , session=106181bd-74d7-4982-abbb-0556f823a7ff
21:04:57.064 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:1478) Connecting to ResourceManager pekko://flink/user/rpc/resourcemanager_2(abbb0556f823a7ff106181bd74d74982).
21:04:57.091 [INFO - mini-cluster-io-thread-1] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader pekko://flink/user/rpc/dispatcher_1 , session=52255922-bbf3-4578-8f9c-99857ce24faf
21:04:57.124 [INFO - flink-pekko.actor.default-dispatcher-5] (RetryingRegistration.java:162) Resolved ResourceManager address, beginning registration
21:04:57.149 [INFO - flink-pekko.actor.default-dispatcher-5] (ResourceManager.java:1080) Registering TaskManager with ResourceID d3190376-62a7-4418-84bf-bee23066b9ee (pekko://flink/user/rpc/taskmanager_0) at ResourceManager
21:04:57.152 [INFO - flink-pekko.actor.default-dispatcher-9] (Dispatcher.java:516) Received JobGraph submission 'Flink Streaming Job' (50520737ebe38e2625b3d1dfb8799f70).
21:04:57.152 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutorToResourceManagerConnection.java:99) Successful registration at resource manager pekko://flink/user/rpc/resourcemanager_2 under registration id ddcbd3f515c1326ce858b15cfd59cb52.
21:04:57.154 [INFO - flink-pekko.actor.default-dispatcher-9] (Dispatcher.java:601) Submitting job 'Flink Streaming Job' (50520737ebe38e2625b3d1dfb8799f70).
21:04:57.155 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:344) Registering task executor d3190376-62a7-4418-84bf-bee23066b9ee under ddcbd3f515c1326ce858b15cfd59cb52 at the slot manager.
21:04:57.173 [INFO - flink-pekko.actor.default-dispatcher-9] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'job-50520737ebe38e2625b3d1dfb8799f70'.
21:04:57.176 [INFO - mini-cluster-io-thread-1] (JobMasterServiceLeadershipRunner.java:324) JobMasterServiceLeadershipRunner for job 50520737ebe38e2625b3d1dfb8799f70 was granted leadership with leader id 49d275ba-992f-4084-a7dc-d9129c7f3db0. Creating new JobMasterServiceProcess.
21:04:57.211 [INFO - jobmanager-io-thread-1] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.jobmaster.JobMaster at pekko://flink/user/rpc/jobmanager_3 .
21:04:57.227 [INFO - jobmanager-io-thread-1] (JobMaster.java:319) Initializing job 'Flink Streaming Job' (50520737ebe38e2625b3d1dfb8799f70).
21:04:57.262 [INFO - jobmanager-io-thread-1] (DefaultSchedulerFactory.java:108) Using restart back off time strategy ExponentialDelayRestartBackoffTimeStrategy(initialBackoffMS=1000, maxBackoffMS=60000, backoffMultiplier=1.5, resetBackoffThresholdMS=3600000, jitterFactor=0.1, attemptsBeforeResetBackoff=2147483647, currentRestartAttempt=0, nextRestartTimestamp=-2147483648) for Flink Streaming Job (50520737ebe38e2625b3d1dfb8799f70).
21:04:57.348 [INFO - jobmanager-io-thread-1] (DefaultExecutionGraph.java:393) Created execution graph 75b2280b6e83c3a99d8d64ba988016e7 for job 50520737ebe38e2625b3d1dfb8799f70.
21:04:57.391 [INFO - jobmanager-io-thread-1] (DefaultExecutionGraphBuilder.java:179) Running initialization on master for job Flink Streaming Job (50520737ebe38e2625b3d1dfb8799f70).
21:04:57.391 [INFO - jobmanager-io-thread-1] (DefaultExecutionGraphBuilder.java:208) Successfully ran initialization on master in 0 ms.
21:04:57.450 [INFO - jobmanager-io-thread-1] (DefaultExecutionTopology.java:416) Built 4 new pipelined regions in 7 ms, total 4 pipelined regions currently.
21:04:57.474 [INFO - jobmanager-io-thread-1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@345092a1
21:04:57.475 [INFO - jobmanager-io-thread-1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
21:04:57.476 [INFO - jobmanager-io-thread-1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit13326170181640113289/checkpoints")
21:04:57.521 [INFO - jobmanager-io-thread-1] (FileSystem.java:1139) Hadoop is not in the classpath/dependencies. The extended set of supported File Systems via Hadoop is not available.
21:04:57.586 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1778) No checkpoint found during restore.
21:04:57.600 [INFO - jobmanager-io-thread-1] (DefaultScheduler.java:168) Using failover strategy org.apache.flink.runtime.executiongraph.failover.RestartPipelinedRegionFailoverStrategy@15c778fb for Flink Streaming Job (50520737ebe38e2625b3d1dfb8799f70).
21:04:57.620 [INFO - jobmanager-io-thread-1] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader pekko://flink/user/rpc/jobmanager_3 , session=49d275ba-992f-4084-a7dc-d9129c7f3db0
21:04:57.651 [INFO - flink-pekko.actor.default-dispatcher-5] (JobMaster.java:987) Starting execution of job 'Flink Streaming Job' (50520737ebe38e2625b3d1dfb8799f70) under job master id a7dcd9129c7f3db049d275ba992f4084.
21:04:57.666 [INFO - flink-pekko.actor.default-dispatcher-5] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
21:04:57.672 [DEBUG - flink-pekko.actor.default-dispatcher-5] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:04:57.676 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultScheduler.java:231) Starting scheduling with scheduling strategy [org.apache.flink.runtime.scheduler.strategy.PipelinedRegionSchedulingStrategy]
21:04:57.676 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (50520737ebe38e2625b3d1dfb8799f70) switched from state CREATED to RUNNING.
21:04:57.683 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.17.168.188:37843(127.17.168.188:37843)] connecting to peer
21:04:57.685 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.17.168.190:39209(127.17.168.190:39209)] connecting to peer
21:04:57.685 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from CREATED to SCHEDULED.
21:04:57.688 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.17.168.188:37843(127.17.168.188:37843)] Successfully connected to peer
21:04:57.692 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.17.168.189:46111(127.17.168.189:46111)] connecting to peer
21:04:57.707 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.17.168.190:39209(127.17.168.190:39209)] Successfully connected to peer
21:04:57.711 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from CREATED to SCHEDULED.
21:04:57.712 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from CREATED to SCHEDULED.
21:04:57.713 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from CREATED to SCHEDULED.
21:04:57.715 [INFO - flink-pekko.actor.default-dispatcher-5] (JobMaster.java:1182) Connecting to ResourceManager pekko://flink/user/rpc/resourcemanager_2(abbb0556f823a7ff106181bd74d74982)
21:04:57.718 [INFO - flink-pekko.actor.default-dispatcher-9] (RetryingRegistration.java:162) Resolved ResourceManager address, beginning registration
21:04:57.718 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.17.168.189:46111(127.17.168.189:46111)] Successfully connected to peer
21:04:57.720 [INFO - flink-pekko.actor.default-dispatcher-7] (ResourceManager.java:390) Registering job manager a7dcd9129c7f3db049d275ba992f4084@pekko://flink/user/rpc/jobmanager_3 for job 50520737ebe38e2625b3d1dfb8799f70.
21:04:57.729 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.17.168.188
21:04:57.733 [INFO - flink-pekko.actor.default-dispatcher-8] (ResourceManager.java:1015) Registered job manager a7dcd9129c7f3db049d275ba992f4084@pekko://flink/user/rpc/jobmanager_3 for job 50520737ebe38e2625b3d1dfb8799f70.
21:04:57.737 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.17.168.190
21:04:57.749 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.17.168.189
21:04:57.750 [INFO - flink-pekko.actor.default-dispatcher-8] (JobMaster.java:1206) JobManager successfully registered at ResourceManager, leader id: abbb0556f823a7ff106181bd74d74982.
21:04:57.753 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 50520737ebe38e2625b3d1dfb8799f70: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
21:04:57.779 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:04:57.779 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:04:57.781 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:04:57.789 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xd49af5b6, L:/127.0.0.1:45742 - R:/127.17.168.188:37843] using SASL/PLAIN
21:04:57.793 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x71f8cc54, L:/127.0.0.1:52754 - R:/127.17.168.189:46111] using SASL/PLAIN
21:04:57.808 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x4b957e0b, L:/127.0.0.1:58412 - R:/127.17.168.190:39209] using SASL/PLAIN
21:04:57.822 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
21:04:57.822 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=140), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.188:37843, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.190:39209, [10ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.189:46111, [112ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.188:37843: OK, [115ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.189:46111: OK, [139ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.190:39209: OK, deferred=null) after lookup
21:04:57.825 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:709) Matching resource requirements against available resources.
Missing resources:
	 Job 50520737ebe38e2625b3d1dfb8799f70
		ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}
Current resources:
	TaskManager d3190376-62a7-4418-84bf-bee23066b9ee
		Available: ResourceProfile{taskHeapMemory=1024.000gb (1099511627776 bytes), taskOffHeapMemory=1024.000gb (1099511627776 bytes), managedMemory=128.000mb (134217728 bytes), networkMemory=64.000mb (67108864 bytes)}
		Total:     ResourceProfile{taskHeapMemory=1024.000gb (1099511627776 bytes), taskOffHeapMemory=1024.000gb (1099511627776 bytes), managedMemory=128.000mb (134217728 bytes), networkMemory=64.000mb (67108864 bytes)}
21:04:57.836 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot de77466ba2326339d6f917944b71e18f from d3190376-62a7-4418-84bf-bee23066b9ee for job 50520737ebe38e2625b3d1dfb8799f70 with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
21:04:57.837 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table b28175fe201c4962bcbc5eee092445f4
21:04:57.840 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:1149) Receive slot request de77466ba2326339d6f917944b71e18f for job 50520737ebe38e2625b3d1dfb8799f70 from resource manager with leader id abbb0556f823a7ff106181bd74d74982.
21:04:57.841 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:321) Allocated slot for de77466ba2326339d6f917944b71e18f with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
21:04:57.845 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 8fdea63a1eb1491389c3b1f289577b11 for table 'replication_test_table' with partition [0x80000000, 0x80000032)
21:04:57.846 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet ca87511e123543feb3ba813dfc8c4791 for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
21:04:57.846 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x80000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x80000000, upperBoundPartitionKey=0x80000032, ttl=299999, tablet=8fdea63a1eb1491389c3b1f289577b11@[6bc1def9af784e28b20c72774836a707(127.17.168.129:45511),b8add6ab718140238da61926eae6840c(127.17.168.131:34017),ddecdf6d5feb44ebb58ad6337d7446ab(127.17.168.130:40477)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x80000032, upperBoundPartitionKey=0x80000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999, tablet=ca87511e123543feb3ba813dfc8c4791@[6bc1def9af784e28b20c72774836a707(127.17.168.129:45511),b8add6ab718140238da61926eae6840c(127.17.168.131:34017),ddecdf6d5feb44ebb58ad6337d7446ab(127.17.168.130:40477)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299999}]
21:04:57.851 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultJobLeaderService.java:192) Add job 50520737ebe38e2625b3d1dfb8799f70 for job leader monitoring.
21:04:57.852 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot f412658c854e9ff7ca9ced65ea075485 from d3190376-62a7-4418-84bf-bee23066b9ee for job 50520737ebe38e2625b3d1dfb8799f70 with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
21:04:57.853 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot 8b534d3ae9160c8e512c58502a7bce51 from d3190376-62a7-4418-84bf-bee23066b9ee for job 50520737ebe38e2625b3d1dfb8799f70 with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
21:04:57.854 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot 52d5deb841224e867af8dedcc6f31427 from d3190376-62a7-4418-84bf-bee23066b9ee for job 50520737ebe38e2625b3d1dfb8799f70 with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
21:04:57.861 [INFO - mini-cluster-io-thread-1] (DefaultJobLeaderService.java:350) Try to register at job manager pekko://flink/user/rpc/jobmanager_3 with leader id 49d275ba-992f-4084-a7dc-d9129c7f3db0.
21:04:57.863 [INFO - flink-pekko.actor.default-dispatcher-5] (RetryingRegistration.java:162) Resolved JobManager address, beginning registration
21:04:57.862 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:1149) Receive slot request f412658c854e9ff7ca9ced65ea075485 for job 50520737ebe38e2625b3d1dfb8799f70 from resource manager with leader id abbb0556f823a7ff106181bd74d74982.
21:04:57.867 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:321) Allocated slot for f412658c854e9ff7ca9ced65ea075485 with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
21:04:57.870 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:1149) Receive slot request 8b534d3ae9160c8e512c58502a7bce51 for job 50520737ebe38e2625b3d1dfb8799f70 from resource manager with leader id abbb0556f823a7ff106181bd74d74982.
21:04:57.870 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:321) Allocated slot for 8b534d3ae9160c8e512c58502a7bce51 with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
21:04:57.871 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:1149) Receive slot request 52d5deb841224e867af8dedcc6f31427 for job 50520737ebe38e2625b3d1dfb8799f70 from resource manager with leader id abbb0556f823a7ff106181bd74d74982.
21:04:57.871 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:321) Allocated slot for 52d5deb841224e867af8dedcc6f31427 with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
21:04:57.875 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultJobLeaderService.java:417) Successful registration at job manager pekko://flink/user/rpc/jobmanager_3 for job 50520737ebe38e2625b3d1dfb8799f70.
21:04:57.877 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:1783) Establish JobManager connection for job 50520737ebe38e2625b3d1dfb8799f70.
21:04:57.880 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:1633) Offer reserved slots to the leader of job 50520737ebe38e2625b3d1dfb8799f70.
21:04:57.890 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from SCHEDULED to DEPLOYING.
21:04:57.890 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #0) with attempt id 75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_0_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to d3190376-62a7-4418-84bf-bee23066b9ee @ 127.0.0.1 (dataPort=-1) with allocation id 52d5deb841224e867af8dedcc6f31427
21:04:57.894 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from SCHEDULED to DEPLOYING.
21:04:57.895 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #0) with attempt id 75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_1_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to d3190376-62a7-4418-84bf-bee23066b9ee @ 127.0.0.1 (dataPort=-1) with allocation id de77466ba2326339d6f917944b71e18f
21:04:57.896 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from SCHEDULED to DEPLOYING.
21:04:57.896 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot 52d5deb841224e867af8dedcc6f31427.
21:04:57.896 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #0) with attempt id 75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_2_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to d3190376-62a7-4418-84bf-bee23066b9ee @ 127.0.0.1 (dataPort=-1) with allocation id f412658c854e9ff7ca9ced65ea075485
21:04:57.899 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from SCHEDULED to DEPLOYING.
21:04:57.900 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #0) with attempt id 75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_3_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to d3190376-62a7-4418-84bf-bee23066b9ee @ 127.0.0.1 (dataPort=-1) with allocation id 8b534d3ae9160c8e512c58502a7bce51
21:04:57.915 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutorFileMergingManager.java:83) Registered new file merging snapshot manager for job 50520737ebe38e2625b3d1dfb8799f70.
21:04:57.920 [INFO - flink-pekko.actor.default-dispatcher-9] (StateChangelogStorageLoader.java:84) StateChangelogStorageLoader initialized with shortcut names {memory,filesystem}.
21:04:57.920 [INFO - flink-pekko.actor.default-dispatcher-9] (StateChangelogStorageLoader.java:104) Creating a changelog storage with name 'memory'.
21:04:57.959 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutorChannelStateExecutorFactoryManager.java:70) Creating the channel state executor factory for job id 50520737ebe38e2625b3d1dfb8799f70
21:04:57.973 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#0 (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_0_0), deploy into slot with allocation id 52d5deb841224e867af8dedcc6f31427.
21:04:57.988 [DEBUG - main] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:04:57.992 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:04:58.002 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot de77466ba2326339d6f917944b71e18f.
21:04:58.007 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#0 (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_1_0), deploy into slot with allocation id de77466ba2326339d6f917944b71e18f.
21:04:58.009 [DEBUG - main] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:04:58.012 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from CREATED to DEPLOYING.
21:04:58.015 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.18.92.190:40017(127.18.92.190:40017)] Successfully connected to peer
21:04:58.018 [DEBUG - main] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:04:58.020 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.18.92.189:41897(127.18.92.189:41897)] Successfully connected to peer
21:04:58.044 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.18.92.188:36207(127.18.92.188:36207)] Successfully connected to peer
21:04:58.049 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot f412658c854e9ff7ca9ced65ea075485.
21:04:58.052 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.18.92.189
21:04:58.052 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.18.92.190
21:04:58.054 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#0 (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_2_0), deploy into slot with allocation id f412658c854e9ff7ca9ced65ea075485.
21:04:58.067 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from CREATED to DEPLOYING.
21:04:58.069 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot 52d5deb841224e867af8dedcc6f31427.
21:04:58.069 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot de77466ba2326339d6f917944b71e18f.
21:04:58.069 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot f412658c854e9ff7ca9ced65ea075485.
21:04:58.069 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot 8b534d3ae9160c8e512c58502a7bce51.
21:04:58.070 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot 8b534d3ae9160c8e512c58502a7bce51.
21:04:58.076 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#0 (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_3_0), deploy into slot with allocation id 8b534d3ae9160c8e512c58502a7bce51.
21:04:58.077 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from CREATED to DEPLOYING.
21:04:58.078 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:04:58.092 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x2427e859, L:/127.0.0.1:51782 - R:/127.18.92.190:40017] using SASL/PLAIN
21:04:58.103 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.18.92.188
21:04:58.108 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#0 (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_0_0) [DEPLOYING].
21:04:58.112 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#0 (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_2_0) [DEPLOYING].
21:04:58.112 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#0 (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_1_0) [DEPLOYING].
21:04:58.114 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from CREATED to DEPLOYING.
21:04:58.114 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:04:58.114 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#0 (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_3_0) [DEPLOYING].
21:04:58.131 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xc8e31d7b, L:/127.0.0.1:55336 - R:/127.18.92.189:41897] using SASL/PLAIN
21:04:58.135 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:04:58.145 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x11379a1b, L:/127.0.0.1:34166 - R:/127.18.92.188:36207] using SASL/PLAIN
21:04:58.151 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
21:04:58.151 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=177), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [30ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [115ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: OK, [151ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: OK, [163ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: OK, deferred=null) after lookup
21:04:58.169 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@4d95fdb9
21:04:58.170 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
21:04:58.170 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit13326170181640113289/checkpoints")
21:04:58.171 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@57f51666
21:04:58.171 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
21:04:58.172 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit13326170181640113289/checkpoints")
21:04:58.177 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@2717b8f0
21:04:58.177 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
21:04:58.178 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit13326170181640113289/checkpoints")
21:04:58.182 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 6d93f556b7ec4d9c9f4bbba04fbb744a
21:04:58.192 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@387f82d5
21:04:58.192 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
21:04:58.193 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit13326170181640113289/checkpoints")
21:04:58.202 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from DEPLOYING to INITIALIZING.
21:04:58.202 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from DEPLOYING to INITIALIZING.
21:04:58.204 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from DEPLOYING to INITIALIZING.
21:04:58.204 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from DEPLOYING to INITIALIZING.
21:04:58.209 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from DEPLOYING to INITIALIZING.
21:04:58.210 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from DEPLOYING to INITIALIZING.
21:04:58.212 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from DEPLOYING to INITIALIZING.
21:04:58.213 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from DEPLOYING to INITIALIZING.
21:04:58.218 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 24fc589270454b67adaa83ef77f7c529 for table 'replication_test_table' with partition [0x80000000, 0x80000032)
21:04:58.218 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a48cdbc76cac4bbd9bf3000ab60277c6 for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
21:04:58.219 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x80000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x80000000, upperBoundPartitionKey=0x80000032, ttl=299999, tablet=24fc589270454b67adaa83ef77f7c529@[108c6f21639843ac88138c0f6f867026(127.18.92.129:41443),42b1c642b8e74535b97634b7f9cf11ff(127.18.92.131:45615),a4795b24f21846488aed6e56b766e389(127.18.92.130:37477)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x80000032, upperBoundPartitionKey=0x80000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999, tablet=a48cdbc76cac4bbd9bf3000ab60277c6@[108c6f21639843ac88138c0f6f867026(127.18.92.129:41443),42b1c642b8e74535b97634b7f9cf11ff(127.18.92.131:45615)[L],a4795b24f21846488aed6e56b766e389(127.18.92.130:37477)]}, NonCoveredRange{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299999}]
21:04:58.233 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC ScanRequest(scannerId=null, state=OPENING, attempt=1, KuduRpc(method=Scan, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=9), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.18.92.188:36207, [7ms] Sub RPC GetTableLocations: received response from server master-127.18.92.188:36207: OK, deferred=null)) after lookup
21:04:58.270 [DEBUG - kudu-nio-2] (Connection.java:748) [peer a4795b24f21846488aed6e56b766e389(127.18.92.130:37477)] connecting to peer
21:04:58.300 [DEBUG - kudu-nio-3] (Connection.java:757) [peer a4795b24f21846488aed6e56b766e389(127.18.92.130:37477)] Successfully connected to peer
21:04:58.352 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@78b2ff47
21:04:58.352 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@23bdca83
21:04:58.362 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:04:58.363 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@2f7c8340
21:04:58.363 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@2d5ad879
21:04:58.382 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0xb2b73c6c, L:/127.0.0.1:54000 - R:/127.18.92.130:37477] using TOKEN/null
21:04:58.419 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:04:58.427 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:04:58.428 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:04:58.428 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:04:58.435 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:04:58.436 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=24fc589270454b67adaa83ef77f7c529, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:04:58.437 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 24fc589270454b67adaa83ef77f7c529 for partition [0x80000000, 0x80000032) with scanner id null
21:04:58.438 [DEBUG - main] (Connection.java:748) [peer 42b1c642b8e74535b97634b7f9cf11ff(127.18.92.131:45615)] connecting to peer
21:04:58.441 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.18.92.190:40017(127.18.92.190:40017)] Successfully connected to peer
21:04:58.446 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.18.92.190
21:04:58.457 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:04:58.457 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:04:58.465 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:04:58.476 [DEBUG - kudu-nio-4] (Connection.java:757) [peer 42b1c642b8e74535b97634b7f9cf11ff(127.18.92.131:45615)] Successfully connected to peer
21:04:58.478 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:04:58.483 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:04:58.490 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.18.92.189:41897(127.18.92.189:41897)] Successfully connected to peer
21:04:58.493 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:04:58.496 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.18.92.188:36207(127.18.92.188:36207)] Successfully connected to peer
21:04:58.502 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.18.92.189
21:04:58.510 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x6f34254b, L:/127.0.0.1:51798 - R:/127.18.92.190:40017] using SASL/PLAIN
21:04:58.510 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.18.92.188
21:04:58.510 [DEBUG - kudu-nio-4] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:04:58.516 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:04:58.517 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:04:58.519 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.18.92.190:40017(127.18.92.190:40017)] Successfully connected to peer
21:04:58.522 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.18.92.190:40017(127.18.92.190:40017)] Successfully connected to peer
21:04:58.523 [DEBUG - kudu-nio-4] (Negotiator.java:919) Authenticated connection [id: 0x8f0fa6e4, L:/127.0.0.1:56610 - R:/127.18.92.131:45615] using TOKEN/null
21:04:58.533 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:04:58.535 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.18.92.189:41897(127.18.92.189:41897)] Successfully connected to peer
21:04:58.556 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.18.92.190
21:04:58.557 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:04:58.560 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.18.92.189:41897(127.18.92.189:41897)] Successfully connected to peer
21:04:58.565 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.18.92.189
21:04:58.569 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.18.92.188:36207(127.18.92.188:36207)] Successfully connected to peer
21:04:58.581 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=a48cdbc76cac4bbd9bf3000ab60277c6, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:04:58.582 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet a48cdbc76cac4bbd9bf3000ab60277c6 for partition [0x80000064, 0x800000C8) with scanner id null
21:04:58.601 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:04:58.602 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.18.92.189
21:04:58.602 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:04:58.609 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xb13ce957, L:/127.0.0.1:34170 - R:/127.18.92.188:36207] using SASL/PLAIN
21:04:58.614 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
21:04:58.615 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=195), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [8ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [56ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [89ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: OK, [186ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: OK, deferred=null) after lookup
21:04:58.625 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 6d93f556b7ec4d9c9f4bbba04fbb744a
21:04:58.626 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:04:58.627 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.18.92.188
21:04:58.628 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.18.92.188:36207(127.18.92.188:36207)] Successfully connected to peer
21:04:58.639 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x78a25feb, L:/127.0.0.1:55354 - R:/127.18.92.189:41897] using SASL/PLAIN
21:04:58.641 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=24fc589270454b67adaa83ef77f7c529, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:04:58.641 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 6d93f556b7ec4d9c9f4bbba04fbb744a
21:04:58.641 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 24fc589270454b67adaa83ef77f7c529 for partition [0x80000000, 0x80000032) with scanner id null
21:04:58.642 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@7d8f637
21:04:58.646 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.18.92.190
21:04:58.650 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.18.92.188
21:04:58.650 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:04:58.664 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=a48cdbc76cac4bbd9bf3000ab60277c6, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:04:58.664 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet a48cdbc76cac4bbd9bf3000ab60277c6 for partition [0x80000064, 0x800000C8) with scanner id null
21:04:58.668 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:04:58.680 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x2fdc0fc1, L:/127.0.0.1:55352 - R:/127.18.92.189:41897] using SASL/PLAIN
21:04:58.688 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:04:58.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:58.703083 18112 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.UpdateConsensus -> {remote=127.17.168.189:46111, user_credentials={real_user=slave}} blocked reactor thread for 47157.8us
21:04:58.705 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:04:58.705 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 0 (#0) @ 
21:04:58.708 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.18.92.190:40017(127.18.92.190:40017)] Successfully connected to peer
21:04:58.710 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:04:58.713 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:04:58.722 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xc29981b8, L:/127.0.0.1:51810 - R:/127.18.92.190:40017] using SASL/PLAIN
21:04:58.724 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=24fc589270454b67adaa83ef77f7c529, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:04:58.724 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x2471e53b, L:/127.0.0.1:34176 - R:/127.18.92.188:36207] using SASL/PLAIN
21:04:58.727 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xe42d2e54, L:/127.0.0.1:51800 - R:/127.18.92.190:40017] using SASL/PLAIN
21:04:58.727 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.18.92.190
21:04:58.729 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 0 (#0)
21:04:58.736 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.18.92.189:41897(127.18.92.189:41897)] Successfully connected to peer
21:04:58.737 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 24fc589270454b67adaa83ef77f7c529 for partition [0x80000000, 0x80000032) with scanner id null
21:04:58.742 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
21:04:58.744 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=314), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [58ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [274ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: OK, [283ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: OK, deferred=null) after lookup
21:04:58.745 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=a48cdbc76cac4bbd9bf3000ab60277c6, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:04:58.750 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet a48cdbc76cac4bbd9bf3000ab60277c6 for partition [0x80000064, 0x800000C8) with scanner id null
21:04:58.753 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:04:58.757 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:04:58.763 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.18.92.189
21:04:58.770 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 6d93f556b7ec4d9c9f4bbba04fbb744a
21:04:58.770 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:04:58.776 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 6d93f556b7ec4d9c9f4bbba04fbb744a
21:04:58.776 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@73efd255
21:04:58.777 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xcd3444e7, L:/127.0.0.1:55366 - R:/127.18.92.189:41897] using SASL/PLAIN
21:04:58.778 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.18.92.188:36207(127.18.92.188:36207)] Successfully connected to peer
21:04:58.779 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 2 (#0) @ 
21:04:58.779 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 2 (#0)
21:04:58.779 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xd8103176, L:/127.0.0.1:34190 - R:/127.18.92.188:36207] using SASL/PLAIN
21:04:58.782 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.18.92.188
21:04:58.788 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
21:04:58.788 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=358), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [53ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [235ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: OK, [298ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: OK, [322ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: OK, deferred=null) after lookup
21:04:58.794 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 6d93f556b7ec4d9c9f4bbba04fbb744a
21:04:58.801 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 6d93f556b7ec4d9c9f4bbba04fbb744a
21:04:58.801 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@2a094019
21:04:58.807 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 3 (#0) @ 
21:04:58.807 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 3 (#0)
21:04:58.811 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=24fc589270454b67adaa83ef77f7c529, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:04:58.811 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 24fc589270454b67adaa83ef77f7c529 for partition [0x80000000, 0x80000032) with scanner id null
21:04:58.820 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=a48cdbc76cac4bbd9bf3000ab60277c6, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:04:58.821 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet a48cdbc76cac4bbd9bf3000ab60277c6 for partition [0x80000064, 0x800000C8) with scanner id null
21:04:58.825 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from INITIALIZING to RUNNING.
21:04:58.829 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='1f5a75813c4500e312e33177d4cdcd551befab69d088594d9ec1dadc8fc54d0e'}]
21:04:58.833 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:04:58.838 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x3f65cbac, L:/127.0.0.1:51824 - R:/127.18.92.190:40017] using SASL/PLAIN
21:04:58.847 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:04:58.861 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from INITIALIZING to RUNNING.
21:04:58.868 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:04:58.879 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=24fc589270454b67adaa83ef77f7c529, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:04:58.880 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 24fc589270454b67adaa83ef77f7c529 for partition [0x80000000, 0x80000032) with scanner id null
21:04:58.888 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=a48cdbc76cac4bbd9bf3000ab60277c6, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:04:58.888 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet a48cdbc76cac4bbd9bf3000ab60277c6 for partition [0x80000064, 0x800000C8) with scanner id null
21:04:58.890 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from INITIALIZING to RUNNING.
21:04:58.894 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x2b5e95f1, L:/127.0.0.1:55376 - R:/127.18.92.189:41897] using SASL/PLAIN
21:04:58.899 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x7f0d5bb1, L:/127.0.0.1:34192 - R:/127.18.92.188:36207] using SASL/PLAIN
21:04:58.905 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from INITIALIZING to RUNNING.
21:04:58.908 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
21:04:58.908 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=449), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [56ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [201ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: OK, [249ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: OK, [258ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: OK, deferred=null) after lookup
21:04:58.909 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from INITIALIZING to RUNNING.
21:04:58.909 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='d4de1798359cc9d4ce0785dfc79548abe1b416f317f3d01f1cc4d95bd6f34f40'}]
21:04:58.913 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:04:58.916 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
21:04:58.919 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x80000000, upperBoundPartitionKey=0x80000032, ttl=299998, tablet=8fdea63a1eb1491389c3b1f289577b11@[6bc1def9af784e28b20c72774836a707(127.17.168.129:45511),b8add6ab718140238da61926eae6840c(127.17.168.131:34017),ddecdf6d5feb44ebb58ad6337d7446ab(127.17.168.130:40477)[L]]}]
21:04:58.935 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from INITIALIZING to RUNNING.
21:04:58.953 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=24fc589270454b67adaa83ef77f7c529, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:04:58.953 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 24fc589270454b67adaa83ef77f7c529 for partition [0x80000000, 0x80000032) with scanner id null
21:04:58.962 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=a48cdbc76cac4bbd9bf3000ab60277c6, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:04:58.962 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet a48cdbc76cac4bbd9bf3000ab60277c6 for partition [0x80000064, 0x800000C8) with scanner id null
21:04:58.969 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
21:04:58.971 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299997, tablet=ca87511e123543feb3ba813dfc8c4791@[6bc1def9af784e28b20c72774836a707(127.17.168.129:45511),b8add6ab718140238da61926eae6840c(127.17.168.131:34017),ddecdf6d5feb44ebb58ad6337d7446ab(127.17.168.130:40477)[L]]}]
21:04:58.978 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:04:58.983 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 6d93f556b7ec4d9c9f4bbba04fbb744a
21:04:58.983 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer ddecdf6d5feb44ebb58ad6337d7446ab(127.17.168.130:40477)] connecting to peer
21:04:58.986 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer 6bc1def9af784e28b20c72774836a707(127.17.168.129:45511)] connecting to peer
21:04:58.990 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 6d93f556b7ec4d9c9f4bbba04fbb744a
21:04:58.993 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@46bb7bb9
21:04:58.995 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 1 (#0) @ 
21:04:58.995 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 1 (#0)
21:04:59.000 [DEBUG - kudu-nio-0] (Connection.java:757) [peer ddecdf6d5feb44ebb58ad6337d7446ab(127.17.168.130:40477)] Successfully connected to peer
21:04:59.023 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=24fc589270454b67adaa83ef77f7c529, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:04:59.024 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 24fc589270454b67adaa83ef77f7c529 for partition [0x80000000, 0x80000032) with scanner id null
21:04:59.036 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=a48cdbc76cac4bbd9bf3000ab60277c6, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:04:59.036 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet a48cdbc76cac4bbd9bf3000ab60277c6 for partition [0x80000064, 0x800000C8) with scanner id null
21:04:59.042 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.17.168.130
21:04:59.050 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 6bc1def9af784e28b20c72774836a707(127.17.168.129:45511)] Successfully connected to peer
21:04:59.074 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.17.168.129
21:04:59.080 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from INITIALIZING to RUNNING.
21:04:59.081 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from INITIALIZING to RUNNING.
21:04:59.099 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=24fc589270454b67adaa83ef77f7c529, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:04:59.100 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 24fc589270454b67adaa83ef77f7c529 for partition [0x80000000, 0x80000032) with scanner id null
21:04:59.100 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:04:59.109 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=a48cdbc76cac4bbd9bf3000ab60277c6, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:04:59.110 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x78bc87ee, L:/127.0.0.1:55848 - R:/127.17.168.130:40477] using SASL/PLAIN
21:04:59.111 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet a48cdbc76cac4bbd9bf3000ab60277c6 for partition [0x80000064, 0x800000C8) with scanner id null
21:04:59.135 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:04:59.143 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x10619712, L:/127.0.0.1:38908 - R:/127.17.168.129:45511] using SASL/PLAIN
21:04:59.160 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 5 rows, more = false, responseScanTimestamp = 7305399081697280001) for scanner KuduScanner(table=replication_test_table, tablet=8fdea63a1eb1491389c3b1f289577b11, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:04:59.164 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:108) Finished reading from splits [d4de1798359cc9d4ce0785dfc79548abe1b416f317f3d01f1cc4d95bd6f34f40]
21:04:59.168 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (KryoSerializer.java:492) Kryo serializer scala extensions are not available.
21:04:59.178 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=24fc589270454b67adaa83ef77f7c529, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:04:59.178 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 24fc589270454b67adaa83ef77f7c529 for partition [0x80000000, 0x80000032) with scanner id null
21:04:59.196 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=a48cdbc76cac4bbd9bf3000ab60277c6, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:04:59.197 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet a48cdbc76cac4bbd9bf3000ab60277c6 for partition [0x80000064, 0x800000C8) with scanner id null
21:04:59.258 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=24fc589270454b67adaa83ef77f7c529, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:04:59.258 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 24fc589270454b67adaa83ef77f7c529 for partition [0x80000000, 0x80000032) with scanner id null
21:04:59.266 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=a48cdbc76cac4bbd9bf3000ab60277c6, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:04:59.267 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet a48cdbc76cac4bbd9bf3000ab60277c6 for partition [0x80000064, 0x800000C8) with scanner id null
21:04:59.285 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 5 rows, more = false, responseScanTimestamp = 7305399081697280001) for scanner KuduScanner(table=replication_test_table, tablet=ca87511e123543feb3ba813dfc8c4791, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:04:59.285 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:108) Finished reading from splits [1f5a75813c4500e312e33177d4cdcd551befab69d088594d9ec1dadc8fc54d0e]
21:04:59.286 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (KryoSerializer.java:492) Kryo serializer scala extensions are not available.
21:04:59.326 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=24fc589270454b67adaa83ef77f7c529, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:04:59.326 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 24fc589270454b67adaa83ef77f7c529 for partition [0x80000000, 0x80000032) with scanner id null
21:04:59.335 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=a48cdbc76cac4bbd9bf3000ab60277c6, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:04:59.336 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet a48cdbc76cac4bbd9bf3000ab60277c6 for partition [0x80000064, 0x800000C8) with scanner id null
21:04:59.387 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a48cdbc76cac4bbd9bf3000ab60277c6 for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
21:04:59.395 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=24fc589270454b67adaa83ef77f7c529, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:04:59.395 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 24fc589270454b67adaa83ef77f7c529 for table 'replication_test_table' with partition [0x80000000, 0x80000032)
21:04:59.396 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a48cdbc76cac4bbd9bf3000ab60277c6 for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
21:04:59.396 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 24fc589270454b67adaa83ef77f7c529 for partition [0x80000000, 0x80000032) with scanner id null
21:04:59.396 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x80000000, upperBoundPartitionKey=0x80000032, ttl=299999, tablet=24fc589270454b67adaa83ef77f7c529@[108c6f21639843ac88138c0f6f867026(127.18.92.129:41443),42b1c642b8e74535b97634b7f9cf11ff(127.18.92.131:45615),a4795b24f21846488aed6e56b766e389(127.18.92.130:37477)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x80000032, upperBoundPartitionKey=0x80000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999, tablet=a48cdbc76cac4bbd9bf3000ab60277c6@[108c6f21639843ac88138c0f6f867026(127.18.92.129:41443),42b1c642b8e74535b97634b7f9cf11ff(127.18.92.131:45615)[L],a4795b24f21846488aed6e56b766e389(127.18.92.130:37477)]}, NonCoveredRange{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299999}]
21:04:59.401 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299986, tablet=a48cdbc76cac4bbd9bf3000ab60277c6@[108c6f21639843ac88138c0f6f867026(127.18.92.129:41443),42b1c642b8e74535b97634b7f9cf11ff(127.18.92.131:45615)[L],a4795b24f21846488aed6e56b766e389(127.18.92.130:37477)]}, NonCoveredRange{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299986}]
21:04:59.405 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=a48cdbc76cac4bbd9bf3000ab60277c6, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:04:59.405 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet a48cdbc76cac4bbd9bf3000ab60277c6 for partition [0x80000064, 0x800000C8) with scanner id null
21:04:59.409 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 24fc589270454b67adaa83ef77f7c529 for table 'replication_test_table' with partition [0x80000000, 0x80000032)
21:04:59.409 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a48cdbc76cac4bbd9bf3000ab60277c6 for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
21:04:59.410 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [d4de1798359cc9d4ce0785dfc79548abe1b416f317f3d01f1cc4d95bd6f34f40]
21:04:59.414 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [1f5a75813c4500e312e33177d4cdcd551befab69d088594d9ec1dadc8fc54d0e]
21:04:59.416 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
21:04:59.416 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
21:04:59.416 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer 6bc1def9af784e28b20c72774836a707(127.17.168.129:45511)] disconnecting while in state READY
21:04:59.418 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
21:04:59.418 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 1f5a75813c4500e312e33177d4cdcd551befab69d088594d9ec1dadc8fc54d0e finished by subtask 2; deferring removal (restored in pending)
21:04:59.421 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
21:04:59.422 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
21:04:59.422 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer ddecdf6d5feb44ebb58ad6337d7446ab(127.17.168.130:40477)] disconnecting while in state READY
21:04:59.423 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
21:04:59.424 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split d4de1798359cc9d4ce0785dfc79548abe1b416f317f3d01f1cc4d95bd6f34f40 finished by subtask 0; deferring removal (restored in pending)
21:04:59.428 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a48cdbc76cac4bbd9bf3000ab60277c6 for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
21:04:59.428 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999, tablet=a48cdbc76cac4bbd9bf3000ab60277c6@[108c6f21639843ac88138c0f6f867026(127.18.92.129:41443),42b1c642b8e74535b97634b7f9cf11ff(127.18.92.131:45615)[L],a4795b24f21846488aed6e56b766e389(127.18.92.130:37477)]}, NonCoveredRange{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299999}]
21:04:59.428 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x80000000, upperBoundPartitionKey=0x80000032, ttl=299999, tablet=24fc589270454b67adaa83ef77f7c529@[108c6f21639843ac88138c0f6f867026(127.18.92.129:41443),42b1c642b8e74535b97634b7f9cf11ff(127.18.92.131:45615),a4795b24f21846488aed6e56b766e389(127.18.92.130:37477)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x80000032, upperBoundPartitionKey=0x80000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999, tablet=a48cdbc76cac4bbd9bf3000ab60277c6@[108c6f21639843ac88138c0f6f867026(127.18.92.129:41443),42b1c642b8e74535b97634b7f9cf11ff(127.18.92.131:45615)[L],a4795b24f21846488aed6e56b766e389(127.18.92.130:37477)]}, NonCoveredRange{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299980}]
21:04:59.436 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 24fc589270454b67adaa83ef77f7c529 for table 'replication_test_table' with partition [0x80000000, 0x80000032)
21:04:59.436 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a48cdbc76cac4bbd9bf3000ab60277c6 for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
21:04:59.436 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x80000000, upperBoundPartitionKey=0x80000032, ttl=299999, tablet=24fc589270454b67adaa83ef77f7c529@[108c6f21639843ac88138c0f6f867026(127.18.92.129:41443),42b1c642b8e74535b97634b7f9cf11ff(127.18.92.131:45615),a4795b24f21846488aed6e56b766e389(127.18.92.130:37477)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x80000032, upperBoundPartitionKey=0x80000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999, tablet=a48cdbc76cac4bbd9bf3000ab60277c6@[108c6f21639843ac88138c0f6f867026(127.18.92.129:41443),42b1c642b8e74535b97634b7f9cf11ff(127.18.92.131:45615)[L],a4795b24f21846488aed6e56b766e389(127.18.92.130:37477)]}, NonCoveredRange{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299999}]
21:04:59.443 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 6bc1def9af784e28b20c72774836a707(127.17.168.129:45511)] handling channelInactive
21:04:59.443 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 6bc1def9af784e28b20c72774836a707(127.17.168.129:45511)] cleaning up while in state READY due to: connection closed
21:04:59.444 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 20 thread-local buffer(s) from thread: kudu-nio-0
21:04:59.444 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
21:04:59.464 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=24fc589270454b67adaa83ef77f7c529, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:04:59.464 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 24fc589270454b67adaa83ef77f7c529 for partition [0x80000000, 0x80000032) with scanner id null
21:04:59.477 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=a48cdbc76cac4bbd9bf3000ab60277c6, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:04:59.478 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet a48cdbc76cac4bbd9bf3000ab60277c6 for partition [0x80000064, 0x800000C8) with scanner id null
21:04:59.485 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 1 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544699476 for job 50520737ebe38e2625b3d1dfb8799f70.
21:04:59.512 [DEBUG - kudu-nio-0] (Connection.java:239) [peer ddecdf6d5feb44ebb58ad6337d7446ab(127.17.168.130:40477)] handling channelInactive
21:04:59.512 [DEBUG - kudu-nio-0] (Connection.java:709) [peer ddecdf6d5feb44ebb58ad6337d7446ab(127.17.168.130:40477)] cleaning up while in state READY due to: connection closed
21:04:59.512 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-0
21:04:59.513 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
21:04:59.540 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=24fc589270454b67adaa83ef77f7c529, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:04:59.541 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 24fc589270454b67adaa83ef77f7c529 for partition [0x80000000, 0x80000032) with scanner id null
21:04:59.550 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (AsyncKuduSession.java:592) flushing buffer: Buffer{operations=5, operationSize=315, flusherTask=org.apache.kudu.client.AsyncKuduSession$FlusherTask@4d0b1bf3, flushNotification=Deferred@262505269(state=PENDING, result=null, callback=<none>, errback=<none>)}
21:04:59.557 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=a48cdbc76cac4bbd9bf3000ab60277c6, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:04:59.557 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet a48cdbc76cac4bbd9bf3000ab60277c6 for partition [0x80000064, 0x800000C8) with scanner id null
21:04:59.564 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (AsyncKuduSession.java:592) flushing buffer: Buffer{operations=5, operationSize=325, flusherTask=org.apache.kudu.client.AsyncKuduSession$FlusherTask@7f1fbae2, flushNotification=Deferred@1975752866(state=PENDING, result=null, callback=<none>, errback=<none>)}
21:04:59.566 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer 42b1c642b8e74535b97634b7f9cf11ff(127.18.92.131:45615)] connecting to peer
21:04:59.568 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer a4795b24f21846488aed6e56b766e389(127.18.92.130:37477)] connecting to peer
21:04:59.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:59.570735 18998 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.UpdateConsensus -> {remote=127.18.92.189:41897, user_credentials={real_user=slave}} blocked reactor thread for 43525.6us
21:04:59.630 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 42b1c642b8e74535b97634b7f9cf11ff(127.18.92.131:45615)] Successfully connected to peer
21:04:59.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:59.610560 18999 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.UpdateConsensus -> {remote=127.18.92.190:40017, user_credentials={real_user=slave}} blocked reactor thread for 69623.3us
21:04:59.648 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=24fc589270454b67adaa83ef77f7c529, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:04:59.648 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 24fc589270454b67adaa83ef77f7c529 for partition [0x80000000, 0x80000032) with scanner id null
21:04:59.657 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=a48cdbc76cac4bbd9bf3000ab60277c6, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:04:59.659 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet a48cdbc76cac4bbd9bf3000ab60277c6 for partition [0x80000064, 0x800000C8) with scanner id null
21:04:59.681 [DEBUG - kudu-nio-3] (Connection.java:757) [peer a4795b24f21846488aed6e56b766e389(127.18.92.130:37477)] Successfully connected to peer
21:04:59.718 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=24fc589270454b67adaa83ef77f7c529, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:04:59.719 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 24fc589270454b67adaa83ef77f7c529 for partition [0x80000000, 0x80000032) with scanner id null
21:04:59.727 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=a48cdbc76cac4bbd9bf3000ab60277c6, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:04:59.728 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet a48cdbc76cac4bbd9bf3000ab60277c6 for partition [0x80000064, 0x800000C8) with scanner id null
21:04:59.757 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:04:59.790 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=24fc589270454b67adaa83ef77f7c529, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:04:59.790 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 24fc589270454b67adaa83ef77f7c529 for partition [0x80000000, 0x80000032) with scanner id null
21:04:59.799 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=a48cdbc76cac4bbd9bf3000ab60277c6, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:04:59.800 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet a48cdbc76cac4bbd9bf3000ab60277c6 for partition [0x80000064, 0x800000C8) with scanner id null
21:04:59.816 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:04:59.818 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x25cf4a42, L:/127.0.0.1:56612 - R:/127.18.92.131:45615] using TOKEN/null
21:04:59.848 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0xbee3de6b, L:/127.0.0.1:54010 - R:/127.18.92.130:37477] using TOKEN/null
21:04:59.861 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=24fc589270454b67adaa83ef77f7c529, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:04:59.862 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 24fc589270454b67adaa83ef77f7c529 for partition [0x80000000, 0x80000032) with scanner id null
21:04:59.887 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=a48cdbc76cac4bbd9bf3000ab60277c6, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:04:59.888 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet a48cdbc76cac4bbd9bf3000ab60277c6 for partition [0x80000064, 0x800000C8) with scanner id null
21:04:59.950 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=24fc589270454b67adaa83ef77f7c529, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:04:59.952 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 24fc589270454b67adaa83ef77f7c529 for partition [0x80000000, 0x80000032) with scanner id null
21:04:59.963 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=a48cdbc76cac4bbd9bf3000ab60277c6, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:04:59.964 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet a48cdbc76cac4bbd9bf3000ab60277c6 for partition [0x80000064, 0x800000C8) with scanner id null
21:04:59.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:04:59.979584 19867 log.cc:927] Time spent T 24fc589270454b67adaa83ef77f7c529 P a4795b24f21846488aed6e56b766e389: Append to log took a long time: real 0.061s	user 0.001s	sys 0.000s
21:05:00.053 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=24fc589270454b67adaa83ef77f7c529, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:05:00.054 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 24fc589270454b67adaa83ef77f7c529 for partition [0x80000000, 0x80000032) with scanner id null
21:05:00.073 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 5 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=a48cdbc76cac4bbd9bf3000ab60277c6, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:05:00.074 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet a48cdbc76cac4bbd9bf3000ab60277c6 for partition [0x80000064, 0x800000C8) with scanner id null
21:05:00.146 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 5 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=24fc589270454b67adaa83ef77f7c529, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:05:00.147 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 24fc589270454b67adaa83ef77f7c529 for partition [0x80000000, 0x80000032) with scanner id null
21:05:00.157 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 5 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=a48cdbc76cac4bbd9bf3000ab60277c6, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:05:00.157 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet a48cdbc76cac4bbd9bf3000ab60277c6 for partition [0x80000064, 0x800000C8) with scanner id null
21:05:00.165 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table b28175fe201c4962bcbc5eee092445f4
21:05:00.171 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 6d93f556b7ec4d9c9f4bbba04fbb744a
21:05:00.176 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table b28175fe201c4962bcbc5eee092445f4
21:05:00.181 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 6d93f556b7ec4d9c9f4bbba04fbb744a
21:05:00.191 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 8fdea63a1eb1491389c3b1f289577b11 for table 'replication_test_table' with partition [0x80000000, 0x80000032)
21:05:00.191 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet ca87511e123543feb3ba813dfc8c4791 for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
21:05:00.192 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x80000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x80000000, upperBoundPartitionKey=0x80000032, ttl=299999, tablet=8fdea63a1eb1491389c3b1f289577b11@[6bc1def9af784e28b20c72774836a707(127.17.168.129:45511),b8add6ab718140238da61926eae6840c(127.17.168.131:34017),ddecdf6d5feb44ebb58ad6337d7446ab(127.17.168.130:40477)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x80000032, upperBoundPartitionKey=0x80000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999, tablet=ca87511e123543feb3ba813dfc8c4791@[6bc1def9af784e28b20c72774836a707(127.17.168.129:45511),b8add6ab718140238da61926eae6840c(127.17.168.131:34017),ddecdf6d5feb44ebb58ad6337d7446ab(127.17.168.130:40477)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299999}]
21:05:00.209 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 24fc589270454b67adaa83ef77f7c529 for table 'replication_test_table' with partition [0x80000000, 0x80000032)
21:05:00.209 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a48cdbc76cac4bbd9bf3000ab60277c6 for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
21:05:00.210 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x80000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x80000000, upperBoundPartitionKey=0x80000032, ttl=299999, tablet=24fc589270454b67adaa83ef77f7c529@[108c6f21639843ac88138c0f6f867026(127.18.92.129:41443),42b1c642b8e74535b97634b7f9cf11ff(127.18.92.131:45615),a4795b24f21846488aed6e56b766e389(127.18.92.130:37477)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x80000032, upperBoundPartitionKey=0x80000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999, tablet=a48cdbc76cac4bbd9bf3000ab60277c6@[108c6f21639843ac88138c0f6f867026(127.18.92.129:41443),42b1c642b8e74535b97634b7f9cf11ff(127.18.92.131:45615)[L],a4795b24f21846488aed6e56b766e389(127.18.92.130:37477)]}, NonCoveredRange{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299999}]
21:05:00.215 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table b28175fe201c4962bcbc5eee092445f4
21:05:00.220 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 6d93f556b7ec4d9c9f4bbba04fbb744a
21:05:00.225 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 8fdea63a1eb1491389c3b1f289577b11 for table 'replication_test_table' with partition [0x80000000, 0x80000032)
21:05:00.226 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet ca87511e123543feb3ba813dfc8c4791 for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
21:05:00.226 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x80000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x80000000, upperBoundPartitionKey=0x80000032, ttl=299999, tablet=8fdea63a1eb1491389c3b1f289577b11@[6bc1def9af784e28b20c72774836a707(127.17.168.129:45511),b8add6ab718140238da61926eae6840c(127.17.168.131:34017),ddecdf6d5feb44ebb58ad6337d7446ab(127.17.168.130:40477)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x80000032, upperBoundPartitionKey=0x80000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999, tablet=ca87511e123543feb3ba813dfc8c4791@[6bc1def9af784e28b20c72774836a707(127.17.168.129:45511),b8add6ab718140238da61926eae6840c(127.17.168.131:34017),ddecdf6d5feb44ebb58ad6337d7446ab(127.17.168.130:40477)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299999}]
21:05:00.226 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC ScanRequest(scannerId=null, state=OPENING, attempt=1, KuduRpc(method=Scan, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=5), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.168.190:39209, [5ms] Sub RPC GetTableLocations: received response from server master-127.17.168.190:39209: OK, deferred=null)) after lookup
21:05:00.237 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 5 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=8fdea63a1eb1491389c3b1f289577b11, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:05:00.238 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 8fdea63a1eb1491389c3b1f289577b11 for partition [0x80000000, 0x80000032) with scanner id null
21:05:00.250 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 5 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=ca87511e123543feb3ba813dfc8c4791, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:05:00.250 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet ca87511e123543feb3ba813dfc8c4791 for partition [0x80000064, 0x800000C8) with scanner id null
21:05:00.257 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 24fc589270454b67adaa83ef77f7c529 for table 'replication_test_table' with partition [0x80000000, 0x80000032)
21:05:00.257 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a48cdbc76cac4bbd9bf3000ab60277c6 for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
21:05:00.258 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x80000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x80000000, upperBoundPartitionKey=0x80000032, ttl=299999, tablet=24fc589270454b67adaa83ef77f7c529@[108c6f21639843ac88138c0f6f867026(127.18.92.129:41443),42b1c642b8e74535b97634b7f9cf11ff(127.18.92.131:45615),a4795b24f21846488aed6e56b766e389(127.18.92.130:37477)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x80000032, upperBoundPartitionKey=0x80000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999, tablet=a48cdbc76cac4bbd9bf3000ab60277c6@[108c6f21639843ac88138c0f6f867026(127.18.92.129:41443),42b1c642b8e74535b97634b7f9cf11ff(127.18.92.131:45615)[L],a4795b24f21846488aed6e56b766e389(127.18.92.130:37477)]}, NonCoveredRange{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299999}]
21:05:00.258 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC ScanRequest(scannerId=null, state=OPENING, attempt=1, KuduRpc(method=Scan, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=6), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.18.92.188:36207, [5ms] Sub RPC GetTableLocations: received response from server master-127.18.92.188:36207: OK, deferred=null)) after lookup
21:05:00.268 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 5 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=24fc589270454b67adaa83ef77f7c529, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:05:00.268 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 24fc589270454b67adaa83ef77f7c529 for partition [0x80000000, 0x80000032) with scanner id null
21:05:00.279 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 5 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=a48cdbc76cac4bbd9bf3000ab60277c6, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:05:00.280 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet a48cdbc76cac4bbd9bf3000ab60277c6 for partition [0x80000064, 0x800000C8) with scanner id null
21:05:00.292 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 5 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=8fdea63a1eb1491389c3b1f289577b11, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:05:00.293 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 8fdea63a1eb1491389c3b1f289577b11 for partition [0x80000000, 0x80000032) with scanner id null
21:05:00.327 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 5 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=ca87511e123543feb3ba813dfc8c4791, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:05:00.327 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet ca87511e123543feb3ba813dfc8c4791 for partition [0x80000064, 0x800000C8) with scanner id null
21:05:00.340 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 1 for job 50520737ebe38e2625b3d1dfb8799f70 (2250 bytes, checkpointDuration=849 ms, finalizationTime=14 ms).
21:05:00.341 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 5 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=24fc589270454b67adaa83ef77f7c529, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:05:00.341 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 24fc589270454b67adaa83ef77f7c529 for partition [0x80000000, 0x80000032) with scanner id null
21:05:00.358 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 5 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=a48cdbc76cac4bbd9bf3000ab60277c6, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:05:00.359 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet a48cdbc76cac4bbd9bf3000ab60277c6 for partition [0x80000064, 0x800000C8) with scanner id null
21:05:00.359 [DEBUG - main] (Connection.java:575) [peer 42b1c642b8e74535b97634b7f9cf11ff(127.18.92.131:45615)] disconnecting while in state READY
21:05:00.359 [DEBUG - main] (Connection.java:575) [peer master-127.18.92.189:41897(127.18.92.189:41897)] disconnecting while in state READY
21:05:00.360 [DEBUG - main] (Connection.java:575) [peer a4795b24f21846488aed6e56b766e389(127.18.92.130:37477)] disconnecting while in state READY
21:05:00.360 [DEBUG - main] (Connection.java:575) [peer master-127.18.92.188:36207(127.18.92.188:36207)] disconnecting while in state READY
21:05:00.360 [DEBUG - main] (Connection.java:575) [peer master-127.18.92.190:40017(127.18.92.190:40017)] disconnecting while in state READY
21:05:00.361 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.18.92.189:41897(127.18.92.189:41897)] handling channelInactive
21:05:00.361 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state READY due to: connection closed
21:05:00.362 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.18.92.188:36207(127.18.92.188:36207)] handling channelInactive
21:05:00.362 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state READY due to: connection closed
21:05:00.362 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.18.92.190:40017(127.18.92.190:40017)] handling channelInactive
21:05:00.362 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state READY due to: connection closed
21:05:00.363 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 1 as completed for source Source: KuduSource.
21:05:00.364 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 1 complete: removed split 1f5a75813c4500e312e33177d4cdcd551befab69d088594d9ec1dadc8fc54d0e from pending
21:05:00.364 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 1 complete: removed split d4de1798359cc9d4ce0785dfc79548abe1b416f317f3d01f1cc4d95bd6f34f40 from pending
21:05:00.364 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 1 complete: removed 2 finished splits from enumerator state
21:05:00.364 [INFO - Checkpoint Timer] (CheckpointRequestDecider.java:220) checkpoint request time in queue: 388
21:05:00.365 [DEBUG - kudu-nio-4] (Connection.java:239) [peer 42b1c642b8e74535b97634b7f9cf11ff(127.18.92.131:45615)] handling channelInactive
21:05:00.365 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 42b1c642b8e74535b97634b7f9cf11ff(127.18.92.131:45615)] cleaning up while in state READY due to: connection closed
21:05:00.365 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 2 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544700364 for job 50520737ebe38e2625b3d1dfb8799f70.
21:05:00.366 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:2704) Releasing all remaining resources
21:05:00.367 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 20 thread-local buffer(s) from thread: kudu-nio-0
21:05:00.367 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 23 thread-local buffer(s) from thread: kudu-nio-2
21:05:00.368 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-1
21:05:00.370 [DEBUG - kudu-nio-4] (PoolThreadCache.java:218) Freed 23 thread-local buffer(s) from thread: kudu-nio-4
21:05:00.399 [DEBUG - kudu-nio-3] (Connection.java:239) [peer a4795b24f21846488aed6e56b766e389(127.18.92.130:37477)] handling channelInactive
21:05:00.400 [DEBUG - kudu-nio-3] (Connection.java:709) [peer a4795b24f21846488aed6e56b766e389(127.18.92.130:37477)] cleaning up while in state READY due to: connection closed
21:05:00.400 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 25 thread-local buffer(s) from thread: kudu-nio-3
21:05:00.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:00.402233 18802 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu with pid 19101
21:05:00.412 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 2 for job 50520737ebe38e2625b3d1dfb8799f70 (964 bytes, checkpointDuration=26 ms, finalizationTime=22 ms).
21:05:00.430 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 2 as completed for source Source: KuduSource.
21:05:00.478 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 3 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544700477 for job 50520737ebe38e2625b3d1dfb8799f70.
21:05:00.510 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 3 for job 50520737ebe38e2625b3d1dfb8799f70 (964 bytes, checkpointDuration=32 ms, finalizationTime=1 ms).
21:05:00.515 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 3 as completed for source Source: KuduSource.
21:05:00.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:00.541433 18802 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu with pid 19257
21:05:00.671 [DEBUG - kudu-nio-3] (Connection.java:239) [peer a4795b24f21846488aed6e56b766e389(127.18.92.130:37477)] handling channelInactive
21:05:00.671 [DEBUG - kudu-nio-3] (Connection.java:709) [peer a4795b24f21846488aed6e56b766e389(127.18.92.130:37477)] cleaning up while in state READY due to: connection closed
21:05:00.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:00.691437 18802 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu with pid 19405
21:05:00.736 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 42b1c642b8e74535b97634b7f9cf11ff(127.18.92.131:45615)] handling channelInactive
21:05:00.736 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 42b1c642b8e74535b97634b7f9cf11ff(127.18.92.131:45615)] cleaning up while in state READY due to: connection closed
21:05:00.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:00.739847 18802 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu with pid 18815
21:05:00.792 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.18.92.190:40017(127.18.92.190:40017)] handling channelInactive
21:05:00.792 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state READY due to: connection closed
21:05:00.793 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.18.92.190:40017(127.18.92.190:40017)] handling channelInactive
21:05:00.793 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state READY due to: connection closed
21:05:00.794 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.18.92.190:40017(127.18.92.190:40017)] handling channelInactive
21:05:00.794 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state READY due to: connection closed
21:05:00.795 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.18.92.190:40017(127.18.92.190:40017)] handling channelInactive
21:05:00.795 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state READY due to: connection closed
21:05:00.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:00.804483 18802 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu with pid 18886
21:05:00.843 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.18.92.189:41897(127.18.92.189:41897)] handling channelInactive
21:05:00.843 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.18.92.189:41897(127.18.92.189:41897)] handling channelInactive
21:05:00.843 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state READY due to: connection closed
21:05:00.843 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.18.92.189:41897(127.18.92.189:41897)] handling channelInactive
21:05:00.844 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state READY due to: connection closed
21:05:00.845 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.18.92.189:41897(127.18.92.189:41897)] handling channelInactive
21:05:00.845 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state READY due to: connection closed
21:05:00.843 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state READY due to: connection closed
21:05:00.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:00.850303 18802 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu with pid 18968
21:05:00.908 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.18.92.188:36207(127.18.92.188:36207)] handling channelInactive
21:05:00.908 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state READY due to: connection closed
21:05:00.910 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.18.92.188:36207(127.18.92.188:36207)] handling channelInactive
21:05:00.910 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.18.92.188:36207(127.18.92.188:36207)] handling channelInactive
21:05:00.910 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state READY due to: connection closed
21:05:00.910 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state READY due to: connection closed
21:05:00.911 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.18.92.188:36207(127.18.92.188:36207)] handling channelInactive
21:05:00.911 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state READY due to: connection closed
21:05:00.978 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 4 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544700977 for job 50520737ebe38e2625b3d1dfb8799f70.
21:05:01.013 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 4 for job 50520737ebe38e2625b3d1dfb8799f70 (964 bytes, checkpointDuration=35 ms, finalizationTime=1 ms).
21:05:01.018 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 4 as completed for source Source: KuduSource.
21:05:01.482 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 5 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544701476 for job 50520737ebe38e2625b3d1dfb8799f70.
21:05:01.510 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 5 for job 50520737ebe38e2625b3d1dfb8799f70 (964 bytes, checkpointDuration=33 ms, finalizationTime=1 ms).
21:05:01.513 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 5 as completed for source Source: KuduSource.
21:05:01.692 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table b28175fe201c4962bcbc5eee092445f4
21:05:01.705 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 8fdea63a1eb1491389c3b1f289577b11 for table 'replication_test_table' with partition [0x80000000, 0x80000032)
21:05:01.706 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet ca87511e123543feb3ba813dfc8c4791 for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
21:05:01.707 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x80000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x80000000, upperBoundPartitionKey=0x80000032, ttl=299999, tablet=8fdea63a1eb1491389c3b1f289577b11@[6bc1def9af784e28b20c72774836a707(127.17.168.129:45511),b8add6ab718140238da61926eae6840c(127.17.168.131:34017),ddecdf6d5feb44ebb58ad6337d7446ab(127.17.168.130:40477)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x80000032, upperBoundPartitionKey=0x80000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999, tablet=ca87511e123543feb3ba813dfc8c4791@[6bc1def9af784e28b20c72774836a707(127.17.168.129:45511),b8add6ab718140238da61926eae6840c(127.17.168.131:34017),ddecdf6d5feb44ebb58ad6337d7446ab(127.17.168.130:40477)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299999}]
21:05:01.712 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='4de59483f852cf01d32add8be1769e899ddc822461bee0ba663af89815cf2a0f'}]
21:05:01.715 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='812d31fddc0ea4fd9f30401ad9ffc1c878c29de8d628492562cd64a130e2e2ba'}]
21:05:01.720 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:05:01.722 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:05:01.726 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
21:05:01.728 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299997, tablet=ca87511e123543feb3ba813dfc8c4791@[6bc1def9af784e28b20c72774836a707(127.17.168.129:45511),b8add6ab718140238da61926eae6840c(127.17.168.131:34017),ddecdf6d5feb44ebb58ad6337d7446ab(127.17.168.130:40477)[L]]}]
21:05:01.731 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
21:05:01.733 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x80000000, upperBoundPartitionKey=0x80000032, ttl=299997, tablet=8fdea63a1eb1491389c3b1f289577b11@[6bc1def9af784e28b20c72774836a707(127.17.168.129:45511),b8add6ab718140238da61926eae6840c(127.17.168.131:34017),ddecdf6d5feb44ebb58ad6337d7446ab(127.17.168.130:40477)[L]]}]
21:05:01.739 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer 6bc1def9af784e28b20c72774836a707(127.17.168.129:45511)] connecting to peer
21:05:01.743 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer ddecdf6d5feb44ebb58ad6337d7446ab(127.17.168.130:40477)] connecting to peer
21:05:01.749 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 6bc1def9af784e28b20c72774836a707(127.17.168.129:45511)] Successfully connected to peer
21:05:01.757 [DEBUG - kudu-nio-0] (Connection.java:757) [peer ddecdf6d5feb44ebb58ad6337d7446ab(127.17.168.130:40477)] Successfully connected to peer
21:05:01.766 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.17.168.129
21:05:01.791 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.17.168.130
21:05:01.816 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:05:01.843 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x0bf759de, L:/127.0.0.1:38920 - R:/127.17.168.129:45511] using SASL/PLAIN
21:05:01.859 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:05:01.869 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x787deaca, L:/127.0.0.1:55852 - R:/127.17.168.130:40477] using SASL/PLAIN
21:05:01.905 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305399098105856001) for scanner KuduScanner(table=replication_test_table, tablet=8fdea63a1eb1491389c3b1f289577b11, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:05:01.906 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:108) Finished reading from splits [4de59483f852cf01d32add8be1769e899ddc822461bee0ba663af89815cf2a0f]
21:05:01.906 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [4de59483f852cf01d32add8be1769e899ddc822461bee0ba663af89815cf2a0f]
21:05:01.907 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
21:05:01.907 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
21:05:01.909 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 4de59483f852cf01d32add8be1769e899ddc822461bee0ba663af89815cf2a0f finished by subtask 3; deferring removal (restored in pending)
21:05:01.910 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer ddecdf6d5feb44ebb58ad6337d7446ab(127.17.168.130:40477)] disconnecting while in state READY
21:05:01.918 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305399098105856001) for scanner KuduScanner(table=replication_test_table, tablet=ca87511e123543feb3ba813dfc8c4791, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:05:01.919 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:108) Finished reading from splits [812d31fddc0ea4fd9f30401ad9ffc1c878c29de8d628492562cd64a130e2e2ba]
21:05:01.919 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [812d31fddc0ea4fd9f30401ad9ffc1c878c29de8d628492562cd64a130e2e2ba]
21:05:01.920 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
21:05:01.920 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
21:05:01.922 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 812d31fddc0ea4fd9f30401ad9ffc1c878c29de8d628492562cd64a130e2e2ba finished by subtask 1; deferring removal (restored in pending)
21:05:01.922 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer 6bc1def9af784e28b20c72774836a707(127.17.168.129:45511)] disconnecting while in state READY
21:05:01.924 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
21:05:01.938 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
21:05:01.963 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
21:05:01.968 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 6bc1def9af784e28b20c72774836a707(127.17.168.129:45511)] handling channelInactive
21:05:01.968 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 6bc1def9af784e28b20c72774836a707(127.17.168.129:45511)] cleaning up while in state READY due to: connection closed
21:05:01.969 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
21:05:01.978 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 6 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544701976 for job 50520737ebe38e2625b3d1dfb8799f70.
21:05:02.020 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 6 for job 50520737ebe38e2625b3d1dfb8799f70 (2270 bytes, checkpointDuration=42 ms, finalizationTime=2 ms).
21:05:02.024 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 6 as completed for source Source: KuduSource.
21:05:02.025 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 6 complete: removed split 812d31fddc0ea4fd9f30401ad9ffc1c878c29de8d628492562cd64a130e2e2ba from pending
21:05:02.025 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 6 complete: removed split 4de59483f852cf01d32add8be1769e899ddc822461bee0ba663af89815cf2a0f from pending
21:05:02.025 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 6 complete: removed 2 finished splits from enumerator state
21:05:02.034 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
21:05:02.034 [DEBUG - kudu-nio-0] (Connection.java:239) [peer ddecdf6d5feb44ebb58ad6337d7446ab(127.17.168.130:40477)] handling channelInactive
21:05:02.034 [DEBUG - kudu-nio-0] (Connection.java:709) [peer ddecdf6d5feb44ebb58ad6337d7446ab(127.17.168.130:40477)] cleaning up while in state READY due to: connection closed
21:05:02.034 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
21:05:02.478 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 7 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544702476 for job 50520737ebe38e2625b3d1dfb8799f70.
21:05:02.506 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 7 for job 50520737ebe38e2625b3d1dfb8799f70 (964 bytes, checkpointDuration=28 ms, finalizationTime=1 ms).
21:05:02.507 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 7 as completed for source Source: KuduSource.
21:05:02.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T21:05:02Z chronyd exiting
21:05:02.978 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 8 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544702977 for job 50520737ebe38e2625b3d1dfb8799f70.
21:05:03.004 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 8 for job 50520737ebe38e2625b3d1dfb8799f70 (964 bytes, checkpointDuration=26 ms, finalizationTime=1 ms).
21:05:03.007 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 8 as completed for source Source: KuduSource.
21:05:03.479 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 9 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544703477 for job 50520737ebe38e2625b3d1dfb8799f70.
21:05:03.505 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 9 for job 50520737ebe38e2625b3d1dfb8799f70 (964 bytes, checkpointDuration=26 ms, finalizationTime=2 ms).
21:05:03.507 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 9 as completed for source Source: KuduSource.
21:05:03.584 [DEBUG - main] (Connection.java:575) [peer master-127.17.168.190:39209(127.17.168.190:39209)] disconnecting while in state READY
21:05:03.584 [DEBUG - main] (Connection.java:575) [peer master-127.17.168.188:37843(127.17.168.188:37843)] disconnecting while in state READY
21:05:03.584 [DEBUG - main] (Connection.java:575) [peer ddecdf6d5feb44ebb58ad6337d7446ab(127.17.168.130:40477)] disconnecting while in state READY
21:05:03.584 [DEBUG - main] (Connection.java:575) [peer master-127.17.168.189:46111(127.17.168.189:46111)] disconnecting while in state READY
21:05:03.585 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.17.168.188:37843(127.17.168.188:37843)] handling channelInactive
21:05:03.586 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.17.168.190:39209(127.17.168.190:39209)] handling channelInactive
21:05:03.586 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.168.190:39209(127.17.168.190:39209)] cleaning up while in state READY due to: connection closed
21:05:03.586 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.168.188:37843(127.17.168.188:37843)] cleaning up while in state READY due to: connection closed
21:05:03.587 [DEBUG - kudu-nio-3] (Connection.java:239) [peer ddecdf6d5feb44ebb58ad6337d7446ab(127.17.168.130:40477)] handling channelInactive
21:05:03.587 [DEBUG - kudu-nio-3] (Connection.java:709) [peer ddecdf6d5feb44ebb58ad6337d7446ab(127.17.168.130:40477)] cleaning up while in state READY due to: connection closed
21:05:03.588 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2704) Releasing all remaining resources
21:05:03.593 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-0
21:05:03.594 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 24 thread-local buffer(s) from thread: kudu-nio-3
21:05:03.595 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 24 thread-local buffer(s) from thread: kudu-nio-1
21:05:03.601 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.17.168.189:46111(127.17.168.189:46111)] handling channelInactive
21:05:03.601 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.168.189:46111(127.17.168.189:46111)] cleaning up while in state READY due to: connection closed
21:05:03.602 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-2
21:05:03.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:03.603464 18082 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu with pid 18380
21:05:03.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:03.656597 18082 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu with pid 18521
21:05:03.684 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table b28175fe201c4962bcbc5eee092445f4
21:05:03.689 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 8fdea63a1eb1491389c3b1f289577b11 for table 'replication_test_table' with partition [0x80000000, 0x80000032)
21:05:03.689 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet ca87511e123543feb3ba813dfc8c4791 for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
21:05:03.690 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x80000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x80000000, upperBoundPartitionKey=0x80000032, ttl=299999, tablet=8fdea63a1eb1491389c3b1f289577b11@[6bc1def9af784e28b20c72774836a707(127.17.168.129:45511),b8add6ab718140238da61926eae6840c(127.17.168.131:34017),ddecdf6d5feb44ebb58ad6337d7446ab(127.17.168.130:40477)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x80000032, upperBoundPartitionKey=0x80000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999, tablet=ca87511e123543feb3ba813dfc8c4791@[6bc1def9af784e28b20c72774836a707(127.17.168.129:45511),b8add6ab718140238da61926eae6840c(127.17.168.131:34017),ddecdf6d5feb44ebb58ad6337d7446ab(127.17.168.130:40477)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299999}]
21:05:03.693 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='1ec12088ca500df4519ba019bb4368d4dac0ba69438fac177318524b3820b4e5'}]
21:05:03.695 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:05:03.696 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='5364201fb659db9553de7fdfdc128a5b15de38809f51197920c8a1a1adfdf977'}]
21:05:03.696 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:115) Starting split fetcher 1
21:05:03.698 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:05:03.698 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x80000000, upperBoundPartitionKey=0x80000032, ttl=299996, tablet=8fdea63a1eb1491389c3b1f289577b11@[6bc1def9af784e28b20c72774836a707(127.17.168.129:45511),b8add6ab718140238da61926eae6840c(127.17.168.131:34017),ddecdf6d5feb44ebb58ad6337d7446ab(127.17.168.130:40477)[L]]}]
21:05:03.699 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:115) Starting split fetcher 1
21:05:03.700 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299997, tablet=ca87511e123543feb3ba813dfc8c4791@[6bc1def9af784e28b20c72774836a707(127.17.168.129:45511),b8add6ab718140238da61926eae6840c(127.17.168.131:34017),ddecdf6d5feb44ebb58ad6337d7446ab(127.17.168.130:40477)[L]]}]
21:05:03.702 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer ddecdf6d5feb44ebb58ad6337d7446ab(127.17.168.130:40477)] connecting to peer
21:05:03.704 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer 6bc1def9af784e28b20c72774836a707(127.17.168.129:45511)] connecting to peer
21:05:03.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:03.708197 18082 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu with pid 18655
21:05:03.713 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 6bc1def9af784e28b20c72774836a707(127.17.168.129:45511): Connection refused: /127.17.168.129:45511
21:05:03.713 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer ddecdf6d5feb44ebb58ad6337d7446ab(127.17.168.130:40477): Connection refused: /127.17.168.130:40477
21:05:03.713 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 6bc1def9af784e28b20c72774836a707(127.17.168.129:45511)] cleaning up while in state CONNECTING due to: Failed to connect to peer 6bc1def9af784e28b20c72774836a707(127.17.168.129:45511): Connection refused: /127.17.168.129:45511
21:05:03.713 [DEBUG - kudu-nio-0] (Connection.java:709) [peer ddecdf6d5feb44ebb58ad6337d7446ab(127.17.168.130:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer ddecdf6d5feb44ebb58ad6337d7446ab(127.17.168.130:40477): Connection refused: /127.17.168.130:40477
21:05:03.713 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 6bc1def9af784e28b20c72774836a707(127.17.168.129:45511) for tablet ca87511e123543feb3ba813dfc8c4791: Failed to connect to peer 6bc1def9af784e28b20c72774836a707(127.17.168.129:45511): Connection refused: /127.17.168.129:45511
21:05:03.713 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location ddecdf6d5feb44ebb58ad6337d7446ab(127.17.168.130:40477) for tablet 8fdea63a1eb1491389c3b1f289577b11: Failed to connect to peer ddecdf6d5feb44ebb58ad6337d7446ab(127.17.168.130:40477): Connection refused: /127.17.168.130:40477
21:05:03.723 [DEBUG - pool-30-thread-1] (Connection.java:748) [peer b8add6ab718140238da61926eae6840c(127.17.168.131:34017)] connecting to peer
21:05:03.725 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer b8add6ab718140238da61926eae6840c(127.17.168.131:34017)] connecting to peer
21:05:03.726 [DEBUG - kudu-nio-1] (Connection.java:757) [peer b8add6ab718140238da61926eae6840c(127.17.168.131:34017)] Successfully connected to peer
21:05:03.729 [DEBUG - kudu-nio-1] (Connection.java:757) [peer b8add6ab718140238da61926eae6840c(127.17.168.131:34017)] Successfully connected to peer
21:05:03.747 [ERROR - kudu-nio-1] (Connection.java:452) [peer b8add6ab718140238da61926eae6840c(127.17.168.131:34017)] unexpected exception from downstream on [id: 0x54d85cc7, L:/127.0.0.1:44748 - R:/127.17.168.131:34017]
java.net.SocketException: Connection reset
	at java.base/sun.nio.ch.SocketChannelImpl.throwConnectionReset(SocketChannelImpl.java:394)
	at java.base/sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:426)
	at org.apache.kudu.shaded.io.netty.buffer.PooledByteBuf.setBytes(PooledByteBuf.java:255)
	at org.apache.kudu.shaded.io.netty.buffer.AbstractByteBuf.writeBytes(AbstractByteBuf.java:1132)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doReadBytes(NioSocketChannel.java:356)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:156)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:05:03.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:03.747143 18082 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu with pid 18094
21:05:03.748 [DEBUG - kudu-nio-1] (Connection.java:709) [peer b8add6ab718140238da61926eae6840c(127.17.168.131:34017)] cleaning up while in state NEGOTIATING due to: [peer b8add6ab718140238da61926eae6840c(127.17.168.131:34017)] unexpected exception from downstream on [id: 0x54d85cc7, L:/127.0.0.1:44748 - R:/127.17.168.131:34017]
21:05:03.748 [ERROR - kudu-nio-1] (Connection.java:452) [peer b8add6ab718140238da61926eae6840c(127.17.168.131:34017)] unexpected exception from downstream on [id: 0x1d673ad1, L:/127.0.0.1:44732 - R:/127.17.168.131:34017]
java.net.SocketException: Connection reset
	at java.base/sun.nio.ch.SocketChannelImpl.throwConnectionReset(SocketChannelImpl.java:394)
	at java.base/sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:426)
	at org.apache.kudu.shaded.io.netty.buffer.PooledByteBuf.setBytes(PooledByteBuf.java:255)
	at org.apache.kudu.shaded.io.netty.buffer.AbstractByteBuf.writeBytes(AbstractByteBuf.java:1132)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doReadBytes(NioSocketChannel.java:356)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:156)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:05:03.748 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location b8add6ab718140238da61926eae6840c(127.17.168.131:34017) for tablet ca87511e123543feb3ba813dfc8c4791: [peer b8add6ab718140238da61926eae6840c(127.17.168.131:34017)] unexpected exception from downstream on [id: 0x54d85cc7, L:/127.0.0.1:44748 - R:/127.17.168.131:34017]
21:05:03.748 [DEBUG - kudu-nio-1] (Connection.java:709) [peer b8add6ab718140238da61926eae6840c(127.17.168.131:34017)] cleaning up while in state NEGOTIATING due to: [peer b8add6ab718140238da61926eae6840c(127.17.168.131:34017)] unexpected exception from downstream on [id: 0x1d673ad1, L:/127.0.0.1:44732 - R:/127.17.168.131:34017]
21:05:03.749 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location b8add6ab718140238da61926eae6840c(127.17.168.131:34017) for tablet 8fdea63a1eb1491389c3b1f289577b11: [peer b8add6ab718140238da61926eae6840c(127.17.168.131:34017)] unexpected exception from downstream on [id: 0x1d673ad1, L:/127.0.0.1:44732 - R:/127.17.168.131:34017]
21:05:03.749 [DEBUG - kudu-nio-1] (Connection.java:239) [peer b8add6ab718140238da61926eae6840c(127.17.168.131:34017)] handling channelInactive
21:05:03.749 [DEBUG - kudu-nio-1] (Connection.java:239) [peer b8add6ab718140238da61926eae6840c(127.17.168.131:34017)] handling channelInactive
21:05:03.763 [DEBUG - pool-30-thread-1] (Connection.java:748) [peer 6bc1def9af784e28b20c72774836a707(127.17.168.129:45511)] connecting to peer
21:05:03.764 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer ddecdf6d5feb44ebb58ad6337d7446ab(127.17.168.130:40477)] connecting to peer
21:05:03.765 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 6bc1def9af784e28b20c72774836a707(127.17.168.129:45511): Connection refused: /127.17.168.129:45511
21:05:03.765 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 6bc1def9af784e28b20c72774836a707(127.17.168.129:45511)] cleaning up while in state CONNECTING due to: Failed to connect to peer 6bc1def9af784e28b20c72774836a707(127.17.168.129:45511): Connection refused: /127.17.168.129:45511
21:05:03.766 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 6bc1def9af784e28b20c72774836a707(127.17.168.129:45511) for tablet 8fdea63a1eb1491389c3b1f289577b11: Failed to connect to peer 6bc1def9af784e28b20c72774836a707(127.17.168.129:45511): Connection refused: /127.17.168.129:45511
21:05:03.766 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer ddecdf6d5feb44ebb58ad6337d7446ab(127.17.168.130:40477): Connection refused: /127.17.168.130:40477
21:05:03.767 [DEBUG - kudu-nio-2] (Connection.java:709) [peer ddecdf6d5feb44ebb58ad6337d7446ab(127.17.168.130:40477)] cleaning up while in state CONNECTING due to: Failed to connect to peer ddecdf6d5feb44ebb58ad6337d7446ab(127.17.168.130:40477): Connection refused: /127.17.168.130:40477
21:05:03.767 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location ddecdf6d5feb44ebb58ad6337d7446ab(127.17.168.130:40477) for tablet ca87511e123543feb3ba813dfc8c4791: Failed to connect to peer ddecdf6d5feb44ebb58ad6337d7446ab(127.17.168.130:40477): Connection refused: /127.17.168.130:40477
21:05:03.781 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.17.168.190:39209(127.17.168.190:39209)] handling channelInactive
21:05:03.781 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.168.190:39209(127.17.168.190:39209)] cleaning up while in state READY due to: connection closed
21:05:03.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:03.782725 18082 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu with pid 18164
21:05:03.784 [DEBUG - pool-30-thread-1] (Connection.java:748) [peer master-127.17.168.188:37843(127.17.168.188:37843)] connecting to peer
21:05:03.784 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.17.168.188:37843(127.17.168.188:37843)] connecting to peer
21:05:03.787 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.17.168.190:39209(127.17.168.190:39209)] connecting to peer
21:05:03.788 [DEBUG - pool-30-thread-1] (Connection.java:748) [peer master-127.17.168.190:39209(127.17.168.190:39209)] connecting to peer
21:05:03.793 [DEBUG - kudu-nio-3] (Connection.java:757) [peer master-127.17.168.188:37843(127.17.168.188:37843)] Successfully connected to peer
21:05:03.794 [DEBUG - pool-30-thread-1] (Connection.java:748) [peer master-127.17.168.189:46111(127.17.168.189:46111)] connecting to peer
21:05:03.796 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209
21:05:03.796 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.168.190:39209(127.17.168.190:39209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209
21:05:03.797 [DEBUG - kudu-nio-3] (Connection.java:757) [peer master-127.17.168.188:37843(127.17.168.188:37843)] Successfully connected to peer
21:05:03.798 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.168.190:39209: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209
21:05:03.799 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.17.168.189:46111(127.17.168.189:46111)] connecting to peer
21:05:03.801 [DEBUG - kudu-nio-3] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.17.168.188
21:05:03.801 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209
21:05:03.801 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.168.190:39209(127.17.168.190:39209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209
21:05:03.801 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.168.190:39209: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209
21:05:03.804 [DEBUG - kudu-nio-3] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.17.168.188
21:05:03.804 [DEBUG - kudu-nio-5] (Connection.java:757) [peer master-127.17.168.189:46111(127.17.168.189:46111)] Successfully connected to peer
21:05:03.807 [DEBUG - kudu-nio-5] (Connection.java:757) [peer master-127.17.168.189:46111(127.17.168.189:46111)] Successfully connected to peer
21:05:03.820 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:05:03.821 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:05:03.823 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.17.168.189:46111(127.17.168.189:46111)] handling channelInactive
21:05:03.823 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.168.189:46111(127.17.168.189:46111)] cleaning up while in state READY due to: connection closed
21:05:03.823 [ERROR - kudu-nio-5] (Connection.java:452) [peer master-127.17.168.189:46111(127.17.168.189:46111)] unexpected exception from downstream on [id: 0x8b241bb2, L:/127.0.0.1:34338 - R:/127.17.168.189:46111]
java.net.SocketException: Connection reset
	at java.base/sun.nio.ch.SocketChannelImpl.throwConnectionReset(SocketChannelImpl.java:394)
	at java.base/sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:426)
	at org.apache.kudu.shaded.io.netty.buffer.PooledByteBuf.setBytes(PooledByteBuf.java:255)
	at org.apache.kudu.shaded.io.netty.buffer.AbstractByteBuf.writeBytes(AbstractByteBuf.java:1132)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doReadBytes(NioSocketChannel.java:356)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:156)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:05:03.824 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.168.189:46111(127.17.168.189:46111)] cleaning up while in state NEGOTIATING due to: [peer master-127.17.168.189:46111(127.17.168.189:46111)] unexpected exception from downstream on [id: 0x8b241bb2, L:/127.0.0.1:34338 - R:/127.17.168.189:46111]
21:05:03.824 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.168.189:46111: [peer master-127.17.168.189:46111(127.17.168.189:46111)] unexpected exception from downstream on [id: 0x8b241bb2, L:/127.0.0.1:34338 - R:/127.17.168.189:46111]
21:05:03.824 [DEBUG - kudu-nio-5] (Connection.java:239) [peer master-127.17.168.189:46111(127.17.168.189:46111)] handling channelInactive
21:05:03.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:03.824298 18082 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu with pid 18241
21:05:03.825 [ERROR - kudu-nio-5] (Connection.java:452) [peer master-127.17.168.189:46111(127.17.168.189:46111)] unexpected exception from downstream on [id: 0x1715b511, L:/127.0.0.1:34348 - R:/127.17.168.189:46111]
java.net.SocketException: Connection reset
	at java.base/sun.nio.ch.SocketChannelImpl.throwConnectionReset(SocketChannelImpl.java:394)
	at java.base/sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:426)
	at org.apache.kudu.shaded.io.netty.buffer.PooledByteBuf.setBytes(PooledByteBuf.java:255)
	at org.apache.kudu.shaded.io.netty.buffer.AbstractByteBuf.writeBytes(AbstractByteBuf.java:1132)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doReadBytes(NioSocketChannel.java:356)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:156)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:05:03.825 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.168.189:46111(127.17.168.189:46111)] cleaning up while in state NEGOTIATING due to: [peer master-127.17.168.189:46111(127.17.168.189:46111)] unexpected exception from downstream on [id: 0x1715b511, L:/127.0.0.1:34348 - R:/127.17.168.189:46111]
21:05:03.826 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.168.189:46111: [peer master-127.17.168.189:46111(127.17.168.189:46111)] unexpected exception from downstream on [id: 0x1715b511, L:/127.0.0.1:34348 - R:/127.17.168.189:46111]
21:05:03.826 [DEBUG - kudu-nio-5] (Connection.java:239) [peer master-127.17.168.189:46111(127.17.168.189:46111)] handling channelInactive
21:05:03.857 [ERROR - kudu-nio-3] (Connection.java:452) [peer master-127.17.168.188:37843(127.17.168.188:37843)] unexpected exception from downstream on [id: 0x5e65d4b6, L:/127.0.0.1:59574 - R:/127.17.168.188:37843]
java.net.SocketException: Connection reset
	at java.base/sun.nio.ch.SocketChannelImpl.throwConnectionReset(SocketChannelImpl.java:394)
	at java.base/sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:426)
	at org.apache.kudu.shaded.io.netty.buffer.PooledByteBuf.setBytes(PooledByteBuf.java:255)
	at org.apache.kudu.shaded.io.netty.buffer.AbstractByteBuf.writeBytes(AbstractByteBuf.java:1132)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doReadBytes(NioSocketChannel.java:356)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:156)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:05:03.858 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.168.188:37843(127.17.168.188:37843)] cleaning up while in state NEGOTIATING due to: [peer master-127.17.168.188:37843(127.17.168.188:37843)] unexpected exception from downstream on [id: 0x5e65d4b6, L:/127.0.0.1:59574 - R:/127.17.168.188:37843]
21:05:03.858 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.168.188:37843: [peer master-127.17.168.188:37843(127.17.168.188:37843)] unexpected exception from downstream on [id: 0x5e65d4b6, L:/127.0.0.1:59574 - R:/127.17.168.188:37843]
21:05:03.858 [DEBUG - kudu-nio-3] (Connection.java:239) [peer master-127.17.168.188:37843(127.17.168.188:37843)] handling channelInactive
21:05:03.858 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.17.168.188:37843(127.17.168.188:37843)] handling channelInactive
21:05:03.859 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.168.188:37843(127.17.168.188:37843)] cleaning up while in state READY due to: connection closed
21:05:03.860 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.168.188:37843(127.17.168.188:37843)] cleaning up while in state NEGOTIATING due to: connection closed
21:05:03.860 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.168.188:37843: connection closed
21:05:03.861 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111; will retry
21:05:03.862 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111; will retry
21:05:03.864 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.17.168.188:37843(127.17.168.188:37843)] connecting to peer
21:05:03.865 [DEBUG - kudu-nio-3] (Connection.java:239) [peer master-127.17.168.188:37843(127.17.168.188:37843)] handling channelInactive
21:05:03.865 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.17.168.190:39209(127.17.168.190:39209)] connecting to peer
21:05:03.867 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843
21:05:03.867 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.168.188:37843(127.17.168.188:37843)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843
21:05:03.868 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.168.188:37843: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843
21:05:03.868 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.17.168.189:46111(127.17.168.189:46111)] connecting to peer
21:05:03.869 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111
21:05:03.869 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.168.189:46111(127.17.168.189:46111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111
21:05:03.869 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209
21:05:03.869 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.168.190:39209(127.17.168.190:39209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209
21:05:03.869 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.168.189:46111: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111
21:05:03.869 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.168.190:39209: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209
21:05:03.869 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111; will retry
21:05:03.882 [DEBUG - pool-30-thread-1] (Connection.java:748) [peer master-127.17.168.188:37843(127.17.168.188:37843)] connecting to peer
21:05:03.884 [DEBUG - pool-30-thread-1] (Connection.java:748) [peer master-127.17.168.190:39209(127.17.168.190:39209)] connecting to peer
21:05:03.885 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.17.168.188:37843(127.17.168.188:37843)] connecting to peer
21:05:03.885 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843
21:05:03.885 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.168.188:37843(127.17.168.188:37843)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843
21:05:03.886 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.168.188:37843: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843
21:05:03.886 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.17.168.190:39209(127.17.168.190:39209)] connecting to peer
21:05:03.886 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.17.168.189:46111(127.17.168.189:46111)] connecting to peer
21:05:03.886 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843
21:05:03.887 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.168.188:37843(127.17.168.188:37843)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843
21:05:03.887 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.168.188:37843: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843
21:05:03.887 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209
21:05:03.887 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.168.190:39209(127.17.168.190:39209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209
21:05:03.887 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.168.190:39209: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209
21:05:03.888 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111
21:05:03.888 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.168.189:46111(127.17.168.189:46111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111
21:05:03.888 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.168.189:46111: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111
21:05:03.888 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111; will retry
21:05:03.889 [DEBUG - pool-30-thread-1] (Connection.java:748) [peer master-127.17.168.189:46111(127.17.168.189:46111)] connecting to peer
21:05:03.890 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111
21:05:03.890 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.168.189:46111(127.17.168.189:46111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111
21:05:03.891 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.168.189:46111: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111
21:05:03.893 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209
21:05:03.893 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.168.190:39209(127.17.168.190:39209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209
21:05:03.893 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.168.190:39209: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209
21:05:03.893 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111; will retry
21:05:03.903 [DEBUG - pool-30-thread-1] (Connection.java:748) [peer master-127.17.168.188:37843(127.17.168.188:37843)] connecting to peer
21:05:03.904 [DEBUG - pool-30-thread-1] (Connection.java:748) [peer master-127.17.168.190:39209(127.17.168.190:39209)] connecting to peer
21:05:03.904 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.17.168.188:37843(127.17.168.188:37843)] connecting to peer
21:05:03.904 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843
21:05:03.904 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.168.188:37843(127.17.168.188:37843)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843
21:05:03.905 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.168.188:37843: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843
21:05:03.905 [DEBUG - pool-30-thread-1] (Connection.java:748) [peer master-127.17.168.189:46111(127.17.168.189:46111)] connecting to peer
21:05:03.905 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.17.168.190:39209(127.17.168.190:39209)] connecting to peer
21:05:03.905 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.17.168.189:46111(127.17.168.189:46111)] connecting to peer
21:05:03.905 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209
21:05:03.906 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.168.190:39209(127.17.168.190:39209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209
21:05:03.906 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209
21:05:03.906 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.168.190:39209(127.17.168.190:39209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209
21:05:03.906 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111
21:05:03.906 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.168.190:39209: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209
21:05:03.906 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.168.189:46111(127.17.168.189:46111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111
21:05:03.906 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.168.189:46111: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111
21:05:03.907 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843
21:05:03.907 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.168.188:37843(127.17.168.188:37843)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843
21:05:03.907 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111
21:05:03.906 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.168.190:39209: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209
21:05:03.907 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.168.189:46111(127.17.168.189:46111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111
21:05:03.907 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111; will retry
21:05:03.907 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.168.188:37843: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843
21:05:03.907 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.168.189:46111: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111
21:05:03.908 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111; will retry
21:05:03.923 [DEBUG - pool-30-thread-1] (Connection.java:748) [peer master-127.17.168.188:37843(127.17.168.188:37843)] connecting to peer
21:05:03.924 [DEBUG - pool-30-thread-1] (Connection.java:748) [peer master-127.17.168.190:39209(127.17.168.190:39209)] connecting to peer
21:05:03.924 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.17.168.188:37843(127.17.168.188:37843)] connecting to peer
21:05:03.924 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843
21:05:03.924 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.168.188:37843(127.17.168.188:37843)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843
21:05:03.925 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.17.168.190:39209(127.17.168.190:39209)] connecting to peer
21:05:03.925 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.168.188:37843: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843
21:05:03.925 [DEBUG - pool-30-thread-1] (Connection.java:748) [peer master-127.17.168.189:46111(127.17.168.189:46111)] connecting to peer
21:05:03.925 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.17.168.189:46111(127.17.168.189:46111)] connecting to peer
21:05:03.925 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209
21:05:03.925 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843
21:05:03.926 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.168.190:39209(127.17.168.190:39209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209
21:05:03.926 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.168.190:39209: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209
21:05:03.926 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111
21:05:03.926 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.168.189:46111(127.17.168.189:46111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111
21:05:03.926 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111
21:05:03.926 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209
21:05:03.926 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.168.190:39209(127.17.168.190:39209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209
21:05:03.926 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.168.189:46111(127.17.168.189:46111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111
21:05:03.926 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.168.190:39209: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209
21:05:03.926 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.168.189:46111: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111
21:05:03.926 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.168.189:46111: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111
21:05:03.926 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.168.188:37843(127.17.168.188:37843)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843
21:05:03.927 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111; will retry
21:05:03.927 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.168.188:37843: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843
21:05:03.927 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111; will retry
21:05:03.942 [DEBUG - pool-30-thread-1] (Connection.java:748) [peer master-127.17.168.188:37843(127.17.168.188:37843)] connecting to peer
21:05:03.943 [DEBUG - pool-30-thread-1] (Connection.java:748) [peer master-127.17.168.190:39209(127.17.168.190:39209)] connecting to peer
21:05:03.944 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843
21:05:03.944 [DEBUG - pool-30-thread-1] (Connection.java:748) [peer master-127.17.168.189:46111(127.17.168.189:46111)] connecting to peer
21:05:03.944 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.168.188:37843(127.17.168.188:37843)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843
21:05:03.944 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.168.188:37843: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843
21:05:03.944 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209
21:05:03.945 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.168.190:39209(127.17.168.190:39209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209
21:05:03.945 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.168.190:39209: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209
21:05:03.945 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111
21:05:03.945 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.168.189:46111(127.17.168.189:46111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111
21:05:03.945 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.168.189:46111: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111
21:05:03.945 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111; will retry
21:05:03.944 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.17.168.188:37843(127.17.168.188:37843)] connecting to peer
21:05:03.946 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.17.168.190:39209(127.17.168.190:39209)] connecting to peer
21:05:03.947 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.17.168.189:46111(127.17.168.189:46111)] connecting to peer
21:05:03.947 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843
21:05:03.948 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209
21:05:03.948 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.168.188:37843(127.17.168.188:37843)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843
21:05:03.948 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.168.190:39209(127.17.168.190:39209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209
21:05:03.948 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.168.188:37843: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843
21:05:03.948 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.168.190:39209: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209
21:05:03.948 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111
21:05:03.948 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.168.189:46111(127.17.168.189:46111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111
21:05:03.948 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.168.189:46111: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111
21:05:03.948 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111; will retry
21:05:03.963 [DEBUG - pool-30-thread-1] (Connection.java:748) [peer master-127.17.168.188:37843(127.17.168.188:37843)] connecting to peer
21:05:03.964 [DEBUG - pool-30-thread-1] (Connection.java:748) [peer master-127.17.168.190:39209(127.17.168.190:39209)] connecting to peer
21:05:03.964 [DEBUG - pool-30-thread-1] (Connection.java:748) [peer master-127.17.168.189:46111(127.17.168.189:46111)] connecting to peer
21:05:03.964 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843
21:05:03.964 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.168.188:37843(127.17.168.188:37843)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843
21:05:03.965 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.168.188:37843: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843
21:05:03.965 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209
21:05:03.965 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.168.190:39209(127.17.168.190:39209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209
21:05:03.965 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.168.190:39209: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209
21:05:03.966 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111
21:05:03.966 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.168.189:46111(127.17.168.189:46111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111
21:05:03.966 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.168.189:46111: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111
21:05:03.966 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111; will retry
21:05:03.977 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 10 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544703976 for job 50520737ebe38e2625b3d1dfb8799f70.
21:05:03.985 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.17.168.188:37843(127.17.168.188:37843)] connecting to peer
21:05:03.985 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.17.168.190:39209(127.17.168.190:39209)] connecting to peer
21:05:03.986 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.17.168.189:46111(127.17.168.189:46111)] connecting to peer
21:05:03.987 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111
21:05:03.987 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.168.189:46111(127.17.168.189:46111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111
21:05:03.987 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.168.189:46111: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111
21:05:03.987 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209
21:05:03.987 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.168.190:39209(127.17.168.190:39209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209
21:05:03.988 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.168.190:39209: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209
21:05:03.989 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843
21:05:03.989 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.168.188:37843(127.17.168.188:37843)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843
21:05:03.989 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.168.188:37843: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843
21:05:03.989 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111; will retry
21:05:03.994 [DEBUG - pool-30-thread-1] (Connection.java:748) [peer master-127.17.168.188:37843(127.17.168.188:37843)] connecting to peer
21:05:03.996 [DEBUG - pool-30-thread-1] (Connection.java:748) [peer master-127.17.168.190:39209(127.17.168.190:39209)] connecting to peer
21:05:03.997 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843
21:05:03.997 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.168.188:37843(127.17.168.188:37843)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843
21:05:03.997 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.168.188:37843: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843
21:05:03.998 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 10 for job 50520737ebe38e2625b3d1dfb8799f70 (2270 bytes, checkpointDuration=20 ms, finalizationTime=2 ms).
21:05:04.000 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 10 as completed for source Source: KuduSource.
21:05:04.001 [DEBUG - pool-30-thread-1] (Connection.java:748) [peer master-127.17.168.189:46111(127.17.168.189:46111)] connecting to peer
21:05:04.001 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209
21:05:04.002 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.168.190:39209(127.17.168.190:39209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209
21:05:04.002 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.168.190:39209: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209
21:05:04.003 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111
21:05:04.003 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.168.189:46111(127.17.168.189:46111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111
21:05:04.003 [INFO - pool-30-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.168.189:46111: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111
21:05:04.003 [WARN - pool-30-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111; will retry
21:05:04.083 [DEBUG - pool-30-thread-1] (Connection.java:748) [peer master-127.17.168.188:37843(127.17.168.188:37843)] connecting to peer
21:05:04.084 [DEBUG - pool-30-thread-1] (Connection.java:748) [peer master-127.17.168.190:39209(127.17.168.190:39209)] connecting to peer
21:05:04.084 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843
21:05:04.085 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.168.188:37843(127.17.168.188:37843)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843
21:05:04.085 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.168.188:37843: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843
21:05:04.085 [DEBUG - pool-30-thread-1] (Connection.java:748) [peer master-127.17.168.189:46111(127.17.168.189:46111)] connecting to peer
21:05:04.086 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209
21:05:04.086 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111
21:05:04.086 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.168.190:39209(127.17.168.190:39209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209
21:05:04.086 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.168.189:46111(127.17.168.189:46111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111
21:05:04.087 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.168.189:46111: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111
21:05:04.087 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.168.190:39209: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209
21:05:04.087 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111; will retry
21:05:04.103 [DEBUG - pool-30-thread-1] (Connection.java:748) [peer master-127.17.168.188:37843(127.17.168.188:37843)] connecting to peer
21:05:04.104 [DEBUG - pool-30-thread-1] (Connection.java:748) [peer master-127.17.168.190:39209(127.17.168.190:39209)] connecting to peer
21:05:04.104 [DEBUG - pool-30-thread-1] (Connection.java:748) [peer master-127.17.168.189:46111(127.17.168.189:46111)] connecting to peer
21:05:04.104 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843
21:05:04.104 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.168.188:37843(127.17.168.188:37843)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843
21:05:04.105 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.168.188:37843: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843
21:05:04.105 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111
21:05:04.105 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.168.189:46111(127.17.168.189:46111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111
21:05:04.106 [INFO - pool-30-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.168.189:46111: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111
21:05:04.106 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209
21:05:04.106 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.168.190:39209(127.17.168.190:39209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209
21:05:04.106 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.168.190:39209: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209
21:05:04.106 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111; will retry
21:05:04.122 [DEBUG - pool-30-thread-1] (Connection.java:748) [peer master-127.17.168.188:37843(127.17.168.188:37843)] connecting to peer
21:05:04.123 [DEBUG - pool-30-thread-1] (Connection.java:748) [peer master-127.17.168.190:39209(127.17.168.190:39209)] connecting to peer
21:05:04.124 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843
21:05:04.124 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.168.188:37843(127.17.168.188:37843)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843
21:05:04.124 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.168.188:37843: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843
21:05:04.124 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.17.168.188:37843(127.17.168.188:37843)] connecting to peer
21:05:04.125 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.17.168.190:39209(127.17.168.190:39209)] connecting to peer
21:05:04.125 [DEBUG - pool-30-thread-1] (Connection.java:748) [peer master-127.17.168.189:46111(127.17.168.189:46111)] connecting to peer
21:05:04.125 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.17.168.189:46111(127.17.168.189:46111)] connecting to peer
21:05:04.126 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843
21:05:04.126 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.168.188:37843(127.17.168.188:37843)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843
21:05:04.126 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.168.188:37843: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843
21:05:04.127 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209
21:05:04.127 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.168.190:39209(127.17.168.190:39209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209
21:05:04.127 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.168.190:39209: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209
21:05:04.128 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111
21:05:04.128 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.168.189:46111(127.17.168.189:46111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111
21:05:04.128 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.168.189:46111: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111
21:05:04.129 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111
21:05:04.129 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.168.189:46111(127.17.168.189:46111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111
21:05:04.129 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.168.189:46111: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111
21:05:04.129 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111; will retry
21:05:04.130 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209
21:05:04.130 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.168.190:39209(127.17.168.190:39209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209
21:05:04.130 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.168.190:39209: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209
21:05:04.130 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111; will retry
21:05:04.165 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.17.168.188:37843(127.17.168.188:37843)] connecting to peer
21:05:04.166 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.17.168.190:39209(127.17.168.190:39209)] connecting to peer
21:05:04.167 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.17.168.189:46111(127.17.168.189:46111)] connecting to peer
21:05:04.167 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843
21:05:04.167 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.168.188:37843(127.17.168.188:37843)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843
21:05:04.168 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.168.188:37843: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843
21:05:04.168 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209
21:05:04.168 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.168.190:39209(127.17.168.190:39209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209
21:05:04.169 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111
21:05:04.169 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.168.190:39209: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209
21:05:04.169 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.168.189:46111(127.17.168.189:46111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111
21:05:04.169 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.168.189:46111: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111
21:05:04.169 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111; will retry
21:05:04.344 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.17.168.188:37843(127.17.168.188:37843)] connecting to peer
21:05:04.345 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.17.168.190:39209(127.17.168.190:39209)] connecting to peer
21:05:04.346 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843
21:05:04.346 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.168.188:37843(127.17.168.188:37843)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843
21:05:04.346 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209
21:05:04.346 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.168.188:37843: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843
21:05:04.346 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.168.190:39209(127.17.168.190:39209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209
21:05:04.346 [INFO - pool-32-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.168.190:39209: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209
21:05:04.347 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.17.168.189:46111(127.17.168.189:46111)] connecting to peer
21:05:04.348 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111
21:05:04.348 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.168.189:46111(127.17.168.189:46111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111
21:05:04.348 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.168.189:46111: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111
21:05:04.348 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111; will retry
21:05:04.402 [DEBUG - pool-30-thread-1] (Connection.java:748) [peer master-127.17.168.188:37843(127.17.168.188:37843)] connecting to peer
21:05:04.403 [DEBUG - pool-30-thread-1] (Connection.java:748) [peer master-127.17.168.190:39209(127.17.168.190:39209)] connecting to peer
21:05:04.404 [DEBUG - pool-30-thread-1] (Connection.java:748) [peer master-127.17.168.189:46111(127.17.168.189:46111)] connecting to peer
21:05:04.404 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843
21:05:04.404 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.168.188:37843(127.17.168.188:37843)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843
21:05:04.404 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209
21:05:04.405 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.168.190:39209(127.17.168.190:39209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209
21:05:04.405 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.168.188:37843: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843
21:05:04.405 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.168.190:39209: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209
21:05:04.405 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111
21:05:04.405 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.168.189:46111(127.17.168.189:46111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111
21:05:04.405 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.168.189:46111: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111
21:05:04.406 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111; will retry
21:05:04.478 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 11 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544704476 for job 50520737ebe38e2625b3d1dfb8799f70.
21:05:04.497 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 11 for job 50520737ebe38e2625b3d1dfb8799f70 (2270 bytes, checkpointDuration=19 ms, finalizationTime=1 ms).
21:05:04.499 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 11 as completed for source Source: KuduSource.
21:05:04.978 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 12 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544704976 for job 50520737ebe38e2625b3d1dfb8799f70.
21:05:04.992 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 12 for job 50520737ebe38e2625b3d1dfb8799f70 (2270 bytes, checkpointDuration=15 ms, finalizationTime=1 ms).
21:05:04.994 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 12 as completed for source Source: KuduSource.
21:05:05.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T21:05:05Z chronyd exiting
21:05:05.185 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.17.168.188:37843(127.17.168.188:37843)] connecting to peer
21:05:05.186 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.17.168.190:39209(127.17.168.190:39209)] connecting to peer
21:05:05.186 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.17.168.189:46111(127.17.168.189:46111)] connecting to peer
21:05:05.186 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843
21:05:05.186 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209
21:05:05.186 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.168.188:37843(127.17.168.188:37843)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843
21:05:05.187 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.168.190:39209(127.17.168.190:39209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209
21:05:05.187 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.168.188:37843: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843
21:05:05.187 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.168.190:39209: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209
21:05:05.187 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111
21:05:05.187 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.168.189:46111(127.17.168.189:46111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111
21:05:05.187 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.168.189:46111: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111
21:05:05.187 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111; will retry
21:05:05.478 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 13 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544705477 for job 50520737ebe38e2625b3d1dfb8799f70.
21:05:05.491 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 13 for job 50520737ebe38e2625b3d1dfb8799f70 (2270 bytes, checkpointDuration=13 ms, finalizationTime=1 ms).
21:05:05.492 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 13 as completed for source Source: KuduSource.
21:05:05.802 [DEBUG - pool-30-thread-1] (Connection.java:748) [peer master-127.17.168.188:37843(127.17.168.188:37843)] connecting to peer
21:05:05.803 [DEBUG - pool-30-thread-1] (Connection.java:748) [peer master-127.17.168.190:39209(127.17.168.190:39209)] connecting to peer
21:05:05.803 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843
21:05:05.804 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.168.188:37843(127.17.168.188:37843)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843
21:05:05.804 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.168.188:37843: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843
21:05:05.804 [DEBUG - pool-30-thread-1] (Connection.java:748) [peer master-127.17.168.189:46111(127.17.168.189:46111)] connecting to peer
21:05:05.804 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209
21:05:05.804 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.168.190:39209(127.17.168.190:39209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209
21:05:05.804 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.168.190:39209: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209
21:05:05.805 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111
21:05:05.805 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.168.189:46111(127.17.168.189:46111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111
21:05:05.805 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.168.189:46111: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111
21:05:05.805 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111; will retry
21:05:05.904 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.17.168.188:37843(127.17.168.188:37843)] connecting to peer
21:05:05.905 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.17.168.190:39209(127.17.168.190:39209)] connecting to peer
21:05:05.906 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843
21:05:05.906 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.17.168.189:46111(127.17.168.189:46111)] connecting to peer
21:05:05.906 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.168.188:37843(127.17.168.188:37843)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843
21:05:05.906 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209
21:05:05.906 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.168.188:37843: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843
21:05:05.906 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.168.190:39209(127.17.168.190:39209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209
21:05:05.906 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.168.190:39209: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209
21:05:05.906 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111
21:05:05.907 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.168.189:46111(127.17.168.189:46111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111
21:05:05.907 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.168.189:46111: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111
21:05:05.907 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111; will retry
21:05:05.978 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 14 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544705977 for job 50520737ebe38e2625b3d1dfb8799f70.
21:05:05.990 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 14 for job 50520737ebe38e2625b3d1dfb8799f70 (2270 bytes, checkpointDuration=12 ms, finalizationTime=1 ms).
21:05:05.991 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 14 as completed for source Source: KuduSource.
.21:05:06.099 [DEBUG - main] (RandomUtils.java:49) Using random seed: 1783544706099
21:05:06.099 [DEBUG - main] (RandomUtils.java:49) Using random seed: 1783544706099
21:05:06.102 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
21:05:06.106 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
21:05:06.106 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
21:05:06.106 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskh3Ey5B/test-tmp
21:05:06.107 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
21:05:06.107 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskh3Ey5B/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
21:05:06.110 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9003997618783818852"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

21:05:06.447 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
21:05:06.447 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

21:05:06.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:06.451092 19936 mini_oidc.cc:150] Starting JWKS server
21:05:06.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:06.454568 19936 webserver.cc:534] Webserver started at http://127.0.0.1:34299/ using document root <none> and password file <none>
21:05:06.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:06.455018 19936 mini_oidc.cc:186] Starting OIDC Discovery server
21:05:06.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:06.457050 19936 webserver.cc:534] Webserver started at http://127.0.0.1:45711/ using document root <none> and password file <none>
21:05:06.477 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 15 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544706476 for job 50520737ebe38e2625b3d1dfb8799f70.
21:05:06.489 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 15 for job 50520737ebe38e2625b3d1dfb8799f70 (2270 bytes, checkpointDuration=12 ms, finalizationTime=1 ms).
21:05:06.491 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 15 as completed for source Source: KuduSource.
21:05:06.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T21:05:06Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
21:05:06.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T21:05:06Z Disabled control of system clock
21:05:06.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:06.530633 19936 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu
21:05:06.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu
21:05:06.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9003997618783818852/master-0/wal
21:05:06.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9003997618783818852/master-0/data
21:05:06.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:05:06.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:05:06.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:05:06.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:05:06.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:05:06.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:05:06.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9003997618783818852/master-0/logs
21:05:06.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9003997618783818852/master-0/data/info.pb
21:05:06.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:05:06.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:05:06.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:05:06.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:05:06.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:05:06.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:05:06.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:05:06.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:05:06.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
21:05:06.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:05:06.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:05:06.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:05:06.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.120.62:38725
21:05:06.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.120.62
21:05:06.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:05:06.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.120.20:41781
21:05:06.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:05:06.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:05:06.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:05:06.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:05:06.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619
21:05:06.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:05:06.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34299/jwks.json with env {}
21:05:06.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:06.844884 19948 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
21:05:06.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:06.845467 19948 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:05:06.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:06.845947 19948 flags.cc:432] Enabled unsafe flag: --never_fsync=true
21:05:06.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:06.879738 19948 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
21:05:06.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:06.880040 19948 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
21:05:06.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:06.880240 19948 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
21:05:06.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:06.880533 19948 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
21:05:06.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:06.880751 19948 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
21:05:06.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:06.880903 19948 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:34299/jwks.json
21:05:06.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:06.918702 19948 master_runner.cc:387] Master server non-default flags:
21:05:06.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:05:06.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.120.20:41781
21:05:06.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:05:06.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:05:06.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9003997618783818852/master-0/data
21:05:06.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9003997618783818852/master-0/wal
21:05:06.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:05:06.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619
21:05:06.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:05:06.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:05:06.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:05:06.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.120.62:38725
21:05:06.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:05:06.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:05:06.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:05:06.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34299/jwks.json
21:05:06.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:05:06.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:05:06.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9003997618783818852/master-0/data/info.pb
21:05:06.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.120.62
21:05:06.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:05:06.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:05:06.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:05:06.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:05:06.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:05:06.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:05:06.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9003997618783818852/master-0/logs
21:05:06.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:05:06.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:05:06.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
21:05:06.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
21:05:06.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
21:05:06.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 6bec869c2320d19f2589b3f609f76e5041a21d27
21:05:06.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:05:06.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 20:43:55 UTC on e7f111948823
21:05:06.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16878
21:05:06.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:05:06.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:06.920293 19948 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:05:06.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:06.922024 19948 file_cache.cc:492] Constructed file cache file cache with capacity 419430
21:05:06.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:06.936203 19955 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:05:06.942 [DEBUG - pool-30-thread-1] (Connection.java:748) [peer master-127.17.168.188:37843(127.17.168.188:37843)] connecting to peer
21:05:06.943 [DEBUG - pool-30-thread-1] (Connection.java:748) [peer master-127.17.168.190:39209(127.17.168.190:39209)] connecting to peer
21:05:06.944 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843
21:05:06.944 [DEBUG - pool-30-thread-1] (Connection.java:748) [peer master-127.17.168.189:46111(127.17.168.189:46111)] connecting to peer
21:05:06.944 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.168.188:37843(127.17.168.188:37843)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843
21:05:06.944 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.168.188:37843: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843
21:05:06.945 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209
21:05:06.945 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.168.190:39209(127.17.168.190:39209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209
21:05:06.945 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.168.190:39209: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209
21:05:06.945 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111
21:05:06.945 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.168.189:46111(127.17.168.189:46111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111
21:05:06.945 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.168.189:46111: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111
21:05:06.946 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111; will retry
21:05:06.978 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 16 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544706976 for job 50520737ebe38e2625b3d1dfb8799f70.
21:05:07.005 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 16 for job 50520737ebe38e2625b3d1dfb8799f70 (2270 bytes, checkpointDuration=27 ms, finalizationTime=2 ms).
21:05:07.009 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 16 as completed for source Source: KuduSource.
21:05:07.478 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 17 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544707477 for job 50520737ebe38e2625b3d1dfb8799f70.
21:05:07.497 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 17 for job 50520737ebe38e2625b3d1dfb8799f70 (2270 bytes, checkpointDuration=19 ms, finalizationTime=1 ms).
21:05:07.500 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 17 as completed for source Source: KuduSource.
21:05:07.978 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 18 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544707977 for job 50520737ebe38e2625b3d1dfb8799f70.
21:05:07.999 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 18 for job 50520737ebe38e2625b3d1dfb8799f70 (2270 bytes, checkpointDuration=20 ms, finalizationTime=2 ms).
21:05:08.000 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 18 as completed for source Source: KuduSource.
21:05:08.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:06.938844 19957 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:05:08.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:06.937084 19954 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:05:08.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:08.203287 19956 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1264 milliseconds
21:05:08.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:08.203413 19948 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
21:05:08.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:08.204905 19948 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:05:08.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:08.208415 19948 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:05:08.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:08.209931 19948 hybrid_clock.cc:648] HybridClock initialized: now 1783544708209870 us; error 72 us; skew 500 ppm
21:05:08.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:08.210886 19948 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:05:08.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:08.218237 19948 webserver.cc:534] Webserver started at http://127.19.120.62:45291/ using document root <none> and password file <none>
21:05:08.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:08.219472 19948 fs_manager.cc:362] Metadata directory not provided
21:05:08.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:08.219756 19948 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:05:08.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:08.220329 19948 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
21:05:08.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:08.225003 19948 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9003997618783818852/master-0/data/instance:
21:05:08.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b82a02be8fdc4550824491e6c25ce378"
21:05:08.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:05:08 on dist-test-slave-3sd5"
21:05:08.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:08.226369 19948 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9003997618783818852/master-0/wal/instance:
21:05:08.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b82a02be8fdc4550824491e6c25ce378"
21:05:08.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:05:08 on dist-test-slave-3sd5"
21:05:08.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:08.234790 19948 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.006s	sys 0.000s
21:05:08.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:08.241539 19964 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
21:05:08.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:08.242964 19948 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.005s	sys 0.001s
21:05:08.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:08.243451 19948 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9003997618783818852/master-0/data,/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9003997618783818852/master-0/wal
21:05:08.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b82a02be8fdc4550824491e6c25ce378"
21:05:08.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:05:08 on dist-test-slave-3sd5"
21:05:08.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:08.243899 19948 fs_report.cc:389] FS layout report
21:05:08.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:05:08.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9003997618783818852/master-0/wal
21:05:08.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9003997618783818852/master-0/wal
21:05:08.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9003997618783818852/master-0/data/data
21:05:08.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:05:08.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:05:08.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:05:08.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:05:08.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:05:08.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:05:08.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:05:08.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:05:08.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:05:08.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:05:08.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:05:08.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:08.302060 19948 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
21:05:08.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:08.303782 19948 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:05:08.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:08.304445 19948 kserver.cc:163] Server-wide thread pool size limit: 3276
21:05:08.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:08.382586 19948 rpc_server.cc:307] RPC server started. Bound to: 127.19.120.62:38725
21:05:08.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:08.382745 20015 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.19.120.62:38725 every 8 connection(s)
21:05:08.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:08.385890 19948 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9003997618783818852/master-0/data/info.pb
21:05:08.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:08.391515 19936 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu as pid 19948
21:05:08.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:08.392081 19936 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9003997618783818852/master-0/wal/instance
21:05:08.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:08.393590 20016 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
21:05:08.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:08.397648 19936 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu
21:05:08.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu
21:05:08.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9003997618783818852/master-1/wal
21:05:08.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9003997618783818852/master-1/data
21:05:08.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:05:08.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:05:08.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:05:08.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:05:08.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:05:08.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:05:08.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9003997618783818852/master-1/logs
21:05:08.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9003997618783818852/master-1/data/info.pb
21:05:08.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:05:08.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:05:08.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:05:08.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:05:08.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:05:08.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:05:08.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:05:08.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:05:08.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
21:05:08.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:05:08.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:05:08.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:05:08.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.120.61:41045
21:05:08.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.120.61
21:05:08.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:05:08.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.120.20:41781
21:05:08.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:05:08.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:05:08.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:05:08.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:05:08.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619
21:05:08.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:05:08.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34299/jwks.json with env {}
21:05:08.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:08.411916 20016 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.120.62" port: 38725 } has no permanent_uuid. Determining permanent_uuid...
21:05:08.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:08.448982 20016 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.120.61" port: 41045 } has no permanent_uuid. Determining permanent_uuid...
21:05:08.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:08.452320 19965 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.19.120.61:41045: connect: Connection refused (error 111)
21:05:08.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:08.457535 20016 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.120.61:41045: Network error: Client connection negotiation failed: client connection to 127.19.120.61:41045: connect: Connection refused (error 111)
21:05:08.478 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 19 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544708476 for job 50520737ebe38e2625b3d1dfb8799f70.
21:05:08.491 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 19 for job 50520737ebe38e2625b3d1dfb8799f70 (2270 bytes, checkpointDuration=15 ms, finalizationTime=0 ms).
21:05:08.493 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 19 as completed for source Source: KuduSource.
21:05:08.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:08.507210 20016 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.120.61" port: 41045 } attempt: 1
21:05:08.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:08.512079 20016 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.120.61:41045: Network error: Client connection negotiation failed: client connection to 127.19.120.61:41045: connect: Connection refused (error 111)
21:05:08.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:08.580531 20016 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.120.61" port: 41045 } attempt: 2
21:05:08.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:08.586004 20016 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.120.61:41045: Network error: Client connection negotiation failed: client connection to 127.19.120.61:41045: connect: Connection refused (error 111)
21:05:08.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:08.677505 20016 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.120.61" port: 41045 } attempt: 3
21:05:08.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:08.682731 20016 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.120.61:41045: Network error: Client connection negotiation failed: client connection to 127.19.120.61:41045: connect: Connection refused (error 111)
21:05:08.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:08.752290 20018 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
21:05:08.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:08.752898 20018 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:05:08.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:08.753379 20018 flags.cc:432] Enabled unsafe flag: --never_fsync=true
21:05:08.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:08.787014 20018 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
21:05:08.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:08.787348 20018 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
21:05:08.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:08.787590 20018 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
21:05:08.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:08.787835 20018 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
21:05:08.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:08.788044 20018 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
21:05:08.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:08.788185 20018 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:34299/jwks.json
21:05:08.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:08.826198 20018 master_runner.cc:387] Master server non-default flags:
21:05:08.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:05:08.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.120.20:41781
21:05:08.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:05:08.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:05:08.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9003997618783818852/master-1/data
21:05:08.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9003997618783818852/master-1/wal
21:05:08.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:05:08.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619
21:05:08.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:05:08.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:05:08.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:05:08.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.120.61:41045
21:05:08.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:05:08.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:05:08.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:05:08.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34299/jwks.json
21:05:08.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:05:08.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:05:08.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9003997618783818852/master-1/data/info.pb
21:05:08.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.120.61
21:05:08.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:05:08.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:05:08.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:05:08.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:05:08.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:05:08.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:05:08.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9003997618783818852/master-1/logs
21:05:08.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:05:08.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:05:08.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
21:05:08.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
21:05:08.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
21:05:08.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 6bec869c2320d19f2589b3f609f76e5041a21d27
21:05:08.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:05:08.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 20:43:55 UTC on e7f111948823
21:05:08.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16878
21:05:08.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:05:08.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:08.826210 20016 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.120.61" port: 41045 } attempt: 4
21:05:08.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:08.827912 20018 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:05:08.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:08.830152 20018 file_cache.cc:492] Constructed file cache file cache with capacity 419430
21:05:08.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:08.831440 20016 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.120.61:41045: Network error: Client connection negotiation failed: client connection to 127.19.120.61:41045: connect: Connection refused (error 111)
21:05:08.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:08.842196 20027 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:05:08.905 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.17.168.188:37843(127.17.168.188:37843)] connecting to peer
21:05:08.906 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.17.168.190:39209(127.17.168.190:39209)] connecting to peer
21:05:08.907 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.17.168.189:46111(127.17.168.189:46111)] connecting to peer
21:05:08.907 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843
21:05:08.907 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.168.188:37843(127.17.168.188:37843)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843
21:05:08.908 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.168.188:37843: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843
21:05:08.909 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209
21:05:08.909 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.168.190:39209(127.17.168.190:39209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209
21:05:08.909 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.168.190:39209: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209
21:05:08.910 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111
21:05:08.910 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.168.189:46111(127.17.168.189:46111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111
21:05:08.911 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.168.189:46111: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111
21:05:08.911 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111; will retry
21:05:08.977 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 20 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544708976 for job 50520737ebe38e2625b3d1dfb8799f70.
21:05:08.995 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 20 for job 50520737ebe38e2625b3d1dfb8799f70 (2270 bytes, checkpointDuration=18 ms, finalizationTime=1 ms).
21:05:08.997 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 20 as completed for source Source: KuduSource.
21:05:09.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:09.130908 20016 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.120.61" port: 41045 } attempt: 5
21:05:09.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:09.139117 20016 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.120.61:41045: Network error: Client connection negotiation failed: client connection to 127.19.120.61:41045: connect: Connection refused (error 111)
21:05:09.245 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.17.168.188:37843(127.17.168.188:37843)] connecting to peer
21:05:09.246 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.17.168.190:39209(127.17.168.190:39209)] connecting to peer
21:05:09.247 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209
21:05:09.247 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.17.168.189:46111(127.17.168.189:46111)] connecting to peer
21:05:09.248 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.168.190:39209(127.17.168.190:39209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209
21:05:09.248 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.168.190:39209: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209
21:05:09.247 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843
21:05:09.249 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.168.188:37843(127.17.168.188:37843)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843
21:05:09.249 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111
21:05:09.249 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.168.188:37843: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843
21:05:09.249 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.168.189:46111(127.17.168.189:46111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111
21:05:09.249 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.168.189:46111: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111
21:05:09.249 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111; will retry
21:05:09.478 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 21 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544709476 for job 50520737ebe38e2625b3d1dfb8799f70.
21:05:09.497 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 21 for job 50520737ebe38e2625b3d1dfb8799f70 (2270 bytes, checkpointDuration=20 ms, finalizationTime=1 ms).
21:05:09.499 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 21 as completed for source Source: KuduSource.
21:05:09.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:09.686750 20016 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.120.61" port: 41045 } attempt: 6
21:05:09.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:09.698511 20016 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.120.61:41045: Network error: Client connection negotiation failed: client connection to 127.19.120.61:41045: connect: Connection refused (error 111)
21:05:09.978 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 22 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544709977 for job 50520737ebe38e2625b3d1dfb8799f70.
21:05:09.994 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 22 for job 50520737ebe38e2625b3d1dfb8799f70 (2270 bytes, checkpointDuration=16 ms, finalizationTime=1 ms).
21:05:09.996 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 22 as completed for source Source: KuduSource.
21:05:10.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:08.844187 20028 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:05:10.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:10.153460 20030 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:05:10.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:10.156103 20029 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1307 milliseconds
21:05:10.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:10.156248 20018 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
21:05:10.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:10.157734 20018 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:05:10.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:10.161202 20018 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:05:10.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:10.162742 20018 hybrid_clock.cc:648] HybridClock initialized: now 1783544710162681 us; error 69 us; skew 500 ppm
21:05:10.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:10.163705 20018 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:05:10.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:10.170869 20018 webserver.cc:534] Webserver started at http://127.19.120.61:44793/ using document root <none> and password file <none>
21:05:10.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:10.171901 20018 fs_manager.cc:362] Metadata directory not provided
21:05:10.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:10.172103 20018 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:05:10.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:10.172529 20018 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
21:05:10.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:10.177165 20018 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9003997618783818852/master-1/data/instance:
21:05:10.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ce258b26a6624ba39f23da685bb8ca87"
21:05:10.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:05:10 on dist-test-slave-3sd5"
21:05:10.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:10.178280 20018 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9003997618783818852/master-1/wal/instance:
21:05:10.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ce258b26a6624ba39f23da685bb8ca87"
21:05:10.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:05:10 on dist-test-slave-3sd5"
21:05:10.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:10.186244 20018 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.009s	sys 0.000s
21:05:10.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:10.192662 20040 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
21:05:10.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:10.194007 20018 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.005s	sys 0.000s
21:05:10.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:10.194423 20018 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9003997618783818852/master-1/data,/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9003997618783818852/master-1/wal
21:05:10.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ce258b26a6624ba39f23da685bb8ca87"
21:05:10.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:05:10 on dist-test-slave-3sd5"
21:05:10.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:10.194815 20018 fs_report.cc:389] FS layout report
21:05:10.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:05:10.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9003997618783818852/master-1/wal
21:05:10.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9003997618783818852/master-1/wal
21:05:10.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9003997618783818852/master-1/data/data
21:05:10.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:05:10.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:05:10.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:05:10.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:05:10.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:05:10.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:05:10.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:05:10.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:05:10.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:05:10.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:05:10.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:05:10.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:10.260409 20018 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
21:05:10.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:10.262073 20018 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:05:10.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:10.262689 20018 kserver.cc:163] Server-wide thread pool size limit: 3276
21:05:10.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:10.339849 20018 rpc_server.cc:307] RPC server started. Bound to: 127.19.120.61:41045
21:05:10.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:10.339978 20091 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.19.120.61:41045 every 8 connection(s)
21:05:10.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:10.342785 20018 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9003997618783818852/master-1/data/info.pb
21:05:10.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:10.349386 20092 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
21:05:10.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:10.350730 19936 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu as pid 20018
21:05:10.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:10.351172 19936 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9003997618783818852/master-1/wal/instance
21:05:10.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:10.353173 19936 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu
21:05:10.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu
21:05:10.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9003997618783818852/master-2/wal
21:05:10.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9003997618783818852/master-2/data
21:05:10.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:05:10.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:05:10.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:05:10.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:05:10.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:05:10.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:05:10.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9003997618783818852/master-2/logs
21:05:10.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9003997618783818852/master-2/data/info.pb
21:05:10.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:05:10.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:05:10.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:05:10.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:05:10.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:05:10.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:05:10.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:05:10.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:05:10.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
21:05:10.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:05:10.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:05:10.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:05:10.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.120.60:44619
21:05:10.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.120.60
21:05:10.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:05:10.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.120.20:41781
21:05:10.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:05:10.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:05:10.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:05:10.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:05:10.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619
21:05:10.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:05:10.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34299/jwks.json with env {}
21:05:10.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:10.364508 20092 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.120.62" port: 38725 } has no permanent_uuid. Determining permanent_uuid...
21:05:10.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:10.396438 20092 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.120.61" port: 41045 } has no permanent_uuid. Determining permanent_uuid...
21:05:10.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:10.416553 20092 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.120.60" port: 44619 } has no permanent_uuid. Determining permanent_uuid...
21:05:10.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:10.419380 20043 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.19.120.60:44619: connect: Connection refused (error 111)
21:05:10.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:10.424507 20092 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.120.60:44619: Network error: Client connection negotiation failed: client connection to 127.19.120.60:44619: connect: Connection refused (error 111)
21:05:10.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:10.474170 20092 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.120.60" port: 44619 } attempt: 1
21:05:10.477 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 23 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544710476 for job 50520737ebe38e2625b3d1dfb8799f70.
21:05:10.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:10.480088 20092 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.120.60:44619: Network error: Client connection negotiation failed: client connection to 127.19.120.60:44619: connect: Connection refused (error 111)
21:05:10.493 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 23 for job 50520737ebe38e2625b3d1dfb8799f70 (2270 bytes, checkpointDuration=16 ms, finalizationTime=1 ms).
21:05:10.495 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 23 as completed for source Source: KuduSource.
21:05:10.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:10.548570 20092 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.120.60" port: 44619 } attempt: 2
21:05:10.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:10.553129 20092 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.120.60:44619: Network error: Client connection negotiation failed: client connection to 127.19.120.60:44619: connect: Connection refused (error 111)
21:05:10.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:10.644622 20092 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.120.60" port: 44619 } attempt: 3
21:05:10.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:10.649287 20092 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.120.60:44619: Network error: Client connection negotiation failed: client connection to 127.19.120.60:44619: connect: Connection refused (error 111)
21:05:10.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:10.701050 20094 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
21:05:10.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:10.701637 20094 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:05:10.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:10.702090 20094 flags.cc:432] Enabled unsafe flag: --never_fsync=true
21:05:10.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:10.735652 20094 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
21:05:10.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:10.736049 20094 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
21:05:10.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:10.736263 20094 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
21:05:10.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:10.736485 20094 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
21:05:10.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:10.736678 20094 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
21:05:10.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:10.736828 20094 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:34299/jwks.json
21:05:10.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:10.759158 20016 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.120.61" port: 41045 } attempt: 7
21:05:10.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:10.771744 20016 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.120.60" port: 44619 } has no permanent_uuid. Determining permanent_uuid...
21:05:10.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:10.778725 20016 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.120.60:44619: Network error: Client connection negotiation failed: client connection to 127.19.120.60:44619: connect: Connection refused (error 111)
21:05:10.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:10.778796 20094 master_runner.cc:387] Master server non-default flags:
21:05:10.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:05:10.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.120.20:41781
21:05:10.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:05:10.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:05:10.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9003997618783818852/master-2/data
21:05:10.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9003997618783818852/master-2/wal
21:05:10.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:05:10.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619
21:05:10.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:05:10.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:05:10.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:05:10.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.120.60:44619
21:05:10.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:05:10.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:05:10.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:05:10.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34299/jwks.json
21:05:10.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:05:10.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:05:10.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9003997618783818852/master-2/data/info.pb
21:05:10.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.120.60
21:05:10.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:05:10.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:05:10.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:05:10.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:05:10.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:05:10.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:05:10.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9003997618783818852/master-2/logs
21:05:10.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:05:10.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:05:10.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
21:05:10.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
21:05:10.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
21:05:10.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 6bec869c2320d19f2589b3f609f76e5041a21d27
21:05:10.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:05:10.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 20:43:55 UTC on e7f111948823
21:05:10.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16878
21:05:10.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:05:10.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:10.780262 20094 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:05:10.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:10.782130 20094 file_cache.cc:492] Constructed file cache file cache with capacity 419430
21:05:10.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:10.792712 20092 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.120.60" port: 44619 } attempt: 4
21:05:10.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:10.793646 20106 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:05:10.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:10.799871 20092 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.120.60:44619: Network error: Client connection negotiation failed: client connection to 127.19.120.60:44619: connect: Connection refused (error 111)
21:05:10.803 [DEBUG - pool-30-thread-1] (Connection.java:748) [peer master-127.17.168.188:37843(127.17.168.188:37843)] connecting to peer
21:05:10.804 [DEBUG - pool-30-thread-1] (Connection.java:748) [peer master-127.17.168.190:39209(127.17.168.190:39209)] connecting to peer
21:05:10.804 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843
21:05:10.804 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.168.188:37843(127.17.168.188:37843)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843
21:05:10.804 [DEBUG - pool-30-thread-1] (Connection.java:748) [peer master-127.17.168.189:46111(127.17.168.189:46111)] connecting to peer
21:05:10.805 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.168.188:37843: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843
21:05:10.805 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209
21:05:10.806 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.168.190:39209(127.17.168.190:39209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209
21:05:10.806 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.168.190:39209: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209
21:05:10.807 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111
21:05:10.808 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.168.189:46111(127.17.168.189:46111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111
21:05:10.808 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.168.189:46111: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111
21:05:10.808 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111; will retry
21:05:10.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:10.837316 20016 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.120.60" port: 44619 } attempt: 1
21:05:10.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:10.845564 20016 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.120.60:44619: Network error: Client connection negotiation failed: client connection to 127.19.120.60:44619: connect: Connection refused (error 111)
21:05:10.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:10.927305 20016 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.120.60" port: 44619 } attempt: 2
21:05:10.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:10.935673 20016 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.120.60:44619: Network error: Client connection negotiation failed: client connection to 127.19.120.60:44619: connect: Connection refused (error 111)
21:05:10.977 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 24 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544710976 for job 50520737ebe38e2625b3d1dfb8799f70.
21:05:11.001 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 24 for job 50520737ebe38e2625b3d1dfb8799f70 (2270 bytes, checkpointDuration=24 ms, finalizationTime=1 ms).
21:05:11.003 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 24 as completed for source Source: KuduSource.
21:05:11.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:11.021328 20016 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.120.60" port: 44619 } attempt: 3
21:05:11.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:11.030072 20016 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.120.60:44619: Network error: Client connection negotiation failed: client connection to 127.19.120.60:44619: connect: Connection refused (error 111)
21:05:11.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:11.099395 20092 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.120.60" port: 44619 } attempt: 5
21:05:11.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:11.107138 20092 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.120.60:44619: Network error: Client connection negotiation failed: client connection to 127.19.120.60:44619: connect: Connection refused (error 111)
21:05:11.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:11.170769 20016 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.120.60" port: 44619 } attempt: 4
21:05:11.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:11.178864 20016 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.120.60:44619: Network error: Client connection negotiation failed: client connection to 127.19.120.60:44619: connect: Connection refused (error 111)
21:05:11.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:11.462538 20016 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.120.60" port: 44619 } attempt: 5
21:05:11.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:11.470654 20016 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.120.60:44619: Network error: Client connection negotiation failed: client connection to 127.19.120.60:44619: connect: Connection refused (error 111)
21:05:11.478 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 25 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544711476 for job 50520737ebe38e2625b3d1dfb8799f70.
21:05:11.501 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 25 for job 50520737ebe38e2625b3d1dfb8799f70 (2270 bytes, checkpointDuration=23 ms, finalizationTime=1 ms).
21:05:11.502 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 25 as completed for source Source: KuduSource.
21:05:11.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:11.655823 20092 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.120.60" port: 44619 } attempt: 6
21:05:11.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:11.683871 20092 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.120.60:44619: Network error: Client connection negotiation failed: client connection to 127.19.120.60:44619: connect: Connection refused (error 111)
21:05:11.978 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 26 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544711976 for job 50520737ebe38e2625b3d1dfb8799f70.
21:05:11.994 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 26 for job 50520737ebe38e2625b3d1dfb8799f70 (2270 bytes, checkpointDuration=17 ms, finalizationTime=1 ms).
21:05:11.996 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 26 as completed for source Source: KuduSource.
21:05:12.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:12.023339 20016 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.120.60" port: 44619 } attempt: 6
21:05:12.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:12.033931 20016 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.120.60:44619: Network error: Client connection negotiation failed: client connection to 127.19.120.60:44619: connect: Connection refused (error 111)
21:05:12.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:10.795392 20107 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:05:12.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:12.143643 20109 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:05:12.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:12.146167 20108 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1346 milliseconds
21:05:12.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:12.146265 20094 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
21:05:12.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:12.147571 20094 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:05:12.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:12.150485 20094 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:05:12.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:12.151948 20094 hybrid_clock.cc:648] HybridClock initialized: now 1783544712151899 us; error 54 us; skew 500 ppm
21:05:12.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:12.152793 20094 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:05:12.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:12.159569 20094 webserver.cc:534] Webserver started at http://127.19.120.60:41999/ using document root <none> and password file <none>
21:05:12.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:12.160614 20094 fs_manager.cc:362] Metadata directory not provided
21:05:12.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:12.160828 20094 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:05:12.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:12.161250 20094 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
21:05:12.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:12.165977 20094 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9003997618783818852/master-2/data/instance:
21:05:12.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9c907b5e273647eb8699fcf580dd1e5a"
21:05:12.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:05:12 on dist-test-slave-3sd5"
21:05:12.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:12.167189 20094 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9003997618783818852/master-2/wal/instance:
21:05:12.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9c907b5e273647eb8699fcf580dd1e5a"
21:05:12.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:05:12 on dist-test-slave-3sd5"
21:05:12.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:12.175130 20094 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.002s	sys 0.005s
21:05:12.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:12.181286 20120 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
21:05:12.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:12.182585 20094 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.006s	sys 0.000s
21:05:12.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:12.182924 20094 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9003997618783818852/master-2/data,/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9003997618783818852/master-2/wal
21:05:12.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9c907b5e273647eb8699fcf580dd1e5a"
21:05:12.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:05:12 on dist-test-slave-3sd5"
21:05:12.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:12.183390 20094 fs_report.cc:389] FS layout report
21:05:12.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:05:12.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9003997618783818852/master-2/wal
21:05:12.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9003997618783818852/master-2/wal
21:05:12.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9003997618783818852/master-2/data/data
21:05:12.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:05:12.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:05:12.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:05:12.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:05:12.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:05:12.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:05:12.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:05:12.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:05:12.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:05:12.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:05:12.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:05:12.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:12.232745 20094 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
21:05:12.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:12.234270 20094 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:05:12.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:12.234720 20094 kserver.cc:163] Server-wide thread pool size limit: 3276
21:05:12.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:12.318377 20094 rpc_server.cc:307] RPC server started. Bound to: 127.19.120.60:44619
21:05:12.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:12.318427 20171 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.19.120.60:44619 every 8 connection(s)
21:05:12.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:12.321347 20094 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9003997618783818852/master-2/data/info.pb
21:05:12.324 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.17.168.188:37843(127.17.168.188:37843)] connecting to peer
21:05:12.325 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.17.168.190:39209(127.17.168.190:39209)] connecting to peer
21:05:12.326 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843
21:05:12.326 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.168.188:37843(127.17.168.188:37843)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843
21:05:12.326 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.168.188:37843: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843
21:05:12.327 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209
21:05:12.327 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.168.190:39209(127.17.168.190:39209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209
21:05:12.326 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.17.168.189:46111(127.17.168.189:46111)] connecting to peer
21:05:12.327 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.168.190:39209: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209
21:05:12.328 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111
21:05:12.328 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.168.189:46111(127.17.168.189:46111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111
21:05:12.328 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.168.189:46111: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111
21:05:12.328 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111; will retry
21:05:12.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:12.328963 20172 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
21:05:12.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:12.328964 19936 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu as pid 20094
21:05:12.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:12.329471 19936 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9003997618783818852/master-2/wal/instance
21:05:12.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:12.346084 20172 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.120.62" port: 38725 } has no permanent_uuid. Determining permanent_uuid...
21:05:12.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:12.378710 20172 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.120.61" port: 41045 } has no permanent_uuid. Determining permanent_uuid...
21:05:12.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:12.391817 20172 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.120.60" port: 44619 } has no permanent_uuid. Determining permanent_uuid...
21:05:12.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:12.411999 20172 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 9c907b5e273647eb8699fcf580dd1e5a: Bootstrap starting.
21:05:12.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:12.418538 20172 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 9c907b5e273647eb8699fcf580dd1e5a: Neither blocks nor log segments found. Creating new log.
21:05:12.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:12.420837 20172 log.cc:826] T 00000000000000000000000000000000 P 9c907b5e273647eb8699fcf580dd1e5a: Log is configured to *not* fsync() on all Append() calls
21:05:12.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:12.425706 20172 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 9c907b5e273647eb8699fcf580dd1e5a: No bootstrap required, opened a new log
21:05:12.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:12.446914 20172 raft_consensus.cc:359] T 00000000000000000000000000000000 P 9c907b5e273647eb8699fcf580dd1e5a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b82a02be8fdc4550824491e6c25ce378" member_type: VOTER last_known_addr { host: "127.19.120.62" port: 38725 } } peers { permanent_uuid: "ce258b26a6624ba39f23da685bb8ca87" member_type: VOTER last_known_addr { host: "127.19.120.61" port: 41045 } } peers { permanent_uuid: "9c907b5e273647eb8699fcf580dd1e5a" member_type: VOTER last_known_addr { host: "127.19.120.60" port: 44619 } }
21:05:12.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:12.447606 20172 raft_consensus.cc:385] T 00000000000000000000000000000000 P 9c907b5e273647eb8699fcf580dd1e5a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:05:12.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:12.447804 20172 raft_consensus.cc:740] T 00000000000000000000000000000000 P 9c907b5e273647eb8699fcf580dd1e5a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 9c907b5e273647eb8699fcf580dd1e5a, State: Initialized, Role: FOLLOWER
21:05:12.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:12.448606 20172 consensus_queue.cc:260] T 00000000000000000000000000000000 P 9c907b5e273647eb8699fcf580dd1e5a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b82a02be8fdc4550824491e6c25ce378" member_type: VOTER last_known_addr { host: "127.19.120.62" port: 38725 } } peers { permanent_uuid: "ce258b26a6624ba39f23da685bb8ca87" member_type: VOTER last_known_addr { host: "127.19.120.61" port: 41045 } } peers { permanent_uuid: "9c907b5e273647eb8699fcf580dd1e5a" member_type: VOTER last_known_addr { host: "127.19.120.60" port: 44619 } }
21:05:12.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:12.451346 20181 sys_catalog.cc:455] T 00000000000000000000000000000000 P 9c907b5e273647eb8699fcf580dd1e5a [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b82a02be8fdc4550824491e6c25ce378" member_type: VOTER last_known_addr { host: "127.19.120.62" port: 38725 } } peers { permanent_uuid: "ce258b26a6624ba39f23da685bb8ca87" member_type: VOTER last_known_addr { host: "127.19.120.61" port: 41045 } } peers { permanent_uuid: "9c907b5e273647eb8699fcf580dd1e5a" member_type: VOTER last_known_addr { host: "127.19.120.60" port: 44619 } } }
21:05:12.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:12.452075 20181 sys_catalog.cc:458] T 00000000000000000000000000000000 P 9c907b5e273647eb8699fcf580dd1e5a [sys.catalog]: This master's current role is: FOLLOWER
21:05:12.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:12.453548 20172 sys_catalog.cc:565] T 00000000000000000000000000000000 P 9c907b5e273647eb8699fcf580dd1e5a [sys.catalog]: configured and running, proceeding with master startup.
21:05:12.478 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 27 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544712477 for job 50520737ebe38e2625b3d1dfb8799f70.
21:05:12.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:12.482738 20192 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 9c907b5e273647eb8699fcf580dd1e5a: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
21:05:12.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:12.485452 20192 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
21:05:12.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:12.491246 20126 tablet.cc:2406] T 00000000000000000000000000000000 P 9c907b5e273647eb8699fcf580dd1e5a: Can't schedule compaction. Clean time has not been advanced past its initial value.
21:05:12.502 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 27 for job 50520737ebe38e2625b3d1dfb8799f70 (2270 bytes, checkpointDuration=24 ms, finalizationTime=1 ms).
21:05:12.503 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 27 as completed for source Source: KuduSource.
21:05:12.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:12.477591 20094 master_runner.cc:187] Error getting master registration for 127.19.120.62:38725: OK, instance_id { permanent_uuid: "b82a02be8fdc4550824491e6c25ce378" instance_seqno: 1783544708361797 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
21:05:12.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:12.516188 20094 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
21:05:12.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:12.744596 20092 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.120.60" port: 44619 } attempt: 7
21:05:12.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:12.766713 20092 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ce258b26a6624ba39f23da685bb8ca87: Bootstrap starting.
21:05:12.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:12.773545 20092 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P ce258b26a6624ba39f23da685bb8ca87: Neither blocks nor log segments found. Creating new log.
21:05:12.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:12.775926 20092 log.cc:826] T 00000000000000000000000000000000 P ce258b26a6624ba39f23da685bb8ca87: Log is configured to *not* fsync() on all Append() calls
21:05:12.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:12.781909 20092 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ce258b26a6624ba39f23da685bb8ca87: No bootstrap required, opened a new log
21:05:12.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:12.804831 20092 raft_consensus.cc:359] T 00000000000000000000000000000000 P ce258b26a6624ba39f23da685bb8ca87 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b82a02be8fdc4550824491e6c25ce378" member_type: VOTER last_known_addr { host: "127.19.120.62" port: 38725 } } peers { permanent_uuid: "ce258b26a6624ba39f23da685bb8ca87" member_type: VOTER last_known_addr { host: "127.19.120.61" port: 41045 } } peers { permanent_uuid: "9c907b5e273647eb8699fcf580dd1e5a" member_type: VOTER last_known_addr { host: "127.19.120.60" port: 44619 } }
21:05:12.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:12.805640 20092 raft_consensus.cc:385] T 00000000000000000000000000000000 P ce258b26a6624ba39f23da685bb8ca87 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:05:12.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:12.805990 20092 raft_consensus.cc:740] T 00000000000000000000000000000000 P ce258b26a6624ba39f23da685bb8ca87 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ce258b26a6624ba39f23da685bb8ca87, State: Initialized, Role: FOLLOWER
21:05:12.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:12.806937 20092 consensus_queue.cc:260] T 00000000000000000000000000000000 P ce258b26a6624ba39f23da685bb8ca87 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b82a02be8fdc4550824491e6c25ce378" member_type: VOTER last_known_addr { host: "127.19.120.62" port: 38725 } } peers { permanent_uuid: "ce258b26a6624ba39f23da685bb8ca87" member_type: VOTER last_known_addr { host: "127.19.120.61" port: 41045 } } peers { permanent_uuid: "9c907b5e273647eb8699fcf580dd1e5a" member_type: VOTER last_known_addr { host: "127.19.120.60" port: 44619 } }
21:05:12.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:12.810176 20196 sys_catalog.cc:455] T 00000000000000000000000000000000 P ce258b26a6624ba39f23da685bb8ca87 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b82a02be8fdc4550824491e6c25ce378" member_type: VOTER last_known_addr { host: "127.19.120.62" port: 38725 } } peers { permanent_uuid: "ce258b26a6624ba39f23da685bb8ca87" member_type: VOTER last_known_addr { host: "127.19.120.61" port: 41045 } } peers { permanent_uuid: "9c907b5e273647eb8699fcf580dd1e5a" member_type: VOTER last_known_addr { host: "127.19.120.60" port: 44619 } } }
21:05:12.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:12.811460 20181 raft_consensus.cc:493] T 00000000000000000000000000000000 P 9c907b5e273647eb8699fcf580dd1e5a [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
21:05:12.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:12.811635 20196 sys_catalog.cc:458] T 00000000000000000000000000000000 P ce258b26a6624ba39f23da685bb8ca87 [sys.catalog]: This master's current role is: FOLLOWER
21:05:12.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:12.812391 20092 sys_catalog.cc:565] T 00000000000000000000000000000000 P ce258b26a6624ba39f23da685bb8ca87 [sys.catalog]: configured and running, proceeding with master startup.
21:05:12.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:12.812108 20181 raft_consensus.cc:515] T 00000000000000000000000000000000 P 9c907b5e273647eb8699fcf580dd1e5a [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b82a02be8fdc4550824491e6c25ce378" member_type: VOTER last_known_addr { host: "127.19.120.62" port: 38725 } } peers { permanent_uuid: "ce258b26a6624ba39f23da685bb8ca87" member_type: VOTER last_known_addr { host: "127.19.120.61" port: 41045 } } peers { permanent_uuid: "9c907b5e273647eb8699fcf580dd1e5a" member_type: VOTER last_known_addr { host: "127.19.120.60" port: 44619 } }
21:05:12.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:12.820916 20067 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "9c907b5e273647eb8699fcf580dd1e5a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ce258b26a6624ba39f23da685bb8ca87" is_pre_election: true
21:05:12.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:12.821991 20067 raft_consensus.cc:2468] T 00000000000000000000000000000000 P ce258b26a6624ba39f23da685bb8ca87 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 9c907b5e273647eb8699fcf580dd1e5a in term 0.
21:05:12.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:12.824136 20181 leader_election.cc:290] T 00000000000000000000000000000000 P 9c907b5e273647eb8699fcf580dd1e5a [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers b82a02be8fdc4550824491e6c25ce378 (127.19.120.62:38725), ce258b26a6624ba39f23da685bb8ca87 (127.19.120.61:41045)
21:05:12.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:12.824215 20121 leader_election.cc:304] T 00000000000000000000000000000000 P 9c907b5e273647eb8699fcf580dd1e5a [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 9c907b5e273647eb8699fcf580dd1e5a, ce258b26a6624ba39f23da685bb8ca87; no voters: 
21:05:12.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:12.825346 20181 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 9c907b5e273647eb8699fcf580dd1e5a [term 0 FOLLOWER]: Leader pre-election won for term 1
21:05:12.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:12.825740 20181 raft_consensus.cc:493] T 00000000000000000000000000000000 P 9c907b5e273647eb8699fcf580dd1e5a [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
21:05:12.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:12.826073 20181 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 9c907b5e273647eb8699fcf580dd1e5a [term 0 FOLLOWER]: Advancing to term 1
21:05:12.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:12.834761 20181 raft_consensus.cc:515] T 00000000000000000000000000000000 P 9c907b5e273647eb8699fcf580dd1e5a [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b82a02be8fdc4550824491e6c25ce378" member_type: VOTER last_known_addr { host: "127.19.120.62" port: 38725 } } peers { permanent_uuid: "ce258b26a6624ba39f23da685bb8ca87" member_type: VOTER last_known_addr { host: "127.19.120.61" port: 41045 } } peers { permanent_uuid: "9c907b5e273647eb8699fcf580dd1e5a" member_type: VOTER last_known_addr { host: "127.19.120.60" port: 44619 } }
21:05:12.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:12.838578 20067 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "9c907b5e273647eb8699fcf580dd1e5a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ce258b26a6624ba39f23da685bb8ca87"
21:05:12.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:12.839253 20067 raft_consensus.cc:3060] T 00000000000000000000000000000000 P ce258b26a6624ba39f23da685bb8ca87 [term 0 FOLLOWER]: Advancing to term 1
21:05:12.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:12.847078 20067 raft_consensus.cc:2468] T 00000000000000000000000000000000 P ce258b26a6624ba39f23da685bb8ca87 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 9c907b5e273647eb8699fcf580dd1e5a in term 1.
21:05:12.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:12.848412 20121 leader_election.cc:304] T 00000000000000000000000000000000 P 9c907b5e273647eb8699fcf580dd1e5a [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 9c907b5e273647eb8699fcf580dd1e5a, ce258b26a6624ba39f23da685bb8ca87; no voters: 
21:05:12.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:12.855400 20181 leader_election.cc:290] T 00000000000000000000000000000000 P 9c907b5e273647eb8699fcf580dd1e5a [CANDIDATE]: Term 1 election: Requested vote from peers b82a02be8fdc4550824491e6c25ce378 (127.19.120.62:38725), ce258b26a6624ba39f23da685bb8ca87 (127.19.120.61:41045)
21:05:12.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:12.856076 20181 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 9c907b5e273647eb8699fcf580dd1e5a [term 1 FOLLOWER]: Leader election won for term 1
21:05:12.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:12.856549 20181 raft_consensus.cc:697] T 00000000000000000000000000000000 P 9c907b5e273647eb8699fcf580dd1e5a [term 1 LEADER]: Becoming Leader. State: Replica: 9c907b5e273647eb8699fcf580dd1e5a, State: Running, Role: LEADER
21:05:12.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:12.857589 20181 consensus_queue.cc:237] T 00000000000000000000000000000000 P 9c907b5e273647eb8699fcf580dd1e5a [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b82a02be8fdc4550824491e6c25ce378" member_type: VOTER last_known_addr { host: "127.19.120.62" port: 38725 } } peers { permanent_uuid: "ce258b26a6624ba39f23da685bb8ca87" member_type: VOTER last_known_addr { host: "127.19.120.61" port: 41045 } } peers { permanent_uuid: "9c907b5e273647eb8699fcf580dd1e5a" member_type: VOTER last_known_addr { host: "127.19.120.60" port: 44619 } }
21:05:12.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:12.886965 20202 sys_catalog.cc:455] T 00000000000000000000000000000000 P 9c907b5e273647eb8699fcf580dd1e5a [sys.catalog]: SysCatalogTable state changed. Reason: New leader 9c907b5e273647eb8699fcf580dd1e5a. Latest consensus state: current_term: 1 leader_uuid: "9c907b5e273647eb8699fcf580dd1e5a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b82a02be8fdc4550824491e6c25ce378" member_type: VOTER last_known_addr { host: "127.19.120.62" port: 38725 } } peers { permanent_uuid: "ce258b26a6624ba39f23da685bb8ca87" member_type: VOTER last_known_addr { host: "127.19.120.61" port: 41045 } } peers { permanent_uuid: "9c907b5e273647eb8699fcf580dd1e5a" member_type: VOTER last_known_addr { host: "127.19.120.60" port: 44619 } } }
21:05:12.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:12.888172 20202 sys_catalog.cc:458] T 00000000000000000000000000000000 P 9c907b5e273647eb8699fcf580dd1e5a [sys.catalog]: This master's current role is: LEADER
21:05:12.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:12.893394 20208 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
21:05:12.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:12.914402 20208 catalog_manager.cc:1519] Initializing Kudu cluster ID...
21:05:12.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:12.922622 20210 catalog_manager.cc:1593] T 00000000000000000000000000000000 P ce258b26a6624ba39f23da685bb8ca87: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
21:05:12.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:12.923561 20210 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
21:05:12.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:12.959475 20067 raft_consensus.cc:1275] T 00000000000000000000000000000000 P ce258b26a6624ba39f23da685bb8ca87 [term 1 FOLLOWER]: Refusing update from remote peer 9c907b5e273647eb8699fcf580dd1e5a: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
21:05:12.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:12.906689 20018 master_runner.cc:187] Error getting master registration for 127.19.120.62:38725: OK, instance_id { permanent_uuid: "b82a02be8fdc4550824491e6c25ce378" instance_seqno: 1783544708361797 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
21:05:12.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:12.960402 20018 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
21:05:12.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:12.961771 20202 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 9c907b5e273647eb8699fcf580dd1e5a [LEADER]: Connected to new peer: Peer: permanent_uuid: "ce258b26a6624ba39f23da685bb8ca87" member_type: VOTER last_known_addr { host: "127.19.120.61" port: 41045 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
21:05:12.978 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 28 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544712976 for job 50520737ebe38e2625b3d1dfb8799f70.
21:05:13.010 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 28 for job 50520737ebe38e2625b3d1dfb8799f70 (2270 bytes, checkpointDuration=33 ms, finalizationTime=1 ms).
21:05:13.012 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 28 as completed for source Source: KuduSource.
21:05:13.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:13.021940 20046 tablet.cc:2406] T 00000000000000000000000000000000 P ce258b26a6624ba39f23da685bb8ca87: Can't schedule compaction. Clean time has not been advanced past its initial value.
21:05:13.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:13.053484 20196 sys_catalog.cc:455] T 00000000000000000000000000000000 P ce258b26a6624ba39f23da685bb8ca87 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 9c907b5e273647eb8699fcf580dd1e5a. Latest consensus state: current_term: 1 leader_uuid: "9c907b5e273647eb8699fcf580dd1e5a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b82a02be8fdc4550824491e6c25ce378" member_type: VOTER last_known_addr { host: "127.19.120.62" port: 38725 } } peers { permanent_uuid: "ce258b26a6624ba39f23da685bb8ca87" member_type: VOTER last_known_addr { host: "127.19.120.61" port: 41045 } } peers { permanent_uuid: "9c907b5e273647eb8699fcf580dd1e5a" member_type: VOTER last_known_addr { host: "127.19.120.60" port: 44619 } } }
21:05:13.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:13.055064 20196 sys_catalog.cc:458] T 00000000000000000000000000000000 P ce258b26a6624ba39f23da685bb8ca87 [sys.catalog]: This master's current role is: FOLLOWER
21:05:13.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:13.067430 20016 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.120.60" port: 44619 } attempt: 7
21:05:13.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:13.085062 20202 sys_catalog.cc:455] T 00000000000000000000000000000000 P 9c907b5e273647eb8699fcf580dd1e5a [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "9c907b5e273647eb8699fcf580dd1e5a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b82a02be8fdc4550824491e6c25ce378" member_type: VOTER last_known_addr { host: "127.19.120.62" port: 38725 } } peers { permanent_uuid: "ce258b26a6624ba39f23da685bb8ca87" member_type: VOTER last_known_addr { host: "127.19.120.61" port: 41045 } } peers { permanent_uuid: "9c907b5e273647eb8699fcf580dd1e5a" member_type: VOTER last_known_addr { host: "127.19.120.60" port: 44619 } } }
21:05:13.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:13.085911 20202 sys_catalog.cc:458] T 00000000000000000000000000000000 P 9c907b5e273647eb8699fcf580dd1e5a [sys.catalog]: This master's current role is: LEADER
21:05:13.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:13.099109 20208 catalog_manager.cc:1382] Generated new cluster ID: 542c84c911bf49c8a7c32b1689e12cda
21:05:13.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:13.099534 20208 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
21:05:13.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:13.130882 20016 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P b82a02be8fdc4550824491e6c25ce378: Bootstrap starting.
21:05:13.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:13.134661 20196 sys_catalog.cc:455] T 00000000000000000000000000000000 P ce258b26a6624ba39f23da685bb8ca87 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "9c907b5e273647eb8699fcf580dd1e5a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b82a02be8fdc4550824491e6c25ce378" member_type: VOTER last_known_addr { host: "127.19.120.62" port: 38725 } } peers { permanent_uuid: "ce258b26a6624ba39f23da685bb8ca87" member_type: VOTER last_known_addr { host: "127.19.120.61" port: 41045 } } peers { permanent_uuid: "9c907b5e273647eb8699fcf580dd1e5a" member_type: VOTER last_known_addr { host: "127.19.120.60" port: 44619 } } }
21:05:13.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:13.135401 20196 sys_catalog.cc:458] T 00000000000000000000000000000000 P ce258b26a6624ba39f23da685bb8ca87 [sys.catalog]: This master's current role is: FOLLOWER
21:05:13.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:13.149222 20016 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P b82a02be8fdc4550824491e6c25ce378: Neither blocks nor log segments found. Creating new log.
21:05:13.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:13.151896 20016 log.cc:826] T 00000000000000000000000000000000 P b82a02be8fdc4550824491e6c25ce378: Log is configured to *not* fsync() on all Append() calls
21:05:13.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:13.174396 20016 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P b82a02be8fdc4550824491e6c25ce378: No bootstrap required, opened a new log
21:05:13.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:13.217221 20016 raft_consensus.cc:359] T 00000000000000000000000000000000 P b82a02be8fdc4550824491e6c25ce378 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b82a02be8fdc4550824491e6c25ce378" member_type: VOTER last_known_addr { host: "127.19.120.62" port: 38725 } } peers { permanent_uuid: "ce258b26a6624ba39f23da685bb8ca87" member_type: VOTER last_known_addr { host: "127.19.120.61" port: 41045 } } peers { permanent_uuid: "9c907b5e273647eb8699fcf580dd1e5a" member_type: VOTER last_known_addr { host: "127.19.120.60" port: 44619 } }
21:05:13.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:13.218596 20016 raft_consensus.cc:385] T 00000000000000000000000000000000 P b82a02be8fdc4550824491e6c25ce378 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:05:13.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:13.219242 20016 raft_consensus.cc:740] T 00000000000000000000000000000000 P b82a02be8fdc4550824491e6c25ce378 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: b82a02be8fdc4550824491e6c25ce378, State: Initialized, Role: FOLLOWER
21:05:13.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:13.220489 20016 consensus_queue.cc:260] T 00000000000000000000000000000000 P b82a02be8fdc4550824491e6c25ce378 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b82a02be8fdc4550824491e6c25ce378" member_type: VOTER last_known_addr { host: "127.19.120.62" port: 38725 } } peers { permanent_uuid: "ce258b26a6624ba39f23da685bb8ca87" member_type: VOTER last_known_addr { host: "127.19.120.61" port: 41045 } } peers { permanent_uuid: "9c907b5e273647eb8699fcf580dd1e5a" member_type: VOTER last_known_addr { host: "127.19.120.60" port: 44619 } }
21:05:13.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:13.243871 20208 catalog_manager.cc:1405] Generated new certificate authority record
21:05:13.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:13.246170 20208 catalog_manager.cc:1539] Loading token signing keys...
21:05:13.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:13.248018 20219 sys_catalog.cc:455] T 00000000000000000000000000000000 P b82a02be8fdc4550824491e6c25ce378 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b82a02be8fdc4550824491e6c25ce378" member_type: VOTER last_known_addr { host: "127.19.120.62" port: 38725 } } peers { permanent_uuid: "ce258b26a6624ba39f23da685bb8ca87" member_type: VOTER last_known_addr { host: "127.19.120.61" port: 41045 } } peers { permanent_uuid: "9c907b5e273647eb8699fcf580dd1e5a" member_type: VOTER last_known_addr { host: "127.19.120.60" port: 44619 } } }
21:05:13.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:13.250633 20219 sys_catalog.cc:458] T 00000000000000000000000000000000 P b82a02be8fdc4550824491e6c25ce378 [sys.catalog]: This master's current role is: FOLLOWER
21:05:13.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:13.268074 20016 sys_catalog.cc:565] T 00000000000000000000000000000000 P b82a02be8fdc4550824491e6c25ce378 [sys.catalog]: configured and running, proceeding with master startup.
21:05:13.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:13.274104 19989 raft_consensus.cc:3060] T 00000000000000000000000000000000 P b82a02be8fdc4550824491e6c25ce378 [term 0 FOLLOWER]: Advancing to term 1
21:05:13.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:13.279637 19991 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "9c907b5e273647eb8699fcf580dd1e5a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b82a02be8fdc4550824491e6c25ce378" is_pre_election: true
21:05:13.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:13.283669 19990 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "9c907b5e273647eb8699fcf580dd1e5a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b82a02be8fdc4550824491e6c25ce378"
21:05:13.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:13.290330 20208 catalog_manager.cc:6069] T 00000000000000000000000000000000 P 9c907b5e273647eb8699fcf580dd1e5a: Generated new TSK 0
21:05:13.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:13.291603 20208 catalog_manager.cc:1549] Initializing in-progress tserver states...
21:05:13.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:13.298909 19989 raft_consensus.cc:1275] T 00000000000000000000000000000000 P b82a02be8fdc4550824491e6c25ce378 [term 1 FOLLOWER]: Refusing update from remote peer 9c907b5e273647eb8699fcf580dd1e5a: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
21:05:13.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:13.300405 20219 raft_consensus.cc:493] T 00000000000000000000000000000000 P b82a02be8fdc4550824491e6c25ce378 [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
21:05:13.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:13.316521 19970 tablet.cc:2406] T 00000000000000000000000000000000 P b82a02be8fdc4550824491e6c25ce378: Can't schedule compaction. Clean time has not been advanced past its initial value.
21:05:13.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:13.318490 19936 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu
21:05:13.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu
21:05:13.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9003997618783818852/ts-0/wal
21:05:13.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9003997618783818852/ts-0/data
21:05:13.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:05:13.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:05:13.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:05:13.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:05:13.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:05:13.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:05:13.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9003997618783818852/ts-0/logs
21:05:13.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9003997618783818852/ts-0/data/info.pb
21:05:13.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:05:13.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:05:13.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:05:13.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:05:13.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:05:13.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:05:13.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:05:13.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:05:13.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
21:05:13.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:05:13.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.120.1:0
21:05:13.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.19.120.1
21:05:13.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.120.1
21:05:13.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:05:13.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619
21:05:13.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.120.20:41781
21:05:13.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:05:13.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:05:13.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
21:05:13.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:13.316088 20219 raft_consensus.cc:515] T 00000000000000000000000000000000 P b82a02be8fdc4550824491e6c25ce378 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b82a02be8fdc4550824491e6c25ce378" member_type: VOTER last_known_addr { host: "127.19.120.62" port: 38725 } } peers { permanent_uuid: "ce258b26a6624ba39f23da685bb8ca87" member_type: VOTER last_known_addr { host: "127.19.120.61" port: 41045 } } peers { permanent_uuid: "9c907b5e273647eb8699fcf580dd1e5a" member_type: VOTER last_known_addr { host: "127.19.120.60" port: 44619 } }
21:05:13.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:13.320986 20181 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 9c907b5e273647eb8699fcf580dd1e5a [LEADER]: Connected to new peer: Peer: permanent_uuid: "b82a02be8fdc4550824491e6c25ce378" member_type: VOTER last_known_addr { host: "127.19.120.62" port: 38725 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
21:05:13.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:13.337222 20066 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "b82a02be8fdc4550824491e6c25ce378" candidate_term: 2 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ce258b26a6624ba39f23da685bb8ca87" is_pre_election: true
21:05:13.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:13.344219 20147 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "b82a02be8fdc4550824491e6c25ce378" candidate_term: 2 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9c907b5e273647eb8699fcf580dd1e5a" is_pre_election: true
21:05:13.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:13.342768 20219 leader_election.cc:290] T 00000000000000000000000000000000 P b82a02be8fdc4550824491e6c25ce378 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers ce258b26a6624ba39f23da685bb8ca87 (127.19.120.61:41045), 9c907b5e273647eb8699fcf580dd1e5a (127.19.120.60:44619)
21:05:13.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:13.347522 19967 leader_election.cc:304] T 00000000000000000000000000000000 P b82a02be8fdc4550824491e6c25ce378 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: b82a02be8fdc4550824491e6c25ce378; no voters: 9c907b5e273647eb8699fcf580dd1e5a, ce258b26a6624ba39f23da685bb8ca87
21:05:13.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:13.405565 20225 mvcc.cc:204] Tried to move back new op lower bound from 7305399144262795264 to 7305399143901380608. Current Snapshot: MvccSnapshot[applied={T|T < 7305399144262795264}]
21:05:13.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:13.456418 20219 raft_consensus.cc:2749] T 00000000000000000000000000000000 P b82a02be8fdc4550824491e6c25ce378 [term 1 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
21:05:13.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:13.460932 20222 sys_catalog.cc:455] T 00000000000000000000000000000000 P b82a02be8fdc4550824491e6c25ce378 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "9c907b5e273647eb8699fcf580dd1e5a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b82a02be8fdc4550824491e6c25ce378" member_type: VOTER last_known_addr { host: "127.19.120.62" port: 38725 } } peers { permanent_uuid: "ce258b26a6624ba39f23da685bb8ca87" member_type: VOTER last_known_addr { host: "127.19.120.61" port: 41045 } } peers { permanent_uuid: "9c907b5e273647eb8699fcf580dd1e5a" member_type: VOTER last_known_addr { host: "127.19.120.60" port: 44619 } } }
21:05:13.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:13.464411 20222 sys_catalog.cc:458] T 00000000000000000000000000000000 P b82a02be8fdc4550824491e6c25ce378 [sys.catalog]: This master's current role is: FOLLOWER
21:05:13.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:13.463068 20223 sys_catalog.cc:455] T 00000000000000000000000000000000 P b82a02be8fdc4550824491e6c25ce378 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 9c907b5e273647eb8699fcf580dd1e5a. Latest consensus state: current_term: 1 leader_uuid: "9c907b5e273647eb8699fcf580dd1e5a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b82a02be8fdc4550824491e6c25ce378" member_type: VOTER last_known_addr { host: "127.19.120.62" port: 38725 } } peers { permanent_uuid: "ce258b26a6624ba39f23da685bb8ca87" member_type: VOTER last_known_addr { host: "127.19.120.61" port: 41045 } } peers { permanent_uuid: "9c907b5e273647eb8699fcf580dd1e5a" member_type: VOTER last_known_addr { host: "127.19.120.60" port: 44619 } } }
21:05:13.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:13.465687 20223 sys_catalog.cc:458] T 00000000000000000000000000000000 P b82a02be8fdc4550824491e6c25ce378 [sys.catalog]: This master's current role is: FOLLOWER
21:05:13.477 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 29 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544713476 for job 50520737ebe38e2625b3d1dfb8799f70.
21:05:13.497 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 29 for job 50520737ebe38e2625b3d1dfb8799f70 (2270 bytes, checkpointDuration=20 ms, finalizationTime=0 ms).
21:05:13.501 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 29 as completed for source Source: KuduSource.
21:05:13.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:13.509392 20237 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
21:05:13.623 [DEBUG - pool-30-thread-1] (Connection.java:748) [peer master-127.17.168.188:37843(127.17.168.188:37843)] connecting to peer
21:05:13.624 [DEBUG - pool-30-thread-1] (Connection.java:748) [peer master-127.17.168.190:39209(127.17.168.190:39209)] connecting to peer
21:05:13.624 [DEBUG - pool-30-thread-1] (Connection.java:748) [peer master-127.17.168.189:46111(127.17.168.189:46111)] connecting to peer
21:05:13.626 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843
21:05:13.626 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.168.188:37843(127.17.168.188:37843)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843
21:05:13.626 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.168.188:37843: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843
21:05:13.627 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209
21:05:13.627 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.168.190:39209(127.17.168.190:39209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209
21:05:13.627 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.168.190:39209: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209
21:05:13.628 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111
21:05:13.628 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.168.189:46111(127.17.168.189:46111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111
21:05:13.628 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.168.189:46111: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111
21:05:13.628 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111; will retry
21:05:13.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:13.732028 20181 sys_catalog.cc:455] T 00000000000000000000000000000000 P 9c907b5e273647eb8699fcf580dd1e5a [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "9c907b5e273647eb8699fcf580dd1e5a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b82a02be8fdc4550824491e6c25ce378" member_type: VOTER last_known_addr { host: "127.19.120.62" port: 38725 } } peers { permanent_uuid: "ce258b26a6624ba39f23da685bb8ca87" member_type: VOTER last_known_addr { host: "127.19.120.61" port: 41045 } } peers { permanent_uuid: "9c907b5e273647eb8699fcf580dd1e5a" member_type: VOTER last_known_addr { host: "127.19.120.60" port: 44619 } } }
21:05:13.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:13.732936 20181 sys_catalog.cc:458] T 00000000000000000000000000000000 P 9c907b5e273647eb8699fcf580dd1e5a [sys.catalog]: This master's current role is: LEADER
21:05:13.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:13.931735 20210 catalog_manager.cc:1294] Loaded cluster ID: 542c84c911bf49c8a7c32b1689e12cda
21:05:13.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:13.932447 20210 catalog_manager.cc:1587] T 00000000000000000000000000000000 P ce258b26a6624ba39f23da685bb8ca87: loading cluster ID for follower catalog manager: success
21:05:13.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:13.942072 20210 catalog_manager.cc:1609] T 00000000000000000000000000000000 P ce258b26a6624ba39f23da685bb8ca87: acquiring CA information for follower catalog manager: success
21:05:13.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:13.949693 20210 catalog_manager.cc:1637] T 00000000000000000000000000000000 P ce258b26a6624ba39f23da685bb8ca87: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
21:05:13.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:13.955632 20221 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
21:05:13.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:13.956358 20221 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:05:13.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:13.957088 20221 flags.cc:432] Enabled unsafe flag: --never_fsync=true
21:05:13.978 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 30 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544713976 for job 50520737ebe38e2625b3d1dfb8799f70.
21:05:13.998 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 30 for job 50520737ebe38e2625b3d1dfb8799f70 (2270 bytes, checkpointDuration=21 ms, finalizationTime=1 ms).
21:05:14.001 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 30 as completed for source Source: KuduSource.
21:05:14.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:14.020625 20221 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
21:05:14.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:14.022019 20221 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.19.120.1
21:05:14.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:14.088661 20221 tablet_server_runner.cc:78] Tablet server non-default flags:
21:05:14.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:05:14.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.120.20:41781
21:05:14.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:05:14.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:05:14.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9003997618783818852/ts-0/data
21:05:14.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9003997618783818852/ts-0/wal
21:05:14.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:05:14.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:05:14.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.120.1:0
21:05:14.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:05:14.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:05:14.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:05:14.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9003997618783818852/ts-0/data/info.pb
21:05:14.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.120.1
21:05:14.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:05:14.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619
21:05:14.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:05:14.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:05:14.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:05:14.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:05:14.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:05:14.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.19.120.1
21:05:14.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9003997618783818852/ts-0/logs
21:05:14.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:05:14.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:05:14.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
21:05:14.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
21:05:14.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
21:05:14.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 6bec869c2320d19f2589b3f609f76e5041a21d27
21:05:14.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:05:14.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 20:43:55 UTC on e7f111948823
21:05:14.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16878
21:05:14.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:05:14.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:14.090585 20221 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:05:14.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:14.093021 20221 file_cache.cc:492] Constructed file cache file cache with capacity 419430
21:05:14.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:14.110656 20243 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:05:14.442 [DEBUG - pool-30-thread-1] (Connection.java:748) [peer master-127.17.168.188:37843(127.17.168.188:37843)] connecting to peer
21:05:14.443 [DEBUG - pool-30-thread-1] (Connection.java:748) [peer master-127.17.168.190:39209(127.17.168.190:39209)] connecting to peer
21:05:14.444 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843
21:05:14.444 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.168.188:37843(127.17.168.188:37843)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843
21:05:14.444 [DEBUG - pool-30-thread-1] (Connection.java:748) [peer master-127.17.168.189:46111(127.17.168.189:46111)] connecting to peer
21:05:14.444 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.168.188:37843: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843
21:05:14.444 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209
21:05:14.444 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.168.190:39209(127.17.168.190:39209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209
21:05:14.444 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.168.190:39209: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209
21:05:14.445 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111
21:05:14.445 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.168.189:46111(127.17.168.189:46111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111
21:05:14.445 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.168.189:46111: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111
21:05:14.445 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111; will retry
21:05:14.478 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 31 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544714476 for job 50520737ebe38e2625b3d1dfb8799f70.
21:05:14.494 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 31 for job 50520737ebe38e2625b3d1dfb8799f70 (2270 bytes, checkpointDuration=16 ms, finalizationTime=1 ms).
21:05:14.495 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 31 as completed for source Source: KuduSource.
21:05:14.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:14.535375 20237 catalog_manager.cc:1294] Loaded cluster ID: 542c84c911bf49c8a7c32b1689e12cda
21:05:14.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:14.536019 20237 catalog_manager.cc:1587] T 00000000000000000000000000000000 P b82a02be8fdc4550824491e6c25ce378: loading cluster ID for follower catalog manager: success
21:05:14.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:14.552901 20237 catalog_manager.cc:1609] T 00000000000000000000000000000000 P b82a02be8fdc4550824491e6c25ce378: acquiring CA information for follower catalog manager: success
21:05:14.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:14.559221 20237 catalog_manager.cc:1637] T 00000000000000000000000000000000 P b82a02be8fdc4550824491e6c25ce378: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
21:05:14.944 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.17.168.188:37843(127.17.168.188:37843)] connecting to peer
21:05:14.945 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.17.168.190:39209(127.17.168.190:39209)] connecting to peer
21:05:14.946 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.17.168.189:46111(127.17.168.189:46111)] connecting to peer
21:05:14.946 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209
21:05:14.946 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.168.190:39209(127.17.168.190:39209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209
21:05:14.946 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.168.190:39209: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209
21:05:14.946 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111
21:05:14.946 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.168.189:46111(127.17.168.189:46111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111
21:05:14.947 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843
21:05:14.947 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.168.188:37843(127.17.168.188:37843)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843
21:05:14.947 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.168.188:37843: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843
21:05:14.948 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.168.189:46111: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111
21:05:14.948 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111; will retry
21:05:14.978 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 32 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544714977 for job 50520737ebe38e2625b3d1dfb8799f70.
21:05:15.031 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 32 for job 50520737ebe38e2625b3d1dfb8799f70 (2270 bytes, checkpointDuration=53 ms, finalizationTime=1 ms).
21:05:15.034 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 32 as completed for source Source: KuduSource.
21:05:15.477 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 33 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544715476 for job 50520737ebe38e2625b3d1dfb8799f70.
21:05:15.495 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 33 for job 50520737ebe38e2625b3d1dfb8799f70 (2270 bytes, checkpointDuration=18 ms, finalizationTime=1 ms).
21:05:15.498 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 33 as completed for source Source: KuduSource.
21:05:15.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:14.120024 20221 server_base.cc:1061] running on GCE node
21:05:15.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:14.117741 20244 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:05:15.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:15.777137 20246 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:05:15.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:15.782287 20221 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:05:15.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:15.785663 20221 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:05:15.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:15.787636 20221 hybrid_clock.cc:648] HybridClock initialized: now 1783544715787429 us; error 206 us; skew 500 ppm
21:05:15.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:15.788863 20221 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:05:15.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:15.797884 20221 webserver.cc:534] Webserver started at http://127.19.120.1:36267/ using document root <none> and password file <none>
21:05:15.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:15.799389 20221 fs_manager.cc:362] Metadata directory not provided
21:05:15.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:15.799782 20221 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:05:15.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:15.800443 20221 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
21:05:15.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:15.807492 20221 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9003997618783818852/ts-0/data/instance:
21:05:15.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0751133557e2488f88e6047cd0844e03"
21:05:15.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:05:15 on dist-test-slave-3sd5"
21:05:15.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:15.809262 20221 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9003997618783818852/ts-0/wal/instance:
21:05:15.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0751133557e2488f88e6047cd0844e03"
21:05:15.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:05:15 on dist-test-slave-3sd5"
21:05:15.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:15.821135 20221 fs_manager.cc:696] Time spent creating directory manager: real 0.011s	user 0.012s	sys 0.000s
21:05:15.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:15.831822 20256 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
21:05:15.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:15.833479 20221 fs_manager.cc:730] Time spent opening block manager: real 0.007s	user 0.003s	sys 0.004s
21:05:15.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:15.833969 20221 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9003997618783818852/ts-0/data,/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9003997618783818852/ts-0/wal
21:05:15.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0751133557e2488f88e6047cd0844e03"
21:05:15.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:05:15 on dist-test-slave-3sd5"
21:05:15.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:15.834472 20221 fs_report.cc:389] FS layout report
21:05:15.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:05:15.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9003997618783818852/ts-0/wal
21:05:15.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9003997618783818852/ts-0/wal
21:05:15.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9003997618783818852/ts-0/data/data
21:05:15.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:05:15.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:05:15.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:05:15.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:05:15.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:05:15.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:05:15.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:05:15.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:05:15.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:05:15.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:05:15.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:05:15.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:15.923252 20221 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
21:05:15.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:15.925345 20221 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:05:15.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:15.925954 20221 kserver.cc:163] Server-wide thread pool size limit: 3276
21:05:15.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:15.929724 20221 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
21:05:15.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:15.936005 20221 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
21:05:15.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:15.936337 20221 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
21:05:15.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:15.936646 20221 ts_tablet_manager.cc:616] Registered 0 tablets
21:05:15.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:15.936872 20221 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
21:05:15.977 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 34 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544715976 for job 50520737ebe38e2625b3d1dfb8799f70.
21:05:15.997 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 34 for job 50520737ebe38e2625b3d1dfb8799f70 (2270 bytes, checkpointDuration=20 ms, finalizationTime=1 ms).
21:05:16.001 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 34 as completed for source Source: KuduSource.
21:05:16.477 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 35 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544716476 for job 50520737ebe38e2625b3d1dfb8799f70.
21:05:16.494 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 35 for job 50520737ebe38e2625b3d1dfb8799f70 (2270 bytes, checkpointDuration=17 ms, finalizationTime=1 ms).
21:05:16.497 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 35 as completed for source Source: KuduSource.
21:05:16.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:16.552959 20221 rpc_server.cc:307] RPC server started. Bound to: 127.19.120.1:34179
21:05:16.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:16.553082 20369 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.19.120.1:34179 every 8 connection(s)
21:05:16.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:16.556540 20221 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9003997618783818852/ts-0/data/info.pb
21:05:16.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:16.565146 19936 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu as pid 20221
21:05:16.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:16.565910 19936 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9003997618783818852/ts-0/wal/instance
21:05:16.584 [DEBUG - pool-30-thread-1] (Connection.java:748) [peer master-127.17.168.188:37843(127.17.168.188:37843)] connecting to peer
21:05:16.585 [DEBUG - pool-30-thread-1] (Connection.java:748) [peer master-127.17.168.190:39209(127.17.168.190:39209)] connecting to peer
21:05:16.586 [DEBUG - pool-30-thread-1] (Connection.java:748) [peer master-127.17.168.189:46111(127.17.168.189:46111)] connecting to peer
21:05:16.587 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843
21:05:16.588 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.168.188:37843(127.17.168.188:37843)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843
21:05:16.588 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.168.188:37843: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843
21:05:16.589 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209
21:05:16.589 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.168.190:39209(127.17.168.190:39209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209
21:05:16.589 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.168.190:39209: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209
21:05:16.590 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111
21:05:16.590 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.168.189:46111(127.17.168.189:46111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111
21:05:16.590 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.168.189:46111: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111
21:05:16.590 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111; will retry
21:05:16.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:16.596843 19936 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu
21:05:16.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu
21:05:16.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9003997618783818852/ts-1/wal
21:05:16.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9003997618783818852/ts-1/data
21:05:16.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:05:16.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:05:16.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:05:16.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:05:16.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:05:16.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:05:16.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9003997618783818852/ts-1/logs
21:05:16.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9003997618783818852/ts-1/data/info.pb
21:05:16.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:05:16.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:05:16.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:05:16.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:05:16.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:05:16.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:05:16.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:05:16.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:05:16.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
21:05:16.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:05:16.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.120.2:0
21:05:16.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.19.120.2
21:05:16.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.120.2
21:05:16.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:05:16.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619
21:05:16.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.120.20:41781
21:05:16.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:05:16.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:05:16.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
21:05:16.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:16.658890 20375 heartbeater.cc:344] Connected to a master server at 127.19.120.62:38725
21:05:16.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:16.659554 20375 heartbeater.cc:461] Registering TS with master...
21:05:16.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:16.662050 20375 heartbeater.cc:507] Master 127.19.120.62:38725 requested a full tablet report, sending...
21:05:16.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:16.664834 20371 heartbeater.cc:344] Connected to a master server at 127.19.120.61:41045
21:05:16.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:16.665257 20371 heartbeater.cc:461] Registering TS with master...
21:05:16.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:16.665938 19981 ts_manager.cc:194] Registered new tserver with Master: 0751133557e2488f88e6047cd0844e03 (127.19.120.1:34179)
21:05:16.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:16.666260 20371 heartbeater.cc:507] Master 127.19.120.61:41045 requested a full tablet report, sending...
21:05:16.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:16.670533 20057 ts_manager.cc:194] Registered new tserver with Master: 0751133557e2488f88e6047cd0844e03 (127.19.120.1:34179)
21:05:16.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:16.672260 20370 heartbeater.cc:344] Connected to a master server at 127.19.120.60:44619
21:05:16.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:16.672696 20370 heartbeater.cc:461] Registering TS with master...
21:05:16.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:16.673770 20370 heartbeater.cc:507] Master 127.19.120.60:44619 requested a full tablet report, sending...
21:05:16.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:16.676963 20137 ts_manager.cc:194] Registered new tserver with Master: 0751133557e2488f88e6047cd0844e03 (127.19.120.1:34179)
21:05:16.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:16.680050 20137 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.19.120.1:48959
21:05:16.978 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 36 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544716977 for job 50520737ebe38e2625b3d1dfb8799f70.
21:05:16.997 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 36 for job 50520737ebe38e2625b3d1dfb8799f70 (2270 bytes, checkpointDuration=19 ms, finalizationTime=1 ms).
21:05:16.999 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 36 as completed for source Source: KuduSource.
21:05:17.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:17.058360 20374 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
21:05:17.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:17.059151 20374 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:05:17.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:17.059959 20374 flags.cc:432] Enabled unsafe flag: --never_fsync=true
21:05:17.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:17.097178 20374 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
21:05:17.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:17.098227 20374 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.19.120.2
21:05:17.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:17.139195 20374 tablet_server_runner.cc:78] Tablet server non-default flags:
21:05:17.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:05:17.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.120.20:41781
21:05:17.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:05:17.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:05:17.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9003997618783818852/ts-1/data
21:05:17.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9003997618783818852/ts-1/wal
21:05:17.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:05:17.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:05:17.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.120.2:0
21:05:17.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:05:17.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:05:17.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:05:17.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9003997618783818852/ts-1/data/info.pb
21:05:17.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.120.2
21:05:17.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:05:17.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619
21:05:17.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:05:17.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:05:17.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:05:17.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:05:17.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:05:17.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.19.120.2
21:05:17.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9003997618783818852/ts-1/logs
21:05:17.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:05:17.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:05:17.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
21:05:17.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
21:05:17.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
21:05:17.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 6bec869c2320d19f2589b3f609f76e5041a21d27
21:05:17.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:05:17.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 20:43:55 UTC on e7f111948823
21:05:17.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16878
21:05:17.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:05:17.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:17.141151 20374 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:05:17.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:17.143311 20374 file_cache.cc:492] Constructed file cache file cache with capacity 419430
21:05:17.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:17.161803 20388 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:05:17.478 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 37 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544717477 for job 50520737ebe38e2625b3d1dfb8799f70.
21:05:17.495 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 37 for job 50520737ebe38e2625b3d1dfb8799f70 (2270 bytes, checkpointDuration=15 ms, finalizationTime=3 ms).
21:05:17.502 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 37 as completed for source Source: KuduSource.
21:05:17.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:17.685248 20370 heartbeater.cc:499] Master 127.19.120.60:44619 was elected leader, sending a full tablet report...
21:05:17.977 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 38 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544717976 for job 50520737ebe38e2625b3d1dfb8799f70.
21:05:17.998 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 38 for job 50520737ebe38e2625b3d1dfb8799f70 (2270 bytes, checkpointDuration=22 ms, finalizationTime=0 ms).
21:05:18.001 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 38 as completed for source Source: KuduSource.
21:05:18.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:17.172271 20390 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:05:18.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:17.172978 20387 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:05:18.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:17.173411 20374 server_base.cc:1061] running on GCE node
21:05:18.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:18.475605 20374 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:05:18.477 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 39 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544718476 for job 50520737ebe38e2625b3d1dfb8799f70.
21:05:18.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:18.478433 20374 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:05:18.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:18.482153 20374 hybrid_clock.cc:648] HybridClock initialized: now 1783544718482083 us; error 78 us; skew 500 ppm
21:05:18.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:18.483425 20374 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:05:18.488 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 39 for job 50520737ebe38e2625b3d1dfb8799f70 (2270 bytes, checkpointDuration=11 ms, finalizationTime=1 ms).
21:05:18.489 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 39 as completed for source Source: KuduSource.
21:05:18.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:18.491791 20374 webserver.cc:534] Webserver started at http://127.19.120.2:33803/ using document root <none> and password file <none>
21:05:18.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:18.492743 20374 fs_manager.cc:362] Metadata directory not provided
21:05:18.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:18.492971 20374 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:05:18.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:18.493393 20374 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
21:05:18.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:18.498108 20374 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9003997618783818852/ts-1/data/instance:
21:05:18.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "34885dfc66284ca0b16a23d15099a5dc"
21:05:18.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:05:18 on dist-test-slave-3sd5"
21:05:18.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:18.499444 20374 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9003997618783818852/ts-1/wal/instance:
21:05:18.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "34885dfc66284ca0b16a23d15099a5dc"
21:05:18.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:05:18 on dist-test-slave-3sd5"
21:05:18.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:18.507486 20374 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.003s	sys 0.005s
21:05:18.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:18.514281 20399 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
21:05:18.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:18.515772 20374 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.006s	sys 0.000s
21:05:18.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:18.516130 20374 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9003997618783818852/ts-1/data,/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9003997618783818852/ts-1/wal
21:05:18.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "34885dfc66284ca0b16a23d15099a5dc"
21:05:18.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:05:18 on dist-test-slave-3sd5"
21:05:18.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:18.516463 20374 fs_report.cc:389] FS layout report
21:05:18.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:05:18.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9003997618783818852/ts-1/wal
21:05:18.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9003997618783818852/ts-1/wal
21:05:18.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9003997618783818852/ts-1/data/data
21:05:18.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:05:18.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:05:18.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:05:18.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:05:18.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:05:18.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:05:18.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:05:18.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:05:18.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:05:18.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:05:18.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:05:18.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:18.571144 20374 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
21:05:18.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:18.572844 20374 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:05:18.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:18.573320 20374 kserver.cc:163] Server-wide thread pool size limit: 3276
21:05:18.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:18.576269 20374 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
21:05:18.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:18.581120 20374 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
21:05:18.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:18.581367 20374 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
21:05:18.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:18.581585 20374 ts_tablet_manager.cc:616] Registered 0 tablets
21:05:18.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:18.581723 20374 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
21:05:18.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:18.734790 20374 rpc_server.cc:307] RPC server started. Bound to: 127.19.120.2:42545
21:05:18.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:18.735321 20513 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.19.120.2:42545 every 8 connection(s)
21:05:18.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:18.737596 20374 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9003997618783818852/ts-1/data/info.pb
21:05:18.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:18.739639 19936 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu as pid 20374
21:05:18.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:18.740181 19936 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9003997618783818852/ts-1/wal/instance
21:05:18.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:18.770054 19936 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu
21:05:18.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu
21:05:18.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9003997618783818852/ts-2/wal
21:05:18.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9003997618783818852/ts-2/data
21:05:18.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:05:18.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:05:18.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:05:18.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:05:18.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:05:18.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:05:18.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9003997618783818852/ts-2/logs
21:05:18.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9003997618783818852/ts-2/data/info.pb
21:05:18.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:05:18.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:05:18.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:05:18.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:05:18.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:05:18.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:05:18.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:05:18.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:05:18.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
21:05:18.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:05:18.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.120.3:0
21:05:18.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.19.120.3
21:05:18.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.120.3
21:05:18.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:05:18.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619
21:05:18.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.120.20:41781
21:05:18.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:05:18.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:05:18.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
21:05:18.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:18.813402 20514 heartbeater.cc:344] Connected to a master server at 127.19.120.60:44619
21:05:18.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:18.813599 20515 heartbeater.cc:344] Connected to a master server at 127.19.120.61:41045
21:05:18.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:18.814008 20514 heartbeater.cc:461] Registering TS with master...
21:05:18.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:18.814122 20515 heartbeater.cc:461] Registering TS with master...
21:05:18.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:18.815646 20514 heartbeater.cc:507] Master 127.19.120.60:44619 requested a full tablet report, sending...
21:05:18.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:18.816143 20516 heartbeater.cc:344] Connected to a master server at 127.19.120.62:38725
21:05:18.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:18.816517 20516 heartbeater.cc:461] Registering TS with master...
21:05:18.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:18.815653 20515 heartbeater.cc:507] Master 127.19.120.61:41045 requested a full tablet report, sending...
21:05:18.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:18.817471 20516 heartbeater.cc:507] Master 127.19.120.62:38725 requested a full tablet report, sending...
21:05:18.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:18.819240 20137 ts_manager.cc:194] Registered new tserver with Master: 34885dfc66284ca0b16a23d15099a5dc (127.19.120.2:42545)
21:05:18.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:18.820181 20057 ts_manager.cc:194] Registered new tserver with Master: 34885dfc66284ca0b16a23d15099a5dc (127.19.120.2:42545)
21:05:18.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:18.821072 20137 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.19.120.2:46833
21:05:18.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:18.823665 19981 ts_manager.cc:194] Registered new tserver with Master: 34885dfc66284ca0b16a23d15099a5dc (127.19.120.2:42545)
21:05:18.945 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.17.168.188:37843(127.17.168.188:37843)] connecting to peer
21:05:18.946 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.17.168.190:39209(127.17.168.190:39209)] connecting to peer
21:05:18.946 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843
21:05:18.946 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.17.168.189:46111(127.17.168.189:46111)] connecting to peer
21:05:18.946 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.168.188:37843(127.17.168.188:37843)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843
21:05:18.946 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.168.188:37843: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843
21:05:18.946 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209
21:05:18.947 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.168.190:39209(127.17.168.190:39209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209
21:05:18.947 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.168.190:39209: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209
21:05:18.947 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111
21:05:18.947 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.168.189:46111(127.17.168.189:46111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111
21:05:18.947 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.168.189:46111: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111
21:05:18.947 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111; will retry
21:05:18.977 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 40 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544718976 for job 50520737ebe38e2625b3d1dfb8799f70.
21:05:18.988 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 40 for job 50520737ebe38e2625b3d1dfb8799f70 (2270 bytes, checkpointDuration=11 ms, finalizationTime=1 ms).
21:05:18.990 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 40 as completed for source Source: KuduSource.
21:05:19.062 [DEBUG - pool-30-thread-1] (Connection.java:748) [peer master-127.17.168.188:37843(127.17.168.188:37843)] connecting to peer
21:05:19.063 [DEBUG - pool-30-thread-1] (Connection.java:748) [peer master-127.17.168.190:39209(127.17.168.190:39209)] connecting to peer
21:05:19.064 [DEBUG - pool-30-thread-1] (Connection.java:748) [peer master-127.17.168.189:46111(127.17.168.189:46111)] connecting to peer
21:05:19.064 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843
21:05:19.064 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.168.188:37843(127.17.168.188:37843)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843
21:05:19.064 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209
21:05:19.064 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.168.190:39209(127.17.168.190:39209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209
21:05:19.064 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.168.188:37843: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843
21:05:19.065 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.168.190:39209: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209
21:05:19.065 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111
21:05:19.065 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.168.189:46111(127.17.168.189:46111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111
21:05:19.065 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.168.189:46111: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111
21:05:19.065 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111; will retry
21:05:19.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:19.130856 20522 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
21:05:19.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:19.131579 20522 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:05:19.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:19.132194 20522 flags.cc:432] Enabled unsafe flag: --never_fsync=true
21:05:19.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:19.167140 20522 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
21:05:19.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:19.168128 20522 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.19.120.3
21:05:19.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:19.206480 20522 tablet_server_runner.cc:78] Tablet server non-default flags:
21:05:19.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:05:19.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.120.20:41781
21:05:19.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:05:19.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:05:19.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9003997618783818852/ts-2/data
21:05:19.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9003997618783818852/ts-2/wal
21:05:19.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:05:19.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:05:19.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.120.3:0
21:05:19.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:05:19.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:05:19.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:05:19.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9003997618783818852/ts-2/data/info.pb
21:05:19.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.120.3
21:05:19.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:05:19.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619
21:05:19.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:05:19.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:05:19.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:05:19.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:05:19.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:05:19.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.19.120.3
21:05:19.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9003997618783818852/ts-2/logs
21:05:19.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:05:19.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:05:19.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
21:05:19.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
21:05:19.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
21:05:19.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 6bec869c2320d19f2589b3f609f76e5041a21d27
21:05:19.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:05:19.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 20:43:55 UTC on e7f111948823
21:05:19.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16878
21:05:19.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:05:19.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:19.208637 20522 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:05:19.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:19.210680 20522 file_cache.cc:492] Constructed file cache file cache with capacity 419430
21:05:19.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:19.224452 20530 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:05:19.478 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 41 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544719477 for job 50520737ebe38e2625b3d1dfb8799f70.
21:05:19.492 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 41 for job 50520737ebe38e2625b3d1dfb8799f70 (2270 bytes, checkpointDuration=14 ms, finalizationTime=1 ms).
21:05:19.493 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 41 as completed for source Source: KuduSource.
21:05:19.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:19.826527 20514 heartbeater.cc:499] Master 127.19.120.60:44619 was elected leader, sending a full tablet report...
21:05:19.978 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 42 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544719977 for job 50520737ebe38e2625b3d1dfb8799f70.
21:05:19.994 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 42 for job 50520737ebe38e2625b3d1dfb8799f70 (2270 bytes, checkpointDuration=14 ms, finalizationTime=1 ms).
21:05:19.998 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 42 as completed for source Source: KuduSource.
21:05:20.477 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 43 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544720476 for job 50520737ebe38e2625b3d1dfb8799f70.
21:05:20.490 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 43 for job 50520737ebe38e2625b3d1dfb8799f70 (2270 bytes, checkpointDuration=13 ms, finalizationTime=1 ms).
21:05:20.492 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 43 as completed for source Source: KuduSource.
21:05:20.643 [DEBUG - pool-30-thread-1] (Connection.java:748) [peer master-127.17.168.188:37843(127.17.168.188:37843)] connecting to peer
21:05:20.644 [DEBUG - pool-30-thread-1] (Connection.java:748) [peer master-127.17.168.190:39209(127.17.168.190:39209)] connecting to peer
21:05:20.644 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843
21:05:20.644 [DEBUG - pool-30-thread-1] (Connection.java:748) [peer master-127.17.168.189:46111(127.17.168.189:46111)] connecting to peer
21:05:20.644 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.168.188:37843(127.17.168.188:37843)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843
21:05:20.644 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.168.188:37843: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843
21:05:20.645 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111
21:05:20.645 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.168.189:46111(127.17.168.189:46111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111
21:05:20.646 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.168.189:46111: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111
21:05:20.646 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209
21:05:20.646 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.168.190:39209(127.17.168.190:39209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209
21:05:20.646 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.168.190:39209: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209
21:05:20.647 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111; will retry
21:05:20.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:19.226594 20531 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:05:20.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:19.230613 20533 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:05:20.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:20.684955 20532 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1456 milliseconds
21:05:20.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:20.685074 20522 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
21:05:20.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:20.686569 20522 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:05:20.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:20.691696 20522 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:05:20.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:20.693308 20522 hybrid_clock.cc:648] HybridClock initialized: now 1783544720693043 us; error 259 us; skew 500 ppm
21:05:20.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:20.694355 20522 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:05:20.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:20.702601 20522 webserver.cc:534] Webserver started at http://127.19.120.3:35899/ using document root <none> and password file <none>
21:05:20.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:20.703788 20522 fs_manager.cc:362] Metadata directory not provided
21:05:20.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:20.704032 20522 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:05:20.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:20.704452 20522 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
21:05:20.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:20.711524 20522 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9003997618783818852/ts-2/data/instance:
21:05:20.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e4339a62c70f4194a74ad6c0e99505de"
21:05:20.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:05:20 on dist-test-slave-3sd5"
21:05:20.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:20.712815 20522 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9003997618783818852/ts-2/wal/instance:
21:05:20.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e4339a62c70f4194a74ad6c0e99505de"
21:05:20.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:05:20 on dist-test-slave-3sd5"
21:05:20.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:20.721422 20522 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.005s	sys 0.004s
21:05:20.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:20.727844 20543 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
21:05:20.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:20.729148 20522 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.002s	sys 0.002s
21:05:20.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:20.729597 20522 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9003997618783818852/ts-2/data,/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9003997618783818852/ts-2/wal
21:05:20.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e4339a62c70f4194a74ad6c0e99505de"
21:05:20.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:05:20 on dist-test-slave-3sd5"
21:05:20.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:20.730014 20522 fs_report.cc:389] FS layout report
21:05:20.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:05:20.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9003997618783818852/ts-2/wal
21:05:20.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9003997618783818852/ts-2/wal
21:05:20.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9003997618783818852/ts-2/data/data
21:05:20.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:05:20.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:05:20.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:05:20.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:05:20.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:05:20.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:05:20.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:05:20.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:05:20.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:05:20.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:05:20.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:05:20.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:20.789014 20522 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
21:05:20.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:20.790814 20522 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:05:20.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:20.791421 20522 kserver.cc:163] Server-wide thread pool size limit: 3276
21:05:20.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:20.794380 20522 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
21:05:20.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:20.799142 20522 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
21:05:20.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:20.799413 20522 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.001s	sys 0.000s
21:05:20.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:20.799723 20522 ts_tablet_manager.cc:616] Registered 0 tablets
21:05:20.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:20.799948 20522 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
21:05:20.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:20.955969 20522 rpc_server.cc:307] RPC server started. Bound to: 127.19.120.3:36807
21:05:20.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:20.956111 20655 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.19.120.3:36807 every 8 connection(s)
21:05:20.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:20.959098 20522 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9003997618783818852/ts-2/data/info.pb
21:05:20.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:20.967698 19936 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu as pid 20522
21:05:20.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:20.968346 19936 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9003997618783818852/ts-2/wal/instance
21:05:20.977 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 44 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544720976 for job 50520737ebe38e2625b3d1dfb8799f70.
21:05:20.996 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 44 for job 50520737ebe38e2625b3d1dfb8799f70 (2270 bytes, checkpointDuration=19 ms, finalizationTime=1 ms).
21:05:20.999 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 44 as completed for source Source: KuduSource.
21:05:21.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:21.009255 20656 heartbeater.cc:344] Connected to a master server at 127.19.120.60:44619
21:05:21.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:21.010363 20656 heartbeater.cc:461] Registering TS with master...
21:05:21.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:21.011938 20656 heartbeater.cc:507] Master 127.19.120.60:44619 requested a full tablet report, sending...
21:05:21.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:21.014928 20137 ts_manager.cc:194] Registered new tserver with Master: e4339a62c70f4194a74ad6c0e99505de (127.19.120.3:36807)
21:05:21.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:21.015363 20658 heartbeater.cc:344] Connected to a master server at 127.19.120.62:38725
21:05:21.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:21.015697 20658 heartbeater.cc:461] Registering TS with master...
21:05:21.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:21.016600 20658 heartbeater.cc:507] Master 127.19.120.62:38725 requested a full tablet report, sending...
21:05:21.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:21.016973 20137 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.19.120.3:47397
21:05:21.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:21.019609 19981 ts_manager.cc:194] Registered new tserver with Master: e4339a62c70f4194a74ad6c0e99505de (127.19.120.3:36807)
21:05:21.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:21.021696 20657 heartbeater.cc:344] Connected to a master server at 127.19.120.61:41045
21:05:21.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:21.022102 20657 heartbeater.cc:461] Registering TS with master...
21:05:21.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:21.022809 20657 heartbeater.cc:507] Master 127.19.120.61:41045 requested a full tablet report, sending...
21:05:21.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:21.025362 20057 ts_manager.cc:194] Registered new tserver with Master: e4339a62c70f4194a74ad6c0e99505de (127.19.120.3:36807)
21:05:21.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:21.040237 19936 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
21:05:21.052 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
21:05:21.052 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

21:05:21.054 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.19.120.62"
      port: 38725
    }
    bound_http_address {
      host: "127.19.120.62"
      port: 45291
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.19.120.61"
      port: 41045
    }
    bound_http_address {
      host: "127.19.120.61"
      port: 44793
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.19.120.60"
      port: 44619
    }
    bound_http_address {
      host: "127.19.120.60"
      port: 41999
    }
  }
}

21:05:21.055 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

21:05:21.058 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.19.120.1"
      port: 34179
    }
    bound_http_address {
      host: "127.19.120.1"
      port: 36267
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.19.120.2"
      port: 42545
    }
    bound_http_address {
      host: "127.19.120.2"
      port: 33803
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.19.120.3"
      port: 36807
    }
    bound_http_address {
      host: "127.19.120.3"
      port: 35899
    }
  }
}

21:05:21.059 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
21:05:21.062 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:05:21.062 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
21:05:21.062 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskh3Ey5B/test-tmp
21:05:21.063 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
21:05:21.063 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskh3Ey5B/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
21:05:21.066 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3994378113951557591"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

21:05:21.405 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.17.168.188:37843(127.17.168.188:37843)] connecting to peer
21:05:21.406 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.17.168.190:39209(127.17.168.190:39209)] connecting to peer
21:05:21.406 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843
21:05:21.406 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.17.168.189:46111(127.17.168.189:46111)] connecting to peer
21:05:21.406 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.168.188:37843(127.17.168.188:37843)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843
21:05:21.406 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.168.188:37843: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843
21:05:21.407 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209
21:05:21.407 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.168.190:39209(127.17.168.190:39209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209
21:05:21.407 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111
21:05:21.407 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.168.189:46111(127.17.168.189:46111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111
21:05:21.407 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.168.190:39209: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209
21:05:21.407 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.168.189:46111: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111
21:05:21.407 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111; will retry
21:05:21.434 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
21:05:21.434 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

21:05:21.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:21.439110 20666 mini_oidc.cc:150] Starting JWKS server
21:05:21.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:21.442305 20666 webserver.cc:534] Webserver started at http://127.0.0.1:43253/ using document root <none> and password file <none>
21:05:21.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:21.442826 20666 mini_oidc.cc:186] Starting OIDC Discovery server
21:05:21.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:21.445184 20666 webserver.cc:534] Webserver started at http://127.0.0.1:37263/ using document root <none> and password file <none>
21:05:21.477 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 45 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544721476 for job 50520737ebe38e2625b3d1dfb8799f70.
21:05:21.490 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 45 for job 50520737ebe38e2625b3d1dfb8799f70 (2270 bytes, checkpointDuration=13 ms, finalizationTime=1 ms).
21:05:21.491 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 45 as completed for source Source: KuduSource.
21:05:21.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T21:05:21Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
21:05:21.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T21:05:21Z Disabled control of system clock
21:05:21.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:21.512377 20666 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu
21:05:21.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu
21:05:21.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3994378113951557591/master-0/wal
21:05:21.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3994378113951557591/master-0/data
21:05:21.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:05:21.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:05:21.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:05:21.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:05:21.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:05:21.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:05:21.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3994378113951557591/master-0/logs
21:05:21.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3994378113951557591/master-0/data/info.pb
21:05:21.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:05:21.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:05:21.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:05:21.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:05:21.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:05:21.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:05:21.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:05:21.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:05:21.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
21:05:21.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:05:21.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:05:21.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:05:21.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.46.190:36007
21:05:21.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.46.190
21:05:21.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:05:21.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.46.148:46467
21:05:21.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:05:21.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:05:21.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:05:21.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:05:21.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.20.46.190:36007,127.20.46.189:42409,127.20.46.188:38181
21:05:21.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:05:21.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43253/jwks.json with env {}
21:05:21.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:21.845796 20678 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
21:05:21.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:21.846400 20678 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:05:21.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:21.846872 20678 flags.cc:432] Enabled unsafe flag: --never_fsync=true
21:05:21.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:21.881162 20678 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
21:05:21.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:21.881456 20678 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
21:05:21.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:21.881655 20678 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
21:05:21.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:21.881862 20678 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
21:05:21.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:21.882058 20678 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
21:05:21.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:21.882210 20678 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:43253/jwks.json
21:05:21.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:21.920202 20678 master_runner.cc:387] Master server non-default flags:
21:05:21.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:05:21.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.46.148:46467
21:05:21.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:05:21.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:05:21.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3994378113951557591/master-0/data
21:05:21.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3994378113951557591/master-0/wal
21:05:21.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:05:21.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.20.46.190:36007,127.20.46.189:42409,127.20.46.188:38181
21:05:21.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:05:21.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:05:21.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:05:21.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.46.190:36007
21:05:21.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:05:21.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:05:21.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:05:21.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43253/jwks.json
21:05:21.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:05:21.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:05:21.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3994378113951557591/master-0/data/info.pb
21:05:21.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.46.190
21:05:21.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:05:21.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:05:21.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:05:21.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:05:21.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:05:21.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:05:21.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3994378113951557591/master-0/logs
21:05:21.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:05:21.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:05:21.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
21:05:21.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
21:05:21.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
21:05:21.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 6bec869c2320d19f2589b3f609f76e5041a21d27
21:05:21.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:05:21.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 20:43:55 UTC on e7f111948823
21:05:21.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16878
21:05:21.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:05:21.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:21.921625 20678 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:05:21.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:21.923264 20678 file_cache.cc:492] Constructed file cache file cache with capacity 419430
21:05:21.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:21.936411 20684 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:05:21.979 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 46 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544721977 for job 50520737ebe38e2625b3d1dfb8799f70.
21:05:22.005 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 46 for job 50520737ebe38e2625b3d1dfb8799f70 (2270 bytes, checkpointDuration=27 ms, finalizationTime=1 ms).
21:05:22.009 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 46 as completed for source Source: KuduSource.
21:05:22.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:22.023844 20656 heartbeater.cc:499] Master 127.19.120.60:44619 was elected leader, sending a full tablet report...
21:05:22.478 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 47 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544722477 for job 50520737ebe38e2625b3d1dfb8799f70.
21:05:22.515 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 47 for job 50520737ebe38e2625b3d1dfb8799f70 (2270 bytes, checkpointDuration=32 ms, finalizationTime=6 ms).
21:05:22.523 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 47 as completed for source Source: KuduSource.
21:05:22.977 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 48 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544722976 for job 50520737ebe38e2625b3d1dfb8799f70.
21:05:23.001 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 48 for job 50520737ebe38e2625b3d1dfb8799f70 (2270 bytes, checkpointDuration=23 ms, finalizationTime=1 ms).
21:05:23.003 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 48 as completed for source Source: KuduSource.
21:05:23.477 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 49 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544723476 for job 50520737ebe38e2625b3d1dfb8799f70.
21:05:23.495 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 49 for job 50520737ebe38e2625b3d1dfb8799f70 (2270 bytes, checkpointDuration=18 ms, finalizationTime=1 ms).
21:05:23.497 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 49 as completed for source Source: KuduSource.
21:05:23.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:23.339722 20683 debug-util.cc:398] Leaking SignalData structure 0x7b0800028020 after lost signal to thread 20678
21:05:23.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:23.511950 20683 kernel_stack_watchdog.cc:198] Thread 20678 stuck at /home/jenkins-slave/workspace/build_and_test@2/src/kudu/util/thread.cc:642 for 401ms:
21:05:23.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
21:05:23.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
21:05:23.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
21:05:23.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
21:05:23.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:23.512636 20678 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.576s	user 0.511s	sys 1.022s
21:05:23.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:21.936709 20685 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:05:23.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:23.513335 20678 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.577s	user 0.511s	sys 1.022s
21:05:23.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:23.516050 20687 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:05:23.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:23.521016 20686 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1582 milliseconds
21:05:23.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:23.521082 20678 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
21:05:23.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:23.522560 20678 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:05:23.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:23.526213 20678 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:05:23.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:23.527734 20678 hybrid_clock.cc:648] HybridClock initialized: now 1783544723527649 us; error 91 us; skew 500 ppm
21:05:23.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:23.528985 20678 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:05:23.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:23.537346 20678 webserver.cc:534] Webserver started at http://127.20.46.190:42949/ using document root <none> and password file <none>
21:05:23.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:23.539260 20678 fs_manager.cc:362] Metadata directory not provided
21:05:23.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:23.539566 20678 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:05:23.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:23.540279 20678 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
21:05:23.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:23.545486 20678 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3994378113951557591/master-0/data/instance:
21:05:23.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b70ae6e0c04947b2985029d70d7032f0"
21:05:23.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:05:23 on dist-test-slave-3sd5"
21:05:23.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:23.546811 20678 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3994378113951557591/master-0/wal/instance:
21:05:23.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b70ae6e0c04947b2985029d70d7032f0"
21:05:23.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:05:23 on dist-test-slave-3sd5"
21:05:23.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:23.555948 20678 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.005s	sys 0.002s
21:05:23.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:23.563220 20694 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
21:05:23.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:23.564543 20678 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.002s	sys 0.002s
21:05:23.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:23.564985 20678 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3994378113951557591/master-0/data,/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3994378113951557591/master-0/wal
21:05:23.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b70ae6e0c04947b2985029d70d7032f0"
21:05:23.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:05:23 on dist-test-slave-3sd5"
21:05:23.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:23.565409 20678 fs_report.cc:389] FS layout report
21:05:23.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:05:23.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3994378113951557591/master-0/wal
21:05:23.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3994378113951557591/master-0/wal
21:05:23.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3994378113951557591/master-0/data/data
21:05:23.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:05:23.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:05:23.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:05:23.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:05:23.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:05:23.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:05:23.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:05:23.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:05:23.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:05:23.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:05:23.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:05:23.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:23.621176 20678 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
21:05:23.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:23.622997 20678 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:05:23.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:23.623636 20678 kserver.cc:163] Server-wide thread pool size limit: 3276
21:05:23.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:23.703200 20678 rpc_server.cc:307] RPC server started. Bound to: 127.20.46.190:36007
21:05:23.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:23.703291 20745 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.20.46.190:36007 every 8 connection(s)
21:05:23.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:23.706231 20678 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3994378113951557591/master-0/data/info.pb
21:05:23.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:23.714975 20666 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu as pid 20678
21:05:23.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:23.715453 20666 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3994378113951557591/master-0/wal/instance
21:05:23.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:23.716289 20746 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
21:05:23.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:23.718984 20666 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu
21:05:23.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu
21:05:23.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3994378113951557591/master-1/wal
21:05:23.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3994378113951557591/master-1/data
21:05:23.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:05:23.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:05:23.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:05:23.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:05:23.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:05:23.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:05:23.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3994378113951557591/master-1/logs
21:05:23.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3994378113951557591/master-1/data/info.pb
21:05:23.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:05:23.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:05:23.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:05:23.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:05:23.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:05:23.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:05:23.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:05:23.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:05:23.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
21:05:23.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:05:23.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:05:23.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:05:23.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.46.189:42409
21:05:23.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.46.189
21:05:23.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:05:23.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.46.148:46467
21:05:23.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:05:23.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:05:23.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:05:23.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:05:23.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.20.46.190:36007,127.20.46.189:42409,127.20.46.188:38181
21:05:23.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:05:23.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43253/jwks.json with env {}
21:05:23.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:23.733920 20746 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.20.46.190" port: 36007 } has no permanent_uuid. Determining permanent_uuid...
21:05:23.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:23.766584 20746 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.20.46.189" port: 42409 } has no permanent_uuid. Determining permanent_uuid...
21:05:23.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:23.769634 20697 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.20.46.189:42409: connect: Connection refused (error 111)
21:05:23.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:23.774760 20746 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.20.46.189:42409: Network error: Client connection negotiation failed: client connection to 127.20.46.189:42409: connect: Connection refused (error 111)
21:05:23.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:23.824407 20746 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.46.189" port: 42409 } attempt: 1
21:05:23.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:23.830230 20746 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.20.46.189:42409: Network error: Client connection negotiation failed: client connection to 127.20.46.189:42409: connect: Connection refused (error 111)
21:05:23.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:23.898767 20746 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.46.189" port: 42409 } attempt: 2
21:05:23.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:23.904570 20746 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.20.46.189:42409: Network error: Client connection negotiation failed: client connection to 127.20.46.189:42409: connect: Connection refused (error 111)
21:05:23.977 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 50 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544723976 for job 50520737ebe38e2625b3d1dfb8799f70.
21:05:23.987 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 50 for job 50520737ebe38e2625b3d1dfb8799f70 (2270 bytes, checkpointDuration=10 ms, finalizationTime=1 ms).
21:05:23.988 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 50 as completed for source Source: KuduSource.
21:05:23.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:23.996047 20746 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.46.189" port: 42409 } attempt: 3
21:05:24.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:24.001310 20746 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.20.46.189:42409: Network error: Client connection negotiation failed: client connection to 127.20.46.189:42409: connect: Connection refused (error 111)
21:05:24.023 [DEBUG - pool-30-thread-1] (Connection.java:748) [peer master-127.17.168.188:37843(127.17.168.188:37843)] connecting to peer
21:05:24.024 [DEBUG - pool-30-thread-1] (Connection.java:748) [peer master-127.17.168.190:39209(127.17.168.190:39209)] connecting to peer
21:05:24.024 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843
21:05:24.024 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.168.188:37843(127.17.168.188:37843)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843
21:05:24.024 [DEBUG - pool-30-thread-1] (Connection.java:748) [peer master-127.17.168.189:46111(127.17.168.189:46111)] connecting to peer
21:05:24.024 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.168.188:37843: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843
21:05:24.025 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209
21:05:24.025 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.168.190:39209(127.17.168.190:39209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209
21:05:24.025 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.168.190:39209: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209
21:05:24.025 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111
21:05:24.025 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.168.189:46111(127.17.168.189:46111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111
21:05:24.025 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.168.189:46111: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111
21:05:24.025 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111; will retry
21:05:24.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:24.089080 20748 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
21:05:24.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:24.089648 20748 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:05:24.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:24.090126 20748 flags.cc:432] Enabled unsafe flag: --never_fsync=true
21:05:24.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:24.125315 20748 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
21:05:24.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:24.125608 20748 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
21:05:24.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:24.125806 20748 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
21:05:24.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:24.126019 20748 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
21:05:24.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:24.126216 20748 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
21:05:24.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:24.126374 20748 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:43253/jwks.json
21:05:24.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:24.144845 20746 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.46.189" port: 42409 } attempt: 4
21:05:24.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:24.149724 20746 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.20.46.189:42409: Network error: Client connection negotiation failed: client connection to 127.20.46.189:42409: connect: Connection refused (error 111)
21:05:24.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:24.168004 20748 master_runner.cc:387] Master server non-default flags:
21:05:24.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:05:24.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.46.148:46467
21:05:24.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:05:24.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:05:24.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3994378113951557591/master-1/data
21:05:24.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3994378113951557591/master-1/wal
21:05:24.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:05:24.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.20.46.190:36007,127.20.46.189:42409,127.20.46.188:38181
21:05:24.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:05:24.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:05:24.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:05:24.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.46.189:42409
21:05:24.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:05:24.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:05:24.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:05:24.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43253/jwks.json
21:05:24.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:05:24.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:05:24.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3994378113951557591/master-1/data/info.pb
21:05:24.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.46.189
21:05:24.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:05:24.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:05:24.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:05:24.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:05:24.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:05:24.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:05:24.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3994378113951557591/master-1/logs
21:05:24.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:05:24.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:05:24.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
21:05:24.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
21:05:24.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
21:05:24.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 6bec869c2320d19f2589b3f609f76e5041a21d27
21:05:24.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:05:24.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 20:43:55 UTC on e7f111948823
21:05:24.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16878
21:05:24.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:05:24.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:24.169447 20748 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:05:24.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:24.171427 20748 file_cache.cc:492] Constructed file cache file cache with capacity 419430
21:05:24.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:24.183079 20758 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:05:24.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:24.449193 20746 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.46.189" port: 42409 } attempt: 5
21:05:24.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:24.454267 20746 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.20.46.189:42409: Network error: Client connection negotiation failed: client connection to 127.20.46.189:42409: connect: Connection refused (error 111)
21:05:24.478 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 51 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544724477 for job 50520737ebe38e2625b3d1dfb8799f70.
21:05:24.491 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 51 for job 50520737ebe38e2625b3d1dfb8799f70 (2270 bytes, checkpointDuration=13 ms, finalizationTime=1 ms).
21:05:24.493 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 51 as completed for source Source: KuduSource.
21:05:24.584 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.17.168.188:37843(127.17.168.188:37843)] connecting to peer
21:05:24.585 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.17.168.190:39209(127.17.168.190:39209)] connecting to peer
21:05:24.586 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.17.168.189:46111(127.17.168.189:46111)] connecting to peer
21:05:24.586 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843
21:05:24.586 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.168.188:37843(127.17.168.188:37843)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843
21:05:24.586 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.168.188:37843: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843
21:05:24.586 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111
21:05:24.586 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209
21:05:24.587 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.168.189:46111(127.17.168.189:46111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111
21:05:24.587 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.168.189:46111: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111
21:05:24.587 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.168.190:39209(127.17.168.190:39209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209
21:05:24.587 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.168.190:39209: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209
21:05:24.587 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111; will retry
21:05:24.978 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 52 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544724977 for job 50520737ebe38e2625b3d1dfb8799f70.
21:05:24.993 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 52 for job 50520737ebe38e2625b3d1dfb8799f70 (2270 bytes, checkpointDuration=16 ms, finalizationTime=0 ms).
21:05:24.994 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 52 as completed for source Source: KuduSource.
21:05:25.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:25.001713 20746 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.46.189" port: 42409 } attempt: 6
21:05:25.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:25.010308 20746 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.20.46.189:42409: Network error: Client connection negotiation failed: client connection to 127.20.46.189:42409: connect: Connection refused (error 111)
21:05:25.477 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 53 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544725476 for job 50520737ebe38e2625b3d1dfb8799f70.
21:05:25.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:24.184613 20759 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:05:25.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:24.188156 20761 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:05:25.490 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 53 for job 50520737ebe38e2625b3d1dfb8799f70 (2270 bytes, checkpointDuration=13 ms, finalizationTime=1 ms).
21:05:25.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:25.489933 20760 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
21:05:25.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:25.490491 20748 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
21:05:25.491 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 53 as completed for source Source: KuduSource.
21:05:25.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:25.494361 20748 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:05:25.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:25.497205 20748 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:05:25.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:25.498612 20748 hybrid_clock.cc:648] HybridClock initialized: now 1783544725498589 us; error 72 us; skew 500 ppm
21:05:25.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:25.499635 20748 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:05:25.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:25.506254 20748 webserver.cc:534] Webserver started at http://127.20.46.189:35545/ using document root <none> and password file <none>
21:05:25.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:25.507313 20748 fs_manager.cc:362] Metadata directory not provided
21:05:25.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:25.507529 20748 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:05:25.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:25.508144 20748 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
21:05:25.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:25.514884 20748 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3994378113951557591/master-1/data/instance:
21:05:25.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d8b7b8e2996546e38d42897cb877fe84"
21:05:25.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:05:25 on dist-test-slave-3sd5"
21:05:25.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:25.516587 20748 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3994378113951557591/master-1/wal/instance:
21:05:25.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d8b7b8e2996546e38d42897cb877fe84"
21:05:25.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:05:25 on dist-test-slave-3sd5"
21:05:25.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:25.525530 20748 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.005s	sys 0.004s
21:05:25.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:25.531864 20770 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
21:05:25.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:25.533144 20748 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.004s	sys 0.000s
21:05:25.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:25.533577 20748 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3994378113951557591/master-1/data,/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3994378113951557591/master-1/wal
21:05:25.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d8b7b8e2996546e38d42897cb877fe84"
21:05:25.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:05:25 on dist-test-slave-3sd5"
21:05:25.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:25.534060 20748 fs_report.cc:389] FS layout report
21:05:25.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:05:25.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3994378113951557591/master-1/wal
21:05:25.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3994378113951557591/master-1/wal
21:05:25.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3994378113951557591/master-1/data/data
21:05:25.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:05:25.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:05:25.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:05:25.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:05:25.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:05:25.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:05:25.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:05:25.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:05:25.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:05:25.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:05:25.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:05:25.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:25.598433 20748 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
21:05:25.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:25.600142 20748 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:05:25.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:25.600713 20748 kserver.cc:163] Server-wide thread pool size limit: 3276
21:05:25.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:25.678452 20748 rpc_server.cc:307] RPC server started. Bound to: 127.20.46.189:42409
21:05:25.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:25.678645 20821 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.20.46.189:42409 every 8 connection(s)
21:05:25.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:25.681718 20748 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3994378113951557591/master-1/data/info.pb
21:05:25.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:25.683736 20666 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu as pid 20748
21:05:25.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:25.684281 20666 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3994378113951557591/master-1/wal/instance
21:05:25.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:25.687098 20666 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu
21:05:25.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu
21:05:25.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3994378113951557591/master-2/wal
21:05:25.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3994378113951557591/master-2/data
21:05:25.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:05:25.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:05:25.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:05:25.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:05:25.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:05:25.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:05:25.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3994378113951557591/master-2/logs
21:05:25.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3994378113951557591/master-2/data/info.pb
21:05:25.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:05:25.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:05:25.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:05:25.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:05:25.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:05:25.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:05:25.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:05:25.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:05:25.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
21:05:25.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:05:25.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:05:25.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:05:25.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.46.188:38181
21:05:25.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.46.188
21:05:25.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:05:25.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.46.148:46467
21:05:25.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:05:25.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:05:25.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:05:25.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:05:25.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.20.46.190:36007,127.20.46.189:42409,127.20.46.188:38181
21:05:25.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:05:25.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43253/jwks.json with env {}
21:05:25.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:25.689558 20822 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
21:05:25.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:25.702085 20822 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.20.46.190" port: 36007 } has no permanent_uuid. Determining permanent_uuid...
21:05:25.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:25.741200 20822 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.20.46.189" port: 42409 } has no permanent_uuid. Determining permanent_uuid...
21:05:25.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:25.757297 20822 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.20.46.188" port: 38181 } has no permanent_uuid. Determining permanent_uuid...
21:05:25.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:25.760259 20774 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.20.46.188:38181: connect: Connection refused (error 111)
21:05:25.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:25.765066 20822 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.20.46.188:38181: Network error: Client connection negotiation failed: client connection to 127.20.46.188:38181: connect: Connection refused (error 111)
21:05:25.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:25.814575 20822 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.46.188" port: 38181 } attempt: 1
21:05:25.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:25.819774 20822 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.20.46.188:38181: Network error: Client connection negotiation failed: client connection to 127.20.46.188:38181: connect: Connection refused (error 111)
21:05:25.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:25.888290 20822 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.46.188" port: 38181 } attempt: 2
21:05:25.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:25.893385 20822 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.20.46.188:38181: Network error: Client connection negotiation failed: client connection to 127.20.46.188:38181: connect: Connection refused (error 111)
21:05:25.977 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 54 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544725976 for job 50520737ebe38e2625b3d1dfb8799f70.
21:05:25.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:25.986042 20822 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.46.188" port: 38181 } attempt: 3
21:05:25.989 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 54 for job 50520737ebe38e2625b3d1dfb8799f70 (2270 bytes, checkpointDuration=13 ms, finalizationTime=0 ms).
21:05:25.990 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 54 as completed for source Source: KuduSource.
21:05:25.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:25.995252 20822 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.20.46.188:38181: Network error: Client connection negotiation failed: client connection to 127.20.46.188:38181: connect: Connection refused (error 111)
21:05:26.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:26.062494 20824 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
21:05:26.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:26.063365 20824 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:05:26.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:26.063982 20824 flags.cc:432] Enabled unsafe flag: --never_fsync=true
21:05:26.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:26.070780 20746 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.46.189" port: 42409 } attempt: 7
21:05:26.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:26.084923 20746 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.20.46.188" port: 38181 } has no permanent_uuid. Determining permanent_uuid...
21:05:26.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:26.092273 20746 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.20.46.188:38181: Network error: Client connection negotiation failed: client connection to 127.20.46.188:38181: connect: Connection refused (error 111)
21:05:26.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:26.107338 20824 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
21:05:26.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:26.107703 20824 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
21:05:26.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:26.107926 20824 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
21:05:26.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:26.108196 20824 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
21:05:26.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:26.108412 20824 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
21:05:26.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:26.108561 20824 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:43253/jwks.json
21:05:26.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:26.138746 20822 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.46.188" port: 38181 } attempt: 4
21:05:26.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:26.143993 20822 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.20.46.188:38181: Network error: Client connection negotiation failed: client connection to 127.20.46.188:38181: connect: Connection refused (error 111)
21:05:26.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:26.150799 20746 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.46.188" port: 38181 } attempt: 1
21:05:26.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:26.151365 20824 master_runner.cc:387] Master server non-default flags:
21:05:26.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:05:26.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.46.148:46467
21:05:26.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:05:26.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:05:26.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3994378113951557591/master-2/data
21:05:26.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3994378113951557591/master-2/wal
21:05:26.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:05:26.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.20.46.190:36007,127.20.46.189:42409,127.20.46.188:38181
21:05:26.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:05:26.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:05:26.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:05:26.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.46.188:38181
21:05:26.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:05:26.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:05:26.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:05:26.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43253/jwks.json
21:05:26.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:05:26.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:05:26.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3994378113951557591/master-2/data/info.pb
21:05:26.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.46.188
21:05:26.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:05:26.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:05:26.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:05:26.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:05:26.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:05:26.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:05:26.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3994378113951557591/master-2/logs
21:05:26.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:05:26.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:05:26.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
21:05:26.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
21:05:26.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
21:05:26.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 6bec869c2320d19f2589b3f609f76e5041a21d27
21:05:26.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:05:26.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 20:43:55 UTC on e7f111948823
21:05:26.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16878
21:05:26.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:05:26.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:26.153386 20824 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:05:26.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:26.155773 20824 file_cache.cc:492] Constructed file cache file cache with capacity 419430
21:05:26.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:26.156764 20746 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.20.46.188:38181: Network error: Client connection negotiation failed: client connection to 127.20.46.188:38181: connect: Connection refused (error 111)
21:05:26.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:26.168319 20836 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:05:26.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:26.238176 20746 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.46.188" port: 38181 } attempt: 2
21:05:26.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:26.244764 20746 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.20.46.188:38181: Network error: Client connection negotiation failed: client connection to 127.20.46.188:38181: connect: Connection refused (error 111)
21:05:26.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:26.330197 20746 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.46.188" port: 38181 } attempt: 3
21:05:26.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:26.337508 20746 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.20.46.188:38181: Network error: Client connection negotiation failed: client connection to 127.20.46.188:38181: connect: Connection refused (error 111)
21:05:26.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:26.443444 20822 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.46.188" port: 38181 } attempt: 5
21:05:26.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:26.449754 20822 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.20.46.188:38181: Network error: Client connection negotiation failed: client connection to 127.20.46.188:38181: connect: Connection refused (error 111)
21:05:26.477 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 55 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544726476 for job 50520737ebe38e2625b3d1dfb8799f70.
21:05:26.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:26.477952 20746 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.46.188" port: 38181 } attempt: 4
21:05:26.497 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 55 for job 50520737ebe38e2625b3d1dfb8799f70 (2270 bytes, checkpointDuration=20 ms, finalizationTime=1 ms).
21:05:26.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:26.497344 20746 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.20.46.188:38181: Network error: Client connection negotiation failed: client connection to 127.20.46.188:38181: connect: Connection refused (error 111)
21:05:26.499 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 55 as completed for source Source: KuduSource.
21:05:26.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:26.780817 20746 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.46.188" port: 38181 } attempt: 5
21:05:26.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:26.797205 20746 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.20.46.188:38181: Network error: Client connection negotiation failed: client connection to 127.20.46.188:38181: connect: Connection refused (error 111)
21:05:26.978 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 56 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544726977 for job 50520737ebe38e2625b3d1dfb8799f70.
21:05:26.984 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.17.168.188:37843(127.17.168.188:37843)] connecting to peer
21:05:26.985 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.17.168.190:39209(127.17.168.190:39209)] connecting to peer
21:05:26.985 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843
21:05:26.985 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.168.188:37843(127.17.168.188:37843)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843
21:05:26.985 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.17.168.189:46111(127.17.168.189:46111)] connecting to peer
21:05:26.985 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.168.188:37843: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843
21:05:26.986 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209
21:05:26.986 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.168.190:39209(127.17.168.190:39209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209
21:05:26.986 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.168.190:39209: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209
21:05:26.986 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111
21:05:26.986 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.168.189:46111(127.17.168.189:46111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111
21:05:26.987 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.168.189:46111: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111
21:05:26.987 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111; will retry
21:05:26.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:26.997188 20822 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.46.188" port: 38181 } attempt: 6
21:05:27.001 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 56 for job 50520737ebe38e2625b3d1dfb8799f70 (2270 bytes, checkpointDuration=23 ms, finalizationTime=1 ms).
21:05:27.003 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 56 as completed for source Source: KuduSource.
21:05:27.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:27.048130 20822 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.20.46.188:38181: Network error: Client connection negotiation failed: client connection to 127.20.46.188:38181: connect: Connection refused (error 111)
21:05:27.302 [DEBUG - pool-30-thread-1] (Connection.java:748) [peer master-127.17.168.188:37843(127.17.168.188:37843)] connecting to peer
21:05:27.303 [DEBUG - pool-30-thread-1] (Connection.java:748) [peer master-127.17.168.190:39209(127.17.168.190:39209)] connecting to peer
21:05:27.303 [DEBUG - pool-30-thread-1] (Connection.java:748) [peer master-127.17.168.189:46111(127.17.168.189:46111)] connecting to peer
21:05:27.304 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209
21:05:27.304 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.168.190:39209(127.17.168.190:39209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209
21:05:27.304 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.168.190:39209: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209
21:05:27.304 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843
21:05:27.304 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.168.188:37843(127.17.168.188:37843)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843
21:05:27.304 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.168.188:37843: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843
21:05:27.305 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111
21:05:27.305 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.168.189:46111(127.17.168.189:46111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111
21:05:27.305 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.168.189:46111: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111
21:05:27.305 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111; will retry
21:05:27.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:27.349783 20746 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.46.188" port: 38181 } attempt: 6
21:05:27.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:27.395548 20746 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.20.46.188:38181: Network error: Client connection negotiation failed: client connection to 127.20.46.188:38181: connect: Connection refused (error 111)
21:05:27.478 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 57 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544727477 for job 50520737ebe38e2625b3d1dfb8799f70.
21:05:27.497 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 57 for job 50520737ebe38e2625b3d1dfb8799f70 (2270 bytes, checkpointDuration=19 ms, finalizationTime=1 ms).
21:05:27.499 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 57 as completed for source Source: KuduSource.
21:05:27.843 [DEBUG - pool-12-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30005), Traces: [0ms] sending RPC to server master-127.17.168.190:39209, [7ms] received response from server master-127.17.168.190:39209: OK, deferred=null) with no deferred attached!
21:05:27.977 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 58 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544727976 for job 50520737ebe38e2625b3d1dfb8799f70.
21:05:27.992 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 58 for job 50520737ebe38e2625b3d1dfb8799f70 (2270 bytes, checkpointDuration=15 ms, finalizationTime=1 ms).
21:05:27.994 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 58 as completed for source Source: KuduSource.
21:05:28.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:28.108570 20822 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.46.188" port: 38181 } attempt: 7
21:05:28.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:28.139328 20822 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.20.46.188:38181: Network error: Client connection negotiation failed: client connection to 127.20.46.188:38181: connect: Connection refused (error 111)
21:05:28.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:28.429149 20746 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.46.188" port: 38181 } attempt: 7
21:05:28.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:28.437022 20746 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.20.46.188:38181: Network error: Client connection negotiation failed: client connection to 127.20.46.188:38181: connect: Connection refused (error 111)
21:05:28.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:27.572561 20835 debug-util.cc:398] Leaking SignalData structure 0x7b0800028020 after lost signal to thread 20824
21:05:28.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:28.441608 20835 kernel_stack_watchdog.cc:198] Thread 20824 stuck at /home/jenkins-slave/workspace/build_and_test@2/src/kudu/util/thread.cc:642 for 399ms:
21:05:28.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
21:05:28.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
21:05:28.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
21:05:28.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
21:05:28.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:28.441963 20824 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 2.272s	user 0.726s	sys 1.277s
21:05:28.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:26.170984 20837 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:05:28.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:28.442405 20824 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 2.273s	user 0.726s	sys 1.277s
21:05:28.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:28.443523 20838 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection timed out after 2273 milliseconds
21:05:28.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:28.444497 20839 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:05:28.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:28.444427 20824 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
21:05:28.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:28.449995 20824 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:05:28.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:28.453388 20824 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:05:28.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:28.454900 20824 hybrid_clock.cc:648] HybridClock initialized: now 1783544728454686 us; error 207 us; skew 500 ppm
21:05:28.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:28.456082 20824 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:05:28.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:28.463474 20824 webserver.cc:534] Webserver started at http://127.20.46.188:36637/ using document root <none> and password file <none>
21:05:28.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:28.464474 20824 fs_manager.cc:362] Metadata directory not provided
21:05:28.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:28.464687 20824 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:05:28.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:28.465092 20824 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
21:05:28.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:28.469924 20824 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3994378113951557591/master-2/data/instance:
21:05:28.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "14f10c578755423ab28848af2e0839dc"
21:05:28.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:05:28 on dist-test-slave-3sd5"
21:05:28.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:28.471410 20824 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3994378113951557591/master-2/wal/instance:
21:05:28.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "14f10c578755423ab28848af2e0839dc"
21:05:28.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:05:28 on dist-test-slave-3sd5"
21:05:28.477 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 59 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544728476 for job 50520737ebe38e2625b3d1dfb8799f70.
21:05:28.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:28.481014 20824 fs_manager.cc:696] Time spent creating directory manager: real 0.009s	user 0.005s	sys 0.002s
21:05:28.490 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 59 for job 50520737ebe38e2625b3d1dfb8799f70 (2270 bytes, checkpointDuration=13 ms, finalizationTime=1 ms).
21:05:28.491 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 59 as completed for source Source: KuduSource.
21:05:28.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:28.492715 20857 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
21:05:28.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:28.494171 20824 fs_manager.cc:730] Time spent opening block manager: real 0.008s	user 0.004s	sys 0.003s
21:05:28.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:28.494508 20824 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3994378113951557591/master-2/data,/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3994378113951557591/master-2/wal
21:05:28.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "14f10c578755423ab28848af2e0839dc"
21:05:28.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:05:28 on dist-test-slave-3sd5"
21:05:28.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:28.494838 20824 fs_report.cc:389] FS layout report
21:05:28.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:05:28.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3994378113951557591/master-2/wal
21:05:28.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3994378113951557591/master-2/wal
21:05:28.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3994378113951557591/master-2/data/data
21:05:28.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:05:28.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:05:28.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:05:28.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:05:28.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:05:28.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:05:28.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:05:28.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:05:28.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:05:28.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:05:28.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:05:28.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:28.561123 20824 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
21:05:28.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:28.562595 20824 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:05:28.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:28.563184 20824 kserver.cc:163] Server-wide thread pool size limit: 3276
21:05:28.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:28.644119 20824 rpc_server.cc:307] RPC server started. Bound to: 127.20.46.188:38181
21:05:28.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:28.644192 20908 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.20.46.188:38181 every 8 connection(s)
21:05:28.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:28.647226 20824 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3994378113951557591/master-2/data/info.pb
21:05:28.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:28.651355 20666 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu as pid 20824
21:05:28.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:28.651898 20666 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3994378113951557591/master-2/wal/instance
21:05:28.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:28.655606 20909 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
21:05:28.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:28.676528 20909 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.20.46.190" port: 36007 } has no permanent_uuid. Determining permanent_uuid...
21:05:28.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:28.706642 20909 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.20.46.189" port: 42409 } has no permanent_uuid. Determining permanent_uuid...
21:05:28.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:28.721549 20909 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.20.46.188" port: 38181 } has no permanent_uuid. Determining permanent_uuid...
21:05:28.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:28.742822 20909 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 14f10c578755423ab28848af2e0839dc: Bootstrap starting.
21:05:28.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:28.751335 20909 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 14f10c578755423ab28848af2e0839dc: Neither blocks nor log segments found. Creating new log.
21:05:28.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:28.753218 20909 log.cc:826] T 00000000000000000000000000000000 P 14f10c578755423ab28848af2e0839dc: Log is configured to *not* fsync() on all Append() calls
21:05:28.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:28.759447 20909 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 14f10c578755423ab28848af2e0839dc: No bootstrap required, opened a new log
21:05:28.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:28.781746 20909 raft_consensus.cc:359] T 00000000000000000000000000000000 P 14f10c578755423ab28848af2e0839dc [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b70ae6e0c04947b2985029d70d7032f0" member_type: VOTER last_known_addr { host: "127.20.46.190" port: 36007 } } peers { permanent_uuid: "d8b7b8e2996546e38d42897cb877fe84" member_type: VOTER last_known_addr { host: "127.20.46.189" port: 42409 } } peers { permanent_uuid: "14f10c578755423ab28848af2e0839dc" member_type: VOTER last_known_addr { host: "127.20.46.188" port: 38181 } }
21:05:28.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:28.782480 20909 raft_consensus.cc:385] T 00000000000000000000000000000000 P 14f10c578755423ab28848af2e0839dc [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:05:28.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:28.782776 20909 raft_consensus.cc:740] T 00000000000000000000000000000000 P 14f10c578755423ab28848af2e0839dc [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 14f10c578755423ab28848af2e0839dc, State: Initialized, Role: FOLLOWER
21:05:28.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:28.783733 20909 consensus_queue.cc:260] T 00000000000000000000000000000000 P 14f10c578755423ab28848af2e0839dc [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b70ae6e0c04947b2985029d70d7032f0" member_type: VOTER last_known_addr { host: "127.20.46.190" port: 36007 } } peers { permanent_uuid: "d8b7b8e2996546e38d42897cb877fe84" member_type: VOTER last_known_addr { host: "127.20.46.189" port: 42409 } } peers { permanent_uuid: "14f10c578755423ab28848af2e0839dc" member_type: VOTER last_known_addr { host: "127.20.46.188" port: 38181 } }
21:05:28.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:28.786672 20919 sys_catalog.cc:455] T 00000000000000000000000000000000 P 14f10c578755423ab28848af2e0839dc [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b70ae6e0c04947b2985029d70d7032f0" member_type: VOTER last_known_addr { host: "127.20.46.190" port: 36007 } } peers { permanent_uuid: "d8b7b8e2996546e38d42897cb877fe84" member_type: VOTER last_known_addr { host: "127.20.46.189" port: 42409 } } peers { permanent_uuid: "14f10c578755423ab28848af2e0839dc" member_type: VOTER last_known_addr { host: "127.20.46.188" port: 38181 } } }
21:05:28.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:28.787433 20919 sys_catalog.cc:458] T 00000000000000000000000000000000 P 14f10c578755423ab28848af2e0839dc [sys.catalog]: This master's current role is: FOLLOWER
21:05:28.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:28.788694 20909 sys_catalog.cc:565] T 00000000000000000000000000000000 P 14f10c578755423ab28848af2e0839dc [sys.catalog]: configured and running, proceeding with master startup.
21:05:28.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:28.819185 20930 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 14f10c578755423ab28848af2e0839dc: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
21:05:28.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:28.819422 20863 tablet.cc:2406] T 00000000000000000000000000000000 P 14f10c578755423ab28848af2e0839dc: Can't schedule compaction. Clean time has not been advanced past its initial value.
21:05:28.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:28.819583 20930 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
21:05:28.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:28.813467 20824 master_runner.cc:187] Error getting master registration for 127.20.46.190:36007: OK, instance_id { permanent_uuid: "b70ae6e0c04947b2985029d70d7032f0" instance_seqno: 1783544723681612 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
21:05:28.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:28.841084 20824 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
21:05:28.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:28.875365 20919 raft_consensus.cc:493] T 00000000000000000000000000000000 P 14f10c578755423ab28848af2e0839dc [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
21:05:28.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:28.875946 20919 raft_consensus.cc:515] T 00000000000000000000000000000000 P 14f10c578755423ab28848af2e0839dc [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b70ae6e0c04947b2985029d70d7032f0" member_type: VOTER last_known_addr { host: "127.20.46.190" port: 36007 } } peers { permanent_uuid: "d8b7b8e2996546e38d42897cb877fe84" member_type: VOTER last_known_addr { host: "127.20.46.189" port: 42409 } } peers { permanent_uuid: "14f10c578755423ab28848af2e0839dc" member_type: VOTER last_known_addr { host: "127.20.46.188" port: 38181 } }
21:05:28.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:28.878875 20919 leader_election.cc:290] T 00000000000000000000000000000000 P 14f10c578755423ab28848af2e0839dc [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers b70ae6e0c04947b2985029d70d7032f0 (127.20.46.190:36007), d8b7b8e2996546e38d42897cb877fe84 (127.20.46.189:42409)
21:05:28.977 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 60 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544728976 for job 50520737ebe38e2625b3d1dfb8799f70.
21:05:28.989 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 60 for job 50520737ebe38e2625b3d1dfb8799f70 (2270 bytes, checkpointDuration=12 ms, finalizationTime=1 ms).
21:05:28.990 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 60 as completed for source Source: KuduSource.
21:05:29.377 [DEBUG - pool-18-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30002), Traces: [0ms] sending RPC to server master-127.18.92.188:36207, [11ms] received response from server master-127.18.92.188:36207: OK, deferred=null) with no deferred attached!
21:05:29.387 [DEBUG - pool-14-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30011), Traces: [0ms] sending RPC to server master-127.18.92.188:36207, [19ms] received response from server master-127.18.92.188:36207: OK, deferred=null) with no deferred attached!
21:05:29.388 [DEBUG - pool-14-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30004), Traces: [0ms] sending RPC to server master-127.18.92.188:36207, [52ms] received response from server master-127.18.92.188:36207: OK, deferred=null) with no deferred attached!
21:05:29.388 [DEBUG - pool-14-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30002), Traces: [0ms] sending RPC to server master-127.18.92.188:36207, [22ms] received response from server master-127.18.92.188:36207: OK, deferred=null) with no deferred attached!
21:05:29.397 [DEBUG - pool-18-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30016), Traces: [0ms] sending RPC to server master-127.18.92.188:36207, [47ms] received response from server master-127.18.92.188:36207: OK, deferred=null) with no deferred attached!
21:05:29.477 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 61 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544729476 for job 50520737ebe38e2625b3d1dfb8799f70.
21:05:29.488 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 61 for job 50520737ebe38e2625b3d1dfb8799f70 (2270 bytes, checkpointDuration=12 ms, finalizationTime=0 ms).
21:05:29.489 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 61 as completed for source Source: KuduSource.
21:05:29.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:29.824179 20930 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 14f10c578755423ab28848af2e0839dc: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
21:05:29.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:29.824558 20930 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
21:05:29.978 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 62 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544729977 for job 50520737ebe38e2625b3d1dfb8799f70.
21:05:29.988 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 62 for job 50520737ebe38e2625b3d1dfb8799f70 (2270 bytes, checkpointDuration=10 ms, finalizationTime=1 ms).
21:05:29.989 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 62 as completed for source Source: KuduSource.
21:05:30.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:30.229791 20822 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.46.188" port: 38181 } attempt: 8
21:05:30.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:30.266033 20822 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P d8b7b8e2996546e38d42897cb877fe84: Bootstrap starting.
21:05:30.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:30.275812 20822 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P d8b7b8e2996546e38d42897cb877fe84: Neither blocks nor log segments found. Creating new log.
21:05:30.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:30.278703 20822 log.cc:826] T 00000000000000000000000000000000 P d8b7b8e2996546e38d42897cb877fe84: Log is configured to *not* fsync() on all Append() calls
21:05:30.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:30.287418 20822 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P d8b7b8e2996546e38d42897cb877fe84: No bootstrap required, opened a new log
21:05:30.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:30.312234 20822 raft_consensus.cc:359] T 00000000000000000000000000000000 P d8b7b8e2996546e38d42897cb877fe84 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b70ae6e0c04947b2985029d70d7032f0" member_type: VOTER last_known_addr { host: "127.20.46.190" port: 36007 } } peers { permanent_uuid: "d8b7b8e2996546e38d42897cb877fe84" member_type: VOTER last_known_addr { host: "127.20.46.189" port: 42409 } } peers { permanent_uuid: "14f10c578755423ab28848af2e0839dc" member_type: VOTER last_known_addr { host: "127.20.46.188" port: 38181 } }
21:05:30.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:30.313199 20822 raft_consensus.cc:385] T 00000000000000000000000000000000 P d8b7b8e2996546e38d42897cb877fe84 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:05:30.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:30.313513 20822 raft_consensus.cc:740] T 00000000000000000000000000000000 P d8b7b8e2996546e38d42897cb877fe84 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d8b7b8e2996546e38d42897cb877fe84, State: Initialized, Role: FOLLOWER
21:05:30.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:30.314798 20822 consensus_queue.cc:260] T 00000000000000000000000000000000 P d8b7b8e2996546e38d42897cb877fe84 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b70ae6e0c04947b2985029d70d7032f0" member_type: VOTER last_known_addr { host: "127.20.46.190" port: 36007 } } peers { permanent_uuid: "d8b7b8e2996546e38d42897cb877fe84" member_type: VOTER last_known_addr { host: "127.20.46.189" port: 42409 } } peers { permanent_uuid: "14f10c578755423ab28848af2e0839dc" member_type: VOTER last_known_addr { host: "127.20.46.188" port: 38181 } }
21:05:30.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:30.319007 20936 sys_catalog.cc:455] T 00000000000000000000000000000000 P d8b7b8e2996546e38d42897cb877fe84 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b70ae6e0c04947b2985029d70d7032f0" member_type: VOTER last_known_addr { host: "127.20.46.190" port: 36007 } } peers { permanent_uuid: "d8b7b8e2996546e38d42897cb877fe84" member_type: VOTER last_known_addr { host: "127.20.46.189" port: 42409 } } peers { permanent_uuid: "14f10c578755423ab28848af2e0839dc" member_type: VOTER last_known_addr { host: "127.20.46.188" port: 38181 } } }
21:05:30.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:30.320216 20936 sys_catalog.cc:458] T 00000000000000000000000000000000 P d8b7b8e2996546e38d42897cb877fe84 [sys.catalog]: This master's current role is: FOLLOWER
21:05:30.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:30.321362 20822 sys_catalog.cc:565] T 00000000000000000000000000000000 P d8b7b8e2996546e38d42897cb877fe84 [sys.catalog]: configured and running, proceeding with master startup.
21:05:30.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:30.323380 20797 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "14f10c578755423ab28848af2e0839dc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d8b7b8e2996546e38d42897cb877fe84" is_pre_election: true
21:05:30.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:30.324779 20797 raft_consensus.cc:2468] T 00000000000000000000000000000000 P d8b7b8e2996546e38d42897cb877fe84 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 14f10c578755423ab28848af2e0839dc in term 0.
21:05:30.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:30.325738 20797 rpcz_store.cc:267] Call kudu.consensus.ConsensusService.RequestConsensusVote from 127.0.0.1:36290 (request call id 1) took 1445 ms (client timeout 1758 ms). Trace:
21:05:30.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:30.326470 20797 rpcz_store.cc:269] 0708 21:05:28.880034 (+     0us) service_pool.cc:167] Inserting onto call queue
21:05:30.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0708 21:05:28.880504 (+   470us) service_pool.cc:224] Handling call
21:05:30.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0708 21:05:30.325644 (+1445140us) inbound_call.cc:177] Queueing success response
21:05:30.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
21:05:30.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:30.328886 20860 leader_election.cc:304] T 00000000000000000000000000000000 P 14f10c578755423ab28848af2e0839dc [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 14f10c578755423ab28848af2e0839dc, d8b7b8e2996546e38d42897cb877fe84; no voters: 
21:05:30.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:30.332145 20939 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 14f10c578755423ab28848af2e0839dc [term 0 FOLLOWER]: Leader pre-election won for term 1
21:05:30.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:30.333055 20939 raft_consensus.cc:493] T 00000000000000000000000000000000 P 14f10c578755423ab28848af2e0839dc [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
21:05:30.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:30.333741 20939 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 14f10c578755423ab28848af2e0839dc [term 0 FOLLOWER]: Advancing to term 1
21:05:30.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:30.343791 20939 raft_consensus.cc:515] T 00000000000000000000000000000000 P 14f10c578755423ab28848af2e0839dc [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b70ae6e0c04947b2985029d70d7032f0" member_type: VOTER last_known_addr { host: "127.20.46.190" port: 36007 } } peers { permanent_uuid: "d8b7b8e2996546e38d42897cb877fe84" member_type: VOTER last_known_addr { host: "127.20.46.189" port: 42409 } } peers { permanent_uuid: "14f10c578755423ab28848af2e0839dc" member_type: VOTER last_known_addr { host: "127.20.46.188" port: 38181 } }
21:05:30.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:30.359303 20797 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "14f10c578755423ab28848af2e0839dc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d8b7b8e2996546e38d42897cb877fe84"
21:05:30.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:30.359954 20797 raft_consensus.cc:3060] T 00000000000000000000000000000000 P d8b7b8e2996546e38d42897cb877fe84 [term 0 FOLLOWER]: Advancing to term 1
21:05:30.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:30.361678 20776 tablet.cc:2406] T 00000000000000000000000000000000 P d8b7b8e2996546e38d42897cb877fe84: Can't schedule compaction. Clean time has not been advanced past its initial value.
21:05:30.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:30.369799 20939 leader_election.cc:290] T 00000000000000000000000000000000 P 14f10c578755423ab28848af2e0839dc [CANDIDATE]: Term 1 election: Requested vote from peers b70ae6e0c04947b2985029d70d7032f0 (127.20.46.190:36007), d8b7b8e2996546e38d42897cb877fe84 (127.20.46.189:42409)
21:05:30.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:30.371527 20797 raft_consensus.cc:2468] T 00000000000000000000000000000000 P d8b7b8e2996546e38d42897cb877fe84 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 14f10c578755423ab28848af2e0839dc in term 1.
21:05:30.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:30.373677 20860 leader_election.cc:304] T 00000000000000000000000000000000 P 14f10c578755423ab28848af2e0839dc [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 14f10c578755423ab28848af2e0839dc, d8b7b8e2996546e38d42897cb877fe84; no voters: 
21:05:30.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:30.375217 20939 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 14f10c578755423ab28848af2e0839dc [term 1 FOLLOWER]: Leader election won for term 1
21:05:30.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:30.399343 20939 raft_consensus.cc:697] T 00000000000000000000000000000000 P 14f10c578755423ab28848af2e0839dc [term 1 LEADER]: Becoming Leader. State: Replica: 14f10c578755423ab28848af2e0839dc, State: Running, Role: LEADER
21:05:30.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:30.402632 20939 consensus_queue.cc:237] T 00000000000000000000000000000000 P 14f10c578755423ab28848af2e0839dc [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b70ae6e0c04947b2985029d70d7032f0" member_type: VOTER last_known_addr { host: "127.20.46.190" port: 36007 } } peers { permanent_uuid: "d8b7b8e2996546e38d42897cb877fe84" member_type: VOTER last_known_addr { host: "127.20.46.189" port: 42409 } } peers { permanent_uuid: "14f10c578755423ab28848af2e0839dc" member_type: VOTER last_known_addr { host: "127.20.46.188" port: 38181 } }
21:05:30.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:30.427707 20950 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
21:05:30.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:30.430855 20945 sys_catalog.cc:455] T 00000000000000000000000000000000 P 14f10c578755423ab28848af2e0839dc [sys.catalog]: SysCatalogTable state changed. Reason: New leader 14f10c578755423ab28848af2e0839dc. Latest consensus state: current_term: 1 leader_uuid: "14f10c578755423ab28848af2e0839dc" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b70ae6e0c04947b2985029d70d7032f0" member_type: VOTER last_known_addr { host: "127.20.46.190" port: 36007 } } peers { permanent_uuid: "d8b7b8e2996546e38d42897cb877fe84" member_type: VOTER last_known_addr { host: "127.20.46.189" port: 42409 } } peers { permanent_uuid: "14f10c578755423ab28848af2e0839dc" member_type: VOTER last_known_addr { host: "127.20.46.188" port: 38181 } } }
21:05:30.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:30.431983 20945 sys_catalog.cc:458] T 00000000000000000000000000000000 P 14f10c578755423ab28848af2e0839dc [sys.catalog]: This master's current role is: LEADER
21:05:30.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:30.436319 20951 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
21:05:30.445 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.17.168.188:37843(127.17.168.188:37843)] connecting to peer
21:05:30.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:30.445436 20951 catalog_manager.cc:1519] Initializing Kudu cluster ID...
21:05:30.446 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843
21:05:30.446 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.168.188:37843(127.17.168.188:37843)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843
21:05:30.446 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.168.188:37843: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843
21:05:30.445 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.17.168.190:39209(127.17.168.190:39209)] connecting to peer
21:05:30.448 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.17.168.189:46111(127.17.168.189:46111)] connecting to peer
21:05:30.449 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209
21:05:30.450 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.168.190:39209(127.17.168.190:39209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209
21:05:30.450 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.168.190:39209: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209
21:05:30.451 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111
21:05:30.451 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.168.189:46111(127.17.168.189:46111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111
21:05:30.451 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.168.189:46111: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111
21:05:30.451 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111; will retry
21:05:30.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:30.472774 20797 raft_consensus.cc:1275] T 00000000000000000000000000000000 P d8b7b8e2996546e38d42897cb877fe84 [term 1 FOLLOWER]: Refusing update from remote peer 14f10c578755423ab28848af2e0839dc: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
21:05:30.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:30.476167 20945 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 14f10c578755423ab28848af2e0839dc [LEADER]: Connected to new peer: Peer: permanent_uuid: "d8b7b8e2996546e38d42897cb877fe84" member_type: VOTER last_known_addr { host: "127.20.46.189" port: 42409 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
21:05:30.478 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 63 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544730477 for job 50520737ebe38e2625b3d1dfb8799f70.
21:05:30.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:30.498533 20746 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.46.188" port: 38181 } attempt: 8
21:05:30.503 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 63 for job 50520737ebe38e2625b3d1dfb8799f70 (2270 bytes, checkpointDuration=25 ms, finalizationTime=1 ms).
21:05:30.505 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 63 as completed for source Source: KuduSource.
21:05:30.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:30.433259 20748 master_runner.cc:187] Error getting master registration for 127.20.46.190:36007: OK, instance_id { permanent_uuid: "b70ae6e0c04947b2985029d70d7032f0" instance_seqno: 1783544723681612 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
21:05:30.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:30.509930 20748 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
21:05:30.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:30.535769 20936 sys_catalog.cc:455] T 00000000000000000000000000000000 P d8b7b8e2996546e38d42897cb877fe84 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 14f10c578755423ab28848af2e0839dc. Latest consensus state: current_term: 1 leader_uuid: "14f10c578755423ab28848af2e0839dc" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b70ae6e0c04947b2985029d70d7032f0" member_type: VOTER last_known_addr { host: "127.20.46.190" port: 36007 } } peers { permanent_uuid: "d8b7b8e2996546e38d42897cb877fe84" member_type: VOTER last_known_addr { host: "127.20.46.189" port: 42409 } } peers { permanent_uuid: "14f10c578755423ab28848af2e0839dc" member_type: VOTER last_known_addr { host: "127.20.46.188" port: 38181 } } }
21:05:30.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:30.536388 20936 sys_catalog.cc:458] T 00000000000000000000000000000000 P d8b7b8e2996546e38d42897cb877fe84 [sys.catalog]: This master's current role is: FOLLOWER
21:05:30.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:30.545370 20952 mvcc.cc:204] Tried to move back new op lower bound from 7305399215990657024 to 7305399215752548352. Current Snapshot: MvccSnapshot[applied={T|T < 7305399215990657024}]
21:05:30.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:30.551359 20954 mvcc.cc:204] Tried to move back new op lower bound from 7305399215990657024 to 7305399215752548352. Current Snapshot: MvccSnapshot[applied={T|T < 7305399215990657024}]
21:05:30.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:30.552181 20939 sys_catalog.cc:455] T 00000000000000000000000000000000 P 14f10c578755423ab28848af2e0839dc [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "14f10c578755423ab28848af2e0839dc" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b70ae6e0c04947b2985029d70d7032f0" member_type: VOTER last_known_addr { host: "127.20.46.190" port: 36007 } } peers { permanent_uuid: "d8b7b8e2996546e38d42897cb877fe84" member_type: VOTER last_known_addr { host: "127.20.46.189" port: 42409 } } peers { permanent_uuid: "14f10c578755423ab28848af2e0839dc" member_type: VOTER last_known_addr { host: "127.20.46.188" port: 38181 } } }
21:05:30.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:30.552971 20939 sys_catalog.cc:458] T 00000000000000000000000000000000 P 14f10c578755423ab28848af2e0839dc [sys.catalog]: This master's current role is: LEADER
21:05:30.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:30.556481 20951 catalog_manager.cc:1382] Generated new cluster ID: 401e02beec594ea5bd8023333d490333
21:05:30.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:30.556815 20951 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
21:05:30.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:30.557523 20746 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P b70ae6e0c04947b2985029d70d7032f0: Bootstrap starting.
21:05:30.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:30.576061 20936 sys_catalog.cc:455] T 00000000000000000000000000000000 P d8b7b8e2996546e38d42897cb877fe84 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "14f10c578755423ab28848af2e0839dc" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b70ae6e0c04947b2985029d70d7032f0" member_type: VOTER last_known_addr { host: "127.20.46.190" port: 36007 } } peers { permanent_uuid: "d8b7b8e2996546e38d42897cb877fe84" member_type: VOTER last_known_addr { host: "127.20.46.189" port: 42409 } } peers { permanent_uuid: "14f10c578755423ab28848af2e0839dc" member_type: VOTER last_known_addr { host: "127.20.46.188" port: 38181 } } }
21:05:30.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:30.577004 20936 sys_catalog.cc:458] T 00000000000000000000000000000000 P d8b7b8e2996546e38d42897cb877fe84 [sys.catalog]: This master's current role is: FOLLOWER
21:05:30.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:30.589551 20746 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P b70ae6e0c04947b2985029d70d7032f0: Neither blocks nor log segments found. Creating new log.
21:05:30.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:30.597810 20746 log.cc:826] T 00000000000000000000000000000000 P b70ae6e0c04947b2985029d70d7032f0: Log is configured to *not* fsync() on all Append() calls
21:05:30.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:30.599943 20951 catalog_manager.cc:1405] Generated new certificate authority record
21:05:30.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:30.602636 20951 catalog_manager.cc:1539] Loading token signing keys...
21:05:30.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:30.611225 20746 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P b70ae6e0c04947b2985029d70d7032f0: No bootstrap required, opened a new log
21:05:30.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:30.634548 20951 catalog_manager.cc:6069] T 00000000000000000000000000000000 P 14f10c578755423ab28848af2e0839dc: Generated new TSK 0
21:05:30.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:30.635859 20951 catalog_manager.cc:1549] Initializing in-progress tserver states...
21:05:30.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:30.638509 20859 proxy.cc:239] Call had error, refreshing address and retrying: Timed out: RequestConsensusVote RPC to 127.20.46.190:36007 timed out after 1.758s (SENT)
21:05:30.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:30.646528 20746 raft_consensus.cc:359] T 00000000000000000000000000000000 P b70ae6e0c04947b2985029d70d7032f0 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b70ae6e0c04947b2985029d70d7032f0" member_type: VOTER last_known_addr { host: "127.20.46.190" port: 36007 } } peers { permanent_uuid: "d8b7b8e2996546e38d42897cb877fe84" member_type: VOTER last_known_addr { host: "127.20.46.189" port: 42409 } } peers { permanent_uuid: "14f10c578755423ab28848af2e0839dc" member_type: VOTER last_known_addr { host: "127.20.46.188" port: 38181 } }
21:05:30.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:30.647490 20746 raft_consensus.cc:385] T 00000000000000000000000000000000 P b70ae6e0c04947b2985029d70d7032f0 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:05:30.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:30.647826 20746 raft_consensus.cc:740] T 00000000000000000000000000000000 P b70ae6e0c04947b2985029d70d7032f0 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: b70ae6e0c04947b2985029d70d7032f0, State: Initialized, Role: FOLLOWER
21:05:30.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:30.648841 20746 consensus_queue.cc:260] T 00000000000000000000000000000000 P b70ae6e0c04947b2985029d70d7032f0 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b70ae6e0c04947b2985029d70d7032f0" member_type: VOTER last_known_addr { host: "127.20.46.190" port: 36007 } } peers { permanent_uuid: "d8b7b8e2996546e38d42897cb877fe84" member_type: VOTER last_known_addr { host: "127.20.46.189" port: 42409 } } peers { permanent_uuid: "14f10c578755423ab28848af2e0839dc" member_type: VOTER last_known_addr { host: "127.20.46.188" port: 38181 } }
21:05:30.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:30.657254 20960 sys_catalog.cc:455] T 00000000000000000000000000000000 P b70ae6e0c04947b2985029d70d7032f0 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b70ae6e0c04947b2985029d70d7032f0" member_type: VOTER last_known_addr { host: "127.20.46.190" port: 36007 } } peers { permanent_uuid: "d8b7b8e2996546e38d42897cb877fe84" member_type: VOTER last_known_addr { host: "127.20.46.189" port: 42409 } } peers { permanent_uuid: "14f10c578755423ab28848af2e0839dc" member_type: VOTER last_known_addr { host: "127.20.46.188" port: 38181 } } }
21:05:30.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:30.658093 20960 sys_catalog.cc:458] T 00000000000000000000000000000000 P b70ae6e0c04947b2985029d70d7032f0 [sys.catalog]: This master's current role is: FOLLOWER
21:05:30.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:30.661101 20746 sys_catalog.cc:565] T 00000000000000000000000000000000 P b70ae6e0c04947b2985029d70d7032f0 [sys.catalog]: configured and running, proceeding with master startup.
21:05:30.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:30.661309 20718 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "14f10c578755423ab28848af2e0839dc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b70ae6e0c04947b2985029d70d7032f0" is_pre_election: true
21:05:30.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:30.662261 20718 raft_consensus.cc:2468] T 00000000000000000000000000000000 P b70ae6e0c04947b2985029d70d7032f0 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 14f10c578755423ab28848af2e0839dc in term 0.
21:05:30.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:30.664263 20720 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "14f10c578755423ab28848af2e0839dc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b70ae6e0c04947b2985029d70d7032f0"
21:05:30.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:30.665647 20721 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "14f10c578755423ab28848af2e0839dc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b70ae6e0c04947b2985029d70d7032f0" is_pre_election: true
21:05:30.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:30.663913 20719 raft_consensus.cc:3060] T 00000000000000000000000000000000 P b70ae6e0c04947b2985029d70d7032f0 [term 0 FOLLOWER]: Advancing to term 1
21:05:30.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:30.666306 20666 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu
21:05:30.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu
21:05:30.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3994378113951557591/ts-0/wal
21:05:30.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3994378113951557591/ts-0/data
21:05:30.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:05:30.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:05:30.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:05:30.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:05:30.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:05:30.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:05:30.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3994378113951557591/ts-0/logs
21:05:30.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3994378113951557591/ts-0/data/info.pb
21:05:30.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:05:30.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:05:30.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:05:30.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:05:30.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:05:30.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:05:30.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:05:30.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:05:30.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
21:05:30.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:05:30.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.46.129:0
21:05:30.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.20.46.129
21:05:30.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.46.129
21:05:30.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:05:30.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.20.46.190:36007,127.20.46.189:42409,127.20.46.188:38181
21:05:30.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.46.148:46467
21:05:30.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:05:30.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:05:30.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
21:05:30.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:30.674613 20719 raft_consensus.cc:1275] T 00000000000000000000000000000000 P b70ae6e0c04947b2985029d70d7032f0 [term 1 FOLLOWER]: Refusing update from remote peer 14f10c578755423ab28848af2e0839dc: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
21:05:30.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:30.676913 20945 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 14f10c578755423ab28848af2e0839dc [LEADER]: Connected to new peer: Peer: permanent_uuid: "b70ae6e0c04947b2985029d70d7032f0" member_type: VOTER last_known_addr { host: "127.20.46.190" port: 36007 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
21:05:30.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:30.676195 20721 raft_consensus.cc:2468] T 00000000000000000000000000000000 P b70ae6e0c04947b2985029d70d7032f0 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 14f10c578755423ab28848af2e0839dc in term 1.
21:05:30.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:30.679100 20721 rpcz_store.cc:267] Call kudu.consensus.ConsensusService.RequestConsensusVote from 127.0.0.1:51202 (request call id 2) took 1797 ms (client timeout 1758 ms). Trace:
21:05:30.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:30.679960 20721 rpcz_store.cc:269] 0708 21:05:28.881504 (+     0us) service_pool.cc:167] Inserting onto call queue
21:05:30.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0708 21:05:28.881666 (+   162us) service_pool.cc:224] Handling call
21:05:30.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0708 21:05:30.678985 (+1797319us) inbound_call.cc:177] Queueing success response
21:05:30.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
21:05:30.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:30.803731 20960 sys_catalog.cc:455] T 00000000000000000000000000000000 P b70ae6e0c04947b2985029d70d7032f0 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 14f10c578755423ab28848af2e0839dc. Latest consensus state: current_term: 1 leader_uuid: "14f10c578755423ab28848af2e0839dc" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b70ae6e0c04947b2985029d70d7032f0" member_type: VOTER last_known_addr { host: "127.20.46.190" port: 36007 } } peers { permanent_uuid: "d8b7b8e2996546e38d42897cb877fe84" member_type: VOTER last_known_addr { host: "127.20.46.189" port: 42409 } } peers { permanent_uuid: "14f10c578755423ab28848af2e0839dc" member_type: VOTER last_known_addr { host: "127.20.46.188" port: 38181 } } }
21:05:30.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:30.803857 20969 sys_catalog.cc:455] T 00000000000000000000000000000000 P b70ae6e0c04947b2985029d70d7032f0 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "14f10c578755423ab28848af2e0839dc" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b70ae6e0c04947b2985029d70d7032f0" member_type: VOTER last_known_addr { host: "127.20.46.190" port: 36007 } } peers { permanent_uuid: "d8b7b8e2996546e38d42897cb877fe84" member_type: VOTER last_known_addr { host: "127.20.46.189" port: 42409 } } peers { permanent_uuid: "14f10c578755423ab28848af2e0839dc" member_type: VOTER last_known_addr { host: "127.20.46.188" port: 38181 } } }
21:05:30.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:30.804579 20960 sys_catalog.cc:458] T 00000000000000000000000000000000 P b70ae6e0c04947b2985029d70d7032f0 [sys.catalog]: This master's current role is: FOLLOWER
21:05:30.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:30.804765 20969 sys_catalog.cc:458] T 00000000000000000000000000000000 P b70ae6e0c04947b2985029d70d7032f0 [sys.catalog]: This master's current role is: FOLLOWER
21:05:30.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:30.876533 20979 catalog_manager.cc:1294] Loaded cluster ID: 401e02beec594ea5bd8023333d490333
21:05:30.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:30.876816 20979 catalog_manager.cc:1587] T 00000000000000000000000000000000 P b70ae6e0c04947b2985029d70d7032f0: loading cluster ID for follower catalog manager: success
21:05:30.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:30.884606 20979 catalog_manager.cc:1609] T 00000000000000000000000000000000 P b70ae6e0c04947b2985029d70d7032f0: acquiring CA information for follower catalog manager: success
21:05:30.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:30.890645 20979 catalog_manager.cc:1637] T 00000000000000000000000000000000 P b70ae6e0c04947b2985029d70d7032f0: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
21:05:30.977 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 64 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544730976 for job 50520737ebe38e2625b3d1dfb8799f70.
21:05:30.983 [DEBUG - pool-30-thread-1] (Connection.java:748) [peer master-127.17.168.188:37843(127.17.168.188:37843)] connecting to peer
21:05:30.984 [DEBUG - pool-30-thread-1] (Connection.java:748) [peer master-127.17.168.190:39209(127.17.168.190:39209)] connecting to peer
21:05:30.984 [DEBUG - pool-30-thread-1] (Connection.java:748) [peer master-127.17.168.189:46111(127.17.168.189:46111)] connecting to peer
21:05:30.985 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843
21:05:30.985 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.168.188:37843(127.17.168.188:37843)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843
21:05:30.986 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.168.188:37843: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843
21:05:30.992 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111
21:05:30.992 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.168.189:46111(127.17.168.189:46111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111
21:05:30.992 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.168.189:46111: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111
21:05:30.993 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209
21:05:30.993 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.168.190:39209(127.17.168.190:39209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209
21:05:30.993 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.168.190:39209: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209
21:05:30.993 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111; will retry
21:05:31.011 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 64 for job 50520737ebe38e2625b3d1dfb8799f70 (2270 bytes, checkpointDuration=28 ms, finalizationTime=7 ms).
21:05:31.012 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 64 as completed for source Source: KuduSource.
21:05:31.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:31.265631 20963 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
21:05:31.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:31.266672 20963 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:05:31.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:31.267931 20963 flags.cc:432] Enabled unsafe flag: --never_fsync=true
21:05:31.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:31.284585 20985 sys_catalog.cc:455] T 00000000000000000000000000000000 P 14f10c578755423ab28848af2e0839dc [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "14f10c578755423ab28848af2e0839dc" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b70ae6e0c04947b2985029d70d7032f0" member_type: VOTER last_known_addr { host: "127.20.46.190" port: 36007 } } peers { permanent_uuid: "d8b7b8e2996546e38d42897cb877fe84" member_type: VOTER last_known_addr { host: "127.20.46.189" port: 42409 } } peers { permanent_uuid: "14f10c578755423ab28848af2e0839dc" member_type: VOTER last_known_addr { host: "127.20.46.188" port: 38181 } } }
21:05:31.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:31.285931 20985 sys_catalog.cc:458] T 00000000000000000000000000000000 P 14f10c578755423ab28848af2e0839dc [sys.catalog]: This master's current role is: LEADER
21:05:31.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:31.327373 20963 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
21:05:31.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:31.328819 20963 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.20.46.129
21:05:31.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:31.409912 20963 tablet_server_runner.cc:78] Tablet server non-default flags:
21:05:31.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:05:31.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.46.148:46467
21:05:31.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:05:31.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:05:31.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3994378113951557591/ts-0/data
21:05:31.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3994378113951557591/ts-0/wal
21:05:31.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:05:31.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:05:31.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.46.129:0
21:05:31.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:05:31.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:05:31.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:05:31.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3994378113951557591/ts-0/data/info.pb
21:05:31.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.46.129
21:05:31.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:05:31.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.20.46.190:36007,127.20.46.189:42409,127.20.46.188:38181
21:05:31.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:05:31.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:05:31.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:05:31.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:05:31.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:05:31.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.20.46.129
21:05:31.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3994378113951557591/ts-0/logs
21:05:31.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:05:31.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:05:31.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
21:05:31.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
21:05:31.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
21:05:31.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 6bec869c2320d19f2589b3f609f76e5041a21d27
21:05:31.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:05:31.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 20:43:55 UTC on e7f111948823
21:05:31.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16878
21:05:31.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:05:31.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:31.413277 20963 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:05:31.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:31.416309 20963 file_cache.cc:492] Constructed file cache file cache with capacity 419430
21:05:31.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:31.447008 20950 catalog_manager.cc:1294] Loaded cluster ID: 401e02beec594ea5bd8023333d490333
21:05:31.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:31.449757 20950 catalog_manager.cc:1587] T 00000000000000000000000000000000 P d8b7b8e2996546e38d42897cb877fe84: loading cluster ID for follower catalog manager: success
21:05:31.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:31.465946 20950 catalog_manager.cc:1609] T 00000000000000000000000000000000 P d8b7b8e2996546e38d42897cb877fe84: acquiring CA information for follower catalog manager: success
21:05:31.477 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 65 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544731476 for job 50520737ebe38e2625b3d1dfb8799f70.
21:05:31.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:31.481942 20950 catalog_manager.cc:1637] T 00000000000000000000000000000000 P d8b7b8e2996546e38d42897cb877fe84: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
21:05:31.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:31.483081 20991 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:05:31.501 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 65 for job 50520737ebe38e2625b3d1dfb8799f70 (2270 bytes, checkpointDuration=25 ms, finalizationTime=0 ms).
21:05:31.503 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 65 as completed for source Source: KuduSource.
21:05:31.703 [DEBUG - pool-12-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30008), Traces: [0ms] sending RPC to server master-127.17.168.190:39209, [8ms] received response from server master-127.17.168.190:39209: OK, deferred=null) with no deferred attached!
21:05:31.977 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 66 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544731976 for job 50520737ebe38e2625b3d1dfb8799f70.
21:05:31.998 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 66 for job 50520737ebe38e2625b3d1dfb8799f70 (2270 bytes, checkpointDuration=22 ms, finalizationTime=0 ms).
21:05:32.001 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 66 as completed for source Source: KuduSource.
21:05:32.477 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 67 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544732476 for job 50520737ebe38e2625b3d1dfb8799f70.
21:05:32.499 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 67 for job 50520737ebe38e2625b3d1dfb8799f70 (2270 bytes, checkpointDuration=22 ms, finalizationTime=1 ms).
21:05:32.502 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 67 as completed for source Source: KuduSource.
21:05:32.745 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.17.168.188:37843(127.17.168.188:37843)] connecting to peer
21:05:32.745 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.17.168.190:39209(127.17.168.190:39209)] connecting to peer
21:05:32.746 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.17.168.189:46111(127.17.168.189:46111)] connecting to peer
21:05:32.747 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843
21:05:32.747 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.168.188:37843(127.17.168.188:37843)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843
21:05:32.747 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.168.188:37843: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843
21:05:32.754 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209
21:05:32.754 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.168.190:39209(127.17.168.190:39209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209
21:05:32.754 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.168.190:39209: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209
21:05:32.755 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111
21:05:32.756 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.168.189:46111(127.17.168.189:46111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111
21:05:32.756 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.168.189:46111: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111
21:05:32.756 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111; will retry
21:05:32.758 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=null, attempt=22, TimeoutTracker(timeout=29918, elapsed=28972), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.188:37843, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.190:39209, [15ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.189:46111, [17ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.190:39209: Network error: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.189:46111: Network error: [peer master-127.17.168.189:46111(127.17.168.189:46111)] unexpected exception from downstream on [id: 0x1715b511, L:/127.0.0.1:34348 - R:/127.17.168.189:46111], [76ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.188:37843: Network error: connection closed, [78ms] delaying RPC due to: Service unavailable: Master config (127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209,org.apache.kudu.client.RecoverableException: [peer master-127.17.168.189:46111(127.17.168.189:46111)] unexpected exception from downstream on [id: 0x1715b511, L:/127.0.0.1:34348 - R:/127.17.168.189:46111],org.apache.kudu.client.RecoverableException: connection closed, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.188:37843, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.190:39209, [83ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.188:37843: Network error: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843, [84ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.189:46111, [85ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.189:46111: Network error: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [85ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.190:39209: Network error: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [85ms] delaying RPC due to: Service unavailable: Master config (127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.188:37843, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.190:39209, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.189:46111, [103ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.188:37843: Network error: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843, [103ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.190:39209: Network error: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [104ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.189:46111: Network error: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [105ms] delaying RPC due to: Service unavailable: Master config (127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.188:37843, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.190:39209, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.189:46111, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.190:39209: Network error: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [123ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.188:37843: Network error: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843, [123ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.189:46111: Network error: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [124ms] delaying RPC due to: Service unavailable: Master config (127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.188:37843, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.190:39209, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.189:46111, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.190:39209: Network error: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.189:46111: Network error: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [143ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.188:37843: Network error: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843, [143ms] delaying RPC due to: Service unavailable: Master config (127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.188:37843, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.190:39209, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.189:46111, [164ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.188:37843: Network error: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843, [164ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.190:39209: Network error: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [164ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.189:46111: Network error: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [165ms] delaying RPC due to: Service unavailable: Master config (127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.188:37843, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.190:39209, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.189:46111, [203ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.189:46111: Network error: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [204ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.190:39209: Network error: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [205ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.188:37843: Network error: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843, [205ms] delaying RPC due to: Service unavailable: Master config (127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.188:37843, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.190:39209, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.189:46111, [342ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.188:37843: Network error: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843, [343ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.190:39209: Network error: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [345ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.189:46111: Network error: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [346ms] delaying RPC due to: Service unavailable: Master config (127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [380ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.188:37843, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.190:39209, [383ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.189:46111, [383ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.188:37843: Network error: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843, [385ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.190:39209: Network error: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [385ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.189:46111: Network error: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [385ms] delaying RPC due to: Service unavailable: Master config (127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [559ms] refreshing cache from master, [560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.188:37843, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.190:39209, [562ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.188:37843: Network error: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843, [562ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.190:39209: Network error: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.189:46111, [564ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.189:46111: Network error: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [565ms] delaying RPC due to: Service unavailable: Master config (127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [1400ms] refreshing cache from master, [1400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.188:37843, [1401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.190:39209, [1402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.189:46111, [1403ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.188:37843: Network error: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843, [1403ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.190:39209: Network error: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [1403ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.189:46111: Network error: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [1403ms] delaying RPC due to: Service unavailable: Master config (127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [2120ms] refreshing cache from master, [2120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.188:37843, [2121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.190:39209, [2122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.189:46111, [2122ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.188:37843: Network error: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843, [2122ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.190:39209: Network error: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [2123ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.189:46111: Network error: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [2123ms] delaying RPC due to: Service unavailable: Master config (127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [5120ms] refreshing cache from master, [5121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.188:37843, [5122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.190:39209, [5123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.189:46111, [5124ms] too many traces: truncated at 100 traces, deferred=Deferred@1548269237(state=PENDING, result=null, callback=(continuation of Deferred@2125239217 after retry RPC after error@390416933) -> (continuation of Deferred@1862375570 after retry RPC after error@1986361049) -> (continuation of Deferred@1825456831 after retry RPC after error@1374108001) -> (continuation of Deferred@843185863 after retry RPC after error@1867486696) -> (continuation of Deferred@1904929028 after retry RPC after error@432990821) -> (continuation of Deferred@608471133 after retry RPC after error@926394856) -> (continuation of Deferred@290694339 after retry RPC after error@2132863310) -> (continuation of Deferred@2141618327 after retry RPC after error@1968442978) -> (continuation of Deferred@2033043895 after retry RPC after error@20919621) -> (continuation of Deferred@1247195085 after retry RPC after error@530878459) -> (continuation of Deferred@148086217 after retry RPC after error@1891505291) -> (continuation of Deferred@266986902 after retry RPC after error@873035975) -> (continuation of Deferred@547391066 after retry RPC after error@549115017) -> (continuation of Deferred@1623146589 after retry RPC after error@529519565) -> (continuation of Deferred@993596464 after retry RPC after error@1305579842) -> (continuation of Deferred@1467391245 after retry RPC after error@906374549) -> (continuation of Deferred@1164785649 after retry RPC after error@74966431) -> (continuation of Deferred@1737133801 after retry RPC after error@1617390856) -> (continuation of Deferred@1285102666 after retry RPC after error@2004435803) -> (continuation of Deferred@1152874139 after retry RPC after error@526605352) -> (continuation of Deferred@454850754 after retry RPC after error@650285921), errback=(continuation of Deferred@2125239217 after retry RPC after error@390416933) -> (continuation of Deferred@1862375570 after retry RPC after error@1986361049) -> (continuation of Deferred@1825456831 after retry RPC after error@1374108001) -> (continuation of Deferred@843185863 after retry RPC after error@1867486696) -> (continuation of Deferred@1904929028 after retry RPC after error@432990821) -> (continuation of Deferred@608471133 after retry RPC after error@926394856) -> (continuation of Deferred@290694339 after retry RPC after error@2132863310) -> (continuation of Deferred@2141618327 after retry RPC after error@1968442978) -> (continuation of Deferred@2033043895 after retry RPC after error@20919621) -> (continuation of Deferred@1247195085 after retry RPC after error@530878459) -> (continuation of Deferred@148086217 after retry RPC after error@1891505291) -> (continuation of Deferred@266986902 after retry RPC after error@873035975) -> (continuation of Deferred@547391066 after retry RPC after error@549115017) -> (continuation of Deferred@1623146589 after retry RPC after error@529519565) -> (continuation of Deferred@993596464 after retry RPC after error@1305579842) -> (continuation of Deferred@1467391245 after retry RPC after error@906374549) -> (continuation of Deferred@1164785649 after retry RPC after error@74966431) -> (continuation of Deferred@1737133801 after retry RPC after error@1617390856) -> (continuation of Deferred@1285102666 after retry RPC after error@2004435803) -> (continuation of Deferred@1152874139 after retry RPC after error@526605352) -> (continuation of Deferred@454850754 after retry RPC after error@650285921)))
21:05:32.770 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1523) Notify RPC ScanRequest(scannerId=null, state=OPENING, tablet=ca87511e123543feb3ba813dfc8c4791, attempt=4, KuduRpc(method=Scan, tablet=ca87511e123543feb3ba813dfc8c4791, attempt=4, TimeoutTracker(timeout=30000, elapsed=29057), Traces: [0ms] sending RPC to server 6bc1def9af784e28b20c72774836a707, [10ms] received response from server 6bc1def9af784e28b20c72774836a707: Network error: Failed to connect to peer 6bc1def9af784e28b20c72774836a707(127.17.168.129:45511): Connection refused: /127.17.168.129:45511, [10ms] delaying RPC due to: Network error: Failed to connect to peer 6bc1def9af784e28b20c72774836a707(127.17.168.129:45511): Connection refused: /127.17.168.129:45511, [21ms] sending RPC to server b8add6ab718140238da61926eae6840c, [45ms] received response from server b8add6ab718140238da61926eae6840c: Network error: [peer b8add6ab718140238da61926eae6840c(127.17.168.131:34017)] unexpected exception from downstream on [id: 0x54d85cc7, L:/127.0.0.1:44748 - R:/127.17.168.131:34017], [45ms] delaying RPC due to: Network error: [peer b8add6ab718140238da61926eae6840c(127.17.168.131:34017)] unexpected exception from downstream on [id: 0x54d85cc7, L:/127.0.0.1:44748 - R:/127.17.168.131:34017], [61ms] sending RPC to server ddecdf6d5feb44ebb58ad6337d7446ab, [64ms] received response from server ddecdf6d5feb44ebb58ad6337d7446ab: Network error: Failed to connect to peer ddecdf6d5feb44ebb58ad6337d7446ab(127.17.168.130:40477): Connection refused: /127.17.168.130:40477, [64ms] delaying RPC due to: Network error: Failed to connect to peer ddecdf6d5feb44ebb58ad6337d7446ab(127.17.168.130:40477): Connection refused: /127.17.168.130:40477, [81ms] refreshing cache from master, [81ms] Sub RPC GetTableLocations: refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.188:37843, [84ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.190:39209, [96ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.189:46111, [98ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.190:39209: Network error: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.189:46111: Network error: [peer master-127.17.168.189:46111(127.17.168.189:46111)] unexpected exception from downstream on [id: 0x1715b511, L:/127.0.0.1:34348 - R:/127.17.168.189:46111], [157ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.188:37843: Network error: connection closed, [159ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209,org.apache.kudu.client.RecoverableException: [peer master-127.17.168.189:46111(127.17.168.189:46111)] unexpected exception from downstream on [id: 0x1715b511, L:/127.0.0.1:34348 - R:/127.17.168.189:46111],org.apache.kudu.client.RecoverableException: connection closed, [160ms] Sub RPC GetTableLocations: refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.188:37843, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.190:39209, [164ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.188:37843: Network error: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843, [165ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.189:46111, [166ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.189:46111: Network error: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [166ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.190:39209: Network error: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [166ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [182ms] Sub RPC GetTableLocations: refreshing cache from master, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.188:37843, [183ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.190:39209, [183ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.189:46111, [184ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.188:37843: Network error: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843, [184ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.190:39209: Network error: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [185ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.189:46111: Network error: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [186ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [201ms] Sub RPC GetTableLocations: refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.188:37843, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.190:39209, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.189:46111, [203ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.190:39209: Network error: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [204ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.188:37843: Network error: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843, [204ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.189:46111: Network error: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [205ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [221ms] Sub RPC GetTableLocations: refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.188:37843, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.190:39209, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.189:46111, [223ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.190:39209: Network error: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [223ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.189:46111: Network error: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [224ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.188:37843: Network error: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843, [224ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843, [241ms] Sub RPC GetTableLocations: refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.188:37843, [243ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.190:39209, [243ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.189:46111, [245ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.188:37843: Network error: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843, [245ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.190:39209: Network error: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [245ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.189:46111: Network error: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [246ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [281ms] Sub RPC GetTableLocations: refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.188:37843, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.190:39209, [283ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.189:46111, [284ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.189:46111: Network error: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [285ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.190:39209: Network error: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [286ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.188:37843: Network error: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843, [286ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843, [421ms] Sub RPC GetTableLocations: refreshing cache from master, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.188:37843, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.190:39209, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.189:46111, [423ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.188:37843: Network error: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843, [424ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.190:39209: Network error: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [426ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.189:46111: Network error: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [427ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [461ms] Sub RPC GetTableLocations: refreshing cache from master, [462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.188:37843, [463ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.190:39209, [464ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.189:46111, [464ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.188:37843: Network error: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843, [466ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.190:39209: Network error: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [466ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.189:46111: Network error: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [466ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [640ms] Sub RPC GetTableLocations: refreshing cache from master, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.188:37843, [642ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.190:39209, [643ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.188:37843: Network error: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843, [643ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.190:39209: Network error: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [643ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.189:46111, [645ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.189:46111: Network error: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [646ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [1481ms] Sub RPC GetTableLocations: refreshing cache from master, [1481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.188:37843, [1482ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.190:39209, [1483ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.189:46111, [1484ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.188:37843: Network error: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843, [1484ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.190:39209: Network error: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [1484ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.189:46111: Network error: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [1484ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [2201ms] Sub RPC GetTableLocations: refreshing cache from master, [2201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.188:37843, [2202ms] too many traces: truncated at 100 traces, deferred=Deferred@1497250444(state=PENDING, result=null, callback=scanner opened -> passthrough -> wakeup thread Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0, errback=passthrough -> open scanner errback -> wakeup thread Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0))) after lookup exception
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=null, attempt=22, TimeoutTracker(timeout=29918, elapsed=28972), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.188:37843, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.190:39209, [15ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.189:46111, [17ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.190:39209: Network error: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.189:46111: Network error: [peer master-127.17.168.189:46111(127.17.168.189:46111)] unexpected exception from downstream on [id: 0x1715b511, L:/127.0.0.1:34348 - R:/127.17.168.189:46111], [76ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.188:37843: Network error: connection closed, [78ms] delaying RPC due to: Service unavailable: Master config (127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209,org.apache.kudu.client.RecoverableException: [peer master-127.17.168.189:46111(127.17.168.189:46111)] unexpected exception from downstream on [id: 0x1715b511, L:/127.0.0.1:34348 - R:/127.17.168.189:46111],org.apache.kudu.client.RecoverableException: connection closed, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.188:37843, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.190:39209, [83ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.188:37843: Network error: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843, [84ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.189:46111, [85ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.189:46111: Network error: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [85ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.190:39209: Network error: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [85ms] delaying RPC due to: Service unavailable: Master config (127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.188:37843, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.190:39209, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.189:46111, [103ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.188:37843: Network error: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843, [103ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.190:39209: Network error: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [104ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.189:46111: Network error: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [105ms] delaying RPC due to: Service unavailable: Master config (127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.188:37843, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.190:39209, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.189:46111, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.190:39209: Network error: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [123ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.188:37843: Network error: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843, [123ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.189:46111: Network error: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [124ms] delaying RPC due to: Service unavailable: Master config (127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.188:37843, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.190:39209, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.189:46111, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.190:39209: Network error: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.189:46111: Network error: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [143ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.188:37843: Network error: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843, [143ms] delaying RPC due to: Service unavailable: Master config (127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.188:37843, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.190:39209, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.189:46111, [164ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.188:37843: Network error: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843, [164ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.190:39209: Network error: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [164ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.189:46111: Network error: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [165ms] delaying RPC due to: Service unavailable: Master config (127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.188:37843, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.190:39209, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.189:46111, [203ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.189:46111: Network error: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [204ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.190:39209: Network error: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [205ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.188:37843: Network error: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843, [205ms] delaying RPC due to: Service unavailable: Master config (127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.188:37843, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.190:39209, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.189:46111, [342ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.188:37843: Network error: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843, [343ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.190:39209: Network error: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [345ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.189:46111: Network error: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [346ms] delaying RPC due to: Service unavailable: Master config (127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [380ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.188:37843, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.190:39209, [383ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.189:46111, [383ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.188:37843: Network error: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843, [385ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.190:39209: Network error: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [385ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.189:46111: Network error: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [385ms] delaying RPC due to: Service unavailable: Master config (127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [559ms] refreshing cache from master, [560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.188:37843, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.190:39209, [562ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.188:37843: Network error: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843, [562ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.190:39209: Network error: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.189:46111, [564ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.189:46111: Network error: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [565ms] delaying RPC due to: Service unavailable: Master config (127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [1400ms] refreshing cache from master, [1400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.188:37843, [1401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.190:39209, [1402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.189:46111, [1403ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.188:37843: Network error: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843, [1403ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.190:39209: Network error: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [1403ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.189:46111: Network error: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [1403ms] delaying RPC due to: Service unavailable: Master config (127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [2120ms] refreshing cache from master, [2120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.188:37843, [2121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.190:39209, [2122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.189:46111, [2122ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.188:37843: Network error: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843, [2122ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.190:39209: Network error: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [2123ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.189:46111: Network error: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [2123ms] delaying RPC due to: Service unavailable: Master config (127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [5120ms] refreshing cache from master, [5121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.188:37843, [5122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.190:39209, [5123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.189:46111, [5124ms] too many traces: truncated at 100 traces, deferred=Deferred@1548269237(state=PENDING, result=null, callback=(continuation of Deferred@2125239217 after retry RPC after error@390416933) -> (continuation of Deferred@1862375570 after retry RPC after error@1986361049) -> (continuation of Deferred@1825456831 after retry RPC after error@1374108001) -> (continuation of Deferred@843185863 after retry RPC after error@1867486696) -> (continuation of Deferred@1904929028 after retry RPC after error@432990821) -> (continuation of Deferred@608471133 after retry RPC after error@926394856) -> (continuation of Deferred@290694339 after retry RPC after error@2132863310) -> (continuation of Deferred@2141618327 after retry RPC after error@1968442978) -> (continuation of Deferred@2033043895 after retry RPC after error@20919621) -> (continuation of Deferred@1247195085 after retry RPC after error@530878459) -> (continuation of Deferred@148086217 after retry RPC after error@1891505291) -> (continuation of Deferred@266986902 after retry RPC after error@873035975) -> (continuation of Deferred@547391066 after retry RPC after error@549115017) -> (continuation of Deferred@1623146589 after retry RPC after error@529519565) -> (continuation of Deferred@993596464 after retry RPC after error@1305579842) -> (continuation of Deferred@1467391245 after retry RPC after error@906374549) -> (continuation of Deferred@1164785649 after retry RPC after error@74966431) -> (continuation of Deferred@1737133801 after retry RPC after error@1617390856) -> (continuation of Deferred@1285102666 after retry RPC after error@2004435803) -> (continuation of Deferred@1152874139 after retry RPC after error@526605352) -> (continuation of Deferred@454850754 after retry RPC after error@650285921), errback=(continuation of Deferred@2125239217 after retry RPC after error@390416933) -> (continuation of Deferred@1862375570 after retry RPC after error@1986361049) -> (continuation of Deferred@1825456831 after retry RPC after error@1374108001) -> (continuation of Deferred@843185863 after retry RPC after error@1867486696) -> (continuation of Deferred@1904929028 after retry RPC after error@432990821) -> (continuation of Deferred@608471133 after retry RPC after error@926394856) -> (continuation of Deferred@290694339 after retry RPC after error@2132863310) -> (continuation of Deferred@2141618327 after retry RPC after error@1968442978) -> (continuation of Deferred@2033043895 after retry RPC after error@20919621) -> (continuation of Deferred@1247195085 after retry RPC after error@530878459) -> (continuation of Deferred@148086217 after retry RPC after error@1891505291) -> (continuation of Deferred@266986902 after retry RPC after error@873035975) -> (continuation of Deferred@547391066 after retry RPC after error@549115017) -> (continuation of Deferred@1623146589 after retry RPC after error@529519565) -> (continuation of Deferred@993596464 after retry RPC after error@1305579842) -> (continuation of Deferred@1467391245 after retry RPC after error@906374549) -> (continuation of Deferred@1164785649 after retry RPC after error@74966431) -> (continuation of Deferred@1737133801 after retry RPC after error@1617390856) -> (continuation of Deferred@1285102666 after retry RPC after error@2004435803) -> (continuation of Deferred@1152874139 after retry RPC after error@526605352) -> (continuation of Deferred@454850754 after retry RPC after error@650285921)))
	at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
	at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
	at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
	at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	... 35 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.17.168.189:46111
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:05:32.777 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:686) Can not open scanner
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=null, attempt=22, TimeoutTracker(timeout=29918, elapsed=28972), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.188:37843, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.190:39209, [15ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.189:46111, [17ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.190:39209: Network error: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.189:46111: Network error: [peer master-127.17.168.189:46111(127.17.168.189:46111)] unexpected exception from downstream on [id: 0x1715b511, L:/127.0.0.1:34348 - R:/127.17.168.189:46111], [76ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.188:37843: Network error: connection closed, [78ms] delaying RPC due to: Service unavailable: Master config (127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209,org.apache.kudu.client.RecoverableException: [peer master-127.17.168.189:46111(127.17.168.189:46111)] unexpected exception from downstream on [id: 0x1715b511, L:/127.0.0.1:34348 - R:/127.17.168.189:46111],org.apache.kudu.client.RecoverableException: connection closed, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.188:37843, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.190:39209, [83ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.188:37843: Network error: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843, [84ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.189:46111, [85ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.189:46111: Network error: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [85ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.190:39209: Network error: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [85ms] delaying RPC due to: Service unavailable: Master config (127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.188:37843, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.190:39209, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.189:46111, [103ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.188:37843: Network error: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843, [103ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.190:39209: Network error: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [104ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.189:46111: Network error: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [105ms] delaying RPC due to: Service unavailable: Master config (127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.188:37843, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.190:39209, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.189:46111, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.190:39209: Network error: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [123ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.188:37843: Network error: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843, [123ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.189:46111: Network error: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [124ms] delaying RPC due to: Service unavailable: Master config (127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.188:37843, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.190:39209, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.189:46111, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.190:39209: Network error: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.189:46111: Network error: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [143ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.188:37843: Network error: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843, [143ms] delaying RPC due to: Service unavailable: Master config (127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.188:37843, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.190:39209, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.189:46111, [164ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.188:37843: Network error: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843, [164ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.190:39209: Network error: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [164ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.189:46111: Network error: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [165ms] delaying RPC due to: Service unavailable: Master config (127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.188:37843, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.190:39209, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.189:46111, [203ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.189:46111: Network error: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [204ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.190:39209: Network error: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [205ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.188:37843: Network error: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843, [205ms] delaying RPC due to: Service unavailable: Master config (127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.188:37843, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.190:39209, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.189:46111, [342ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.188:37843: Network error: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843, [343ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.190:39209: Network error: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [345ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.189:46111: Network error: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [346ms] delaying RPC due to: Service unavailable: Master config (127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [380ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.188:37843, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.190:39209, [383ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.189:46111, [383ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.188:37843: Network error: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843, [385ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.190:39209: Network error: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [385ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.189:46111: Network error: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [385ms] delaying RPC due to: Service unavailable: Master config (127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [559ms] refreshing cache from master, [560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.188:37843, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.190:39209, [562ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.188:37843: Network error: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843, [562ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.190:39209: Network error: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.189:46111, [564ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.189:46111: Network error: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [565ms] delaying RPC due to: Service unavailable: Master config (127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [1400ms] refreshing cache from master, [1400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.188:37843, [1401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.190:39209, [1402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.189:46111, [1403ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.188:37843: Network error: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843, [1403ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.190:39209: Network error: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [1403ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.189:46111: Network error: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [1403ms] delaying RPC due to: Service unavailable: Master config (127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [2120ms] refreshing cache from master, [2120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.188:37843, [2121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.190:39209, [2122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.189:46111, [2122ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.188:37843: Network error: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843, [2122ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.190:39209: Network error: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [2123ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.189:46111: Network error: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [2123ms] delaying RPC due to: Service unavailable: Master config (127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [5120ms] refreshing cache from master, [5121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.188:37843, [5122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.190:39209, [5123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.189:46111, [5124ms] too many traces: truncated at 100 traces, deferred=Deferred@1548269237(state=PENDING, result=null, callback=(continuation of Deferred@2125239217 after retry RPC after error@390416933) -> (continuation of Deferred@1862375570 after retry RPC after error@1986361049) -> (continuation of Deferred@1825456831 after retry RPC after error@1374108001) -> (continuation of Deferred@843185863 after retry RPC after error@1867486696) -> (continuation of Deferred@1904929028 after retry RPC after error@432990821) -> (continuation of Deferred@608471133 after retry RPC after error@926394856) -> (continuation of Deferred@290694339 after retry RPC after error@2132863310) -> (continuation of Deferred@2141618327 after retry RPC after error@1968442978) -> (continuation of Deferred@2033043895 after retry RPC after error@20919621) -> (continuation of Deferred@1247195085 after retry RPC after error@530878459) -> (continuation of Deferred@148086217 after retry RPC after error@1891505291) -> (continuation of Deferred@266986902 after retry RPC after error@873035975) -> (continuation of Deferred@547391066 after retry RPC after error@549115017) -> (continuation of Deferred@1623146589 after retry RPC after error@529519565) -> (continuation of Deferred@993596464 after retry RPC after error@1305579842) -> (continuation of Deferred@1467391245 after retry RPC after error@906374549) -> (continuation of Deferred@1164785649 after retry RPC after error@74966431) -> (continuation of Deferred@1737133801 after retry RPC after error@1617390856) -> (continuation of Deferred@1285102666 after retry RPC after error@2004435803) -> (continuation of Deferred@1152874139 after retry RPC after error@526605352) -> (continuation of Deferred@454850754 after retry RPC after error@650285921), errback=(continuation of Deferred@2125239217 after retry RPC after error@390416933) -> (continuation of Deferred@1862375570 after retry RPC after error@1986361049) -> (continuation of Deferred@1825456831 after retry RPC after error@1374108001) -> (continuation of Deferred@843185863 after retry RPC after error@1867486696) -> (continuation of Deferred@1904929028 after retry RPC after error@432990821) -> (continuation of Deferred@608471133 after retry RPC after error@926394856) -> (continuation of Deferred@290694339 after retry RPC after error@2132863310) -> (continuation of Deferred@2141618327 after retry RPC after error@1968442978) -> (continuation of Deferred@2033043895 after retry RPC after error@20919621) -> (continuation of Deferred@1247195085 after retry RPC after error@530878459) -> (continuation of Deferred@148086217 after retry RPC after error@1891505291) -> (continuation of Deferred@266986902 after retry RPC after error@873035975) -> (continuation of Deferred@547391066 after retry RPC after error@549115017) -> (continuation of Deferred@1623146589 after retry RPC after error@529519565) -> (continuation of Deferred@993596464 after retry RPC after error@1305579842) -> (continuation of Deferred@1467391245 after retry RPC after error@906374549) -> (continuation of Deferred@1164785649 after retry RPC after error@74966431) -> (continuation of Deferred@1737133801 after retry RPC after error@1617390856) -> (continuation of Deferred@1285102666 after retry RPC after error@2004435803) -> (continuation of Deferred@1152874139 after retry RPC after error@526605352) -> (continuation of Deferred@454850754 after retry RPC after error@650285921)))
	at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
	at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
	at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
	at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	... 35 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.17.168.189:46111
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:05:32.778 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (AsyncKuduScanner.java:862) Scanner null closed on null
21:05:32.779 [ERROR - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcherManager.java:190) Received uncaught exception.
java.lang.RuntimeException: SplitFetcher thread 1 received unexpected exception while polling the records
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:168)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.run(SplitFetcher.java:117)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=null, attempt=22, TimeoutTracker(timeout=29918, elapsed=28972), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.188:37843, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.190:39209, [15ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.189:46111, [17ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.190:39209: Network error: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.189:46111: Network error: [peer master-127.17.168.189:46111(127.17.168.189:46111)] unexpected exception from downstream on [id: 0x1715b511, L:/127.0.0.1:34348 - R:/127.17.168.189:46111], [76ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.188:37843: Network error: connection closed, [78ms] delaying RPC due to: Service unavailable: Master config (127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209,org.apache.kudu.client.RecoverableException: [peer master-127.17.168.189:46111(127.17.168.189:46111)] unexpected exception from downstream on [id: 0x1715b511, L:/127.0.0.1:34348 - R:/127.17.168.189:46111],org.apache.kudu.client.RecoverableException: connection closed, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.188:37843, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.190:39209, [83ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.188:37843: Network error: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843, [84ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.189:46111, [85ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.189:46111: Network error: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [85ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.190:39209: Network error: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [85ms] delaying RPC due to: Service unavailable: Master config (127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.188:37843, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.190:39209, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.189:46111, [103ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.188:37843: Network error: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843, [103ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.190:39209: Network error: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [104ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.189:46111: Network error: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [105ms] delaying RPC due to: Service unavailable: Master config (127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.188:37843, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.190:39209, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.189:46111, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.190:39209: Network error: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [123ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.188:37843: Network error: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843, [123ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.189:46111: Network error: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [124ms] delaying RPC due to: Service unavailable: Master config (127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.188:37843, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.190:39209, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.189:46111, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.190:39209: Network error: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.189:46111: Network error: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [143ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.188:37843: Network error: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843, [143ms] delaying RPC due to: Service unavailable: Master config (127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.188:37843, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.190:39209, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.189:46111, [164ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.188:37843: Network error: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843, [164ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.190:39209: Network error: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [164ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.189:46111: Network error: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [165ms] delaying RPC due to: Service unavailable: Master config (127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.188:37843, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.190:39209, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.189:46111, [203ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.189:46111: Network error: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [204ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.190:39209: Network error: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [205ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.188:37843: Network error: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843, [205ms] delaying RPC due to: Service unavailable: Master config (127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.188:37843, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.190:39209, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.189:46111, [342ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.188:37843: Network error: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843, [343ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.190:39209: Network error: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [345ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.189:46111: Network error: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [346ms] delaying RPC due to: Service unavailable: Master config (127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [380ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.188:37843, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.190:39209, [383ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.189:46111, [383ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.188:37843: Network error: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843, [385ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.190:39209: Network error: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [385ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.189:46111: Network error: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [385ms] delaying RPC due to: Service unavailable: Master config (127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [559ms] refreshing cache from master, [560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.188:37843, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.190:39209, [562ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.188:37843: Network error: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843, [562ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.190:39209: Network error: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.189:46111, [564ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.189:46111: Network error: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [565ms] delaying RPC due to: Service unavailable: Master config (127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [1400ms] refreshing cache from master, [1400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.188:37843, [1401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.190:39209, [1402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.189:46111, [1403ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.188:37843: Network error: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843, [1403ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.190:39209: Network error: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [1403ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.189:46111: Network error: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [1403ms] delaying RPC due to: Service unavailable: Master config (127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [2120ms] refreshing cache from master, [2120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.188:37843, [2121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.190:39209, [2122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.189:46111, [2122ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.188:37843: Network error: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843, [2122ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.190:39209: Network error: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [2123ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.189:46111: Network error: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [2123ms] delaying RPC due to: Service unavailable: Master config (127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [5120ms] refreshing cache from master, [5121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.188:37843, [5122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.190:39209, [5123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.189:46111, [5124ms] too many traces: truncated at 100 traces, deferred=Deferred@1548269237(state=PENDING, result=null, callback=(continuation of Deferred@2125239217 after retry RPC after error@390416933) -> (continuation of Deferred@1862375570 after retry RPC after error@1986361049) -> (continuation of Deferred@1825456831 after retry RPC after error@1374108001) -> (continuation of Deferred@843185863 after retry RPC after error@1867486696) -> (continuation of Deferred@1904929028 after retry RPC after error@432990821) -> (continuation of Deferred@608471133 after retry RPC after error@926394856) -> (continuation of Deferred@290694339 after retry RPC after error@2132863310) -> (continuation of Deferred@2141618327 after retry RPC after error@1968442978) -> (continuation of Deferred@2033043895 after retry RPC after error@20919621) -> (continuation of Deferred@1247195085 after retry RPC after error@530878459) -> (continuation of Deferred@148086217 after retry RPC after error@1891505291) -> (continuation of Deferred@266986902 after retry RPC after error@873035975) -> (continuation of Deferred@547391066 after retry RPC after error@549115017) -> (continuation of Deferred@1623146589 after retry RPC after error@529519565) -> (continuation of Deferred@993596464 after retry RPC after error@1305579842) -> (continuation of Deferred@1467391245 after retry RPC after error@906374549) -> (continuation of Deferred@1164785649 after retry RPC after error@74966431) -> (continuation of Deferred@1737133801 after retry RPC after error@1617390856) -> (continuation of Deferred@1285102666 after retry RPC after error@2004435803) -> (continuation of Deferred@1152874139 after retry RPC after error@526605352) -> (continuation of Deferred@454850754 after retry RPC after error@650285921), errback=(continuation of Deferred@2125239217 after retry RPC after error@390416933) -> (continuation of Deferred@1862375570 after retry RPC after error@1986361049) -> (continuation of Deferred@1825456831 after retry RPC after error@1374108001) -> (continuation of Deferred@843185863 after retry RPC after error@1867486696) -> (continuation of Deferred@1904929028 after retry RPC after error@432990821) -> (continuation of Deferred@608471133 after retry RPC after error@926394856) -> (continuation of Deferred@290694339 after retry RPC after error@2132863310) -> (continuation of Deferred@2141618327 after retry RPC after error@1968442978) -> (continuation of Deferred@2033043895 after retry RPC after error@20919621) -> (continuation of Deferred@1247195085 after retry RPC after error@530878459) -> (continuation of Deferred@148086217 after retry RPC after error@1891505291) -> (continuation of Deferred@266986902 after retry RPC after error@873035975) -> (continuation of Deferred@547391066 after retry RPC after error@549115017) -> (continuation of Deferred@1623146589 after retry RPC after error@529519565) -> (continuation of Deferred@993596464 after retry RPC after error@1305579842) -> (continuation of Deferred@1467391245 after retry RPC after error@906374549) -> (continuation of Deferred@1164785649 after retry RPC after error@74966431) -> (continuation of Deferred@1737133801 after retry RPC after error@1617390856) -> (continuation of Deferred@1285102666 after retry RPC after error@2004435803) -> (continuation of Deferred@1152874139 after retry RPC after error@526605352) -> (continuation of Deferred@454850754 after retry RPC after error@650285921)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduScanner.nextRows(KuduScanner.java:81)
	at org.apache.flink.connector.kudu.source.reader.KuduSourceSplitReader.fetch(KuduSourceSplitReader.java:68)
	at org.apache.flink.connector.base.source.reader.fetcher.FetchTask.run(FetchTask.java:58)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:165)
	... 6 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.17.168.189:46111
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:05:32.780 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer master-127.17.168.190:39209(127.17.168.190:39209)] disconnecting while in state TERMINATED
21:05:32.780 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer b8add6ab718140238da61926eae6840c(127.17.168.131:34017)] disconnecting while in state TERMINATED
21:05:32.780 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer 6bc1def9af784e28b20c72774836a707(127.17.168.129:45511)] disconnecting while in state TERMINATED
21:05:32.780 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer ddecdf6d5feb44ebb58ad6337d7446ab(127.17.168.130:40477)] disconnecting while in state TERMINATED
21:05:32.780 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer master-127.17.168.188:37843(127.17.168.188:37843)] disconnecting while in state TERMINATED
21:05:32.780 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer master-127.17.168.189:46111(127.17.168.189:46111)] disconnecting while in state TERMINATED
21:05:32.785 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer master-127.18.92.189:41897(127.18.92.189:41897)] disconnecting while in state TERMINATED
21:05:32.785 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer a4795b24f21846488aed6e56b766e389(127.18.92.130:37477)] disconnecting while in state TERMINATED
21:05:32.785 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer master-127.18.92.188:36207(127.18.92.188:36207)] disconnecting while in state TERMINATED
21:05:32.786 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer master-127.18.92.190:40017(127.18.92.190:40017)] disconnecting while in state TERMINATED
21:05:32.786 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
21:05:32.787 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-3
21:05:32.788 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:2704) Releasing all remaining resources
21:05:32.788 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 23 thread-local buffer(s) from thread: kudu-nio-2
21:05:32.788 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-1
21:05:32.792 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 4 thread-local buffer(s) from thread: kudu-nio-1
21:05:32.793 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 16 thread-local buffer(s) from thread: kudu-nio-3
21:05:32.793 [DEBUG - kudu-nio-5] (PoolThreadCache.java:218) Freed 4 thread-local buffer(s) from thread: kudu-nio-5
21:05:32.793 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:128) Split fetcher 1 exited.
21:05:32.812 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:338) Closing Source Reader.
21:05:32.813 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-0
21:05:32.817 [WARN - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1117) Source: KuduSource -> Sink: Writer (1/4)#0 (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from RUNNING to FAILED with failure cause:
java.lang.RuntimeException: One or more fetchers have encountered exception
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcherManager.checkErrors(SplitFetcherManager.java:333)
	at org.apache.flink.connector.base.source.reader.SourceReaderBase.getNextFetch(SourceReaderBase.java:228)
	at org.apache.flink.connector.base.source.reader.SourceReaderBase.pollNext(SourceReaderBase.java:190)
	at org.apache.kudu.replication.wrappedsource.StatelessKuduReaderWrapper.pollNext(StatelessKuduReaderWrapper.java:63)
	at org.apache.flink.streaming.api.operators.SourceOperator.emitNext(SourceOperator.java:443)
	at org.apache.flink.streaming.runtime.io.StreamTaskSourceInput.emitNext(StreamTaskSourceInput.java:68)
	at org.apache.flink.streaming.runtime.io.StreamOneInputProcessor.processInput(StreamOneInputProcessor.java:65)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.processInput(StreamTask.java:579)
	at org.apache.flink.streaming.runtime.tasks.mailbox.MailboxProcessor.runMailboxLoop(MailboxProcessor.java:231)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.runMailboxLoop(StreamTask.java:909)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.invoke(StreamTask.java:858)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:937)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: SplitFetcher thread 1 received unexpected exception while polling the records
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:168)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.run(SplitFetcher.java:117)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=null, attempt=22, TimeoutTracker(timeout=29918, elapsed=28972), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.188:37843, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.190:39209, [15ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.189:46111, [17ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.190:39209: Network error: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.189:46111: Network error: [peer master-127.17.168.189:46111(127.17.168.189:46111)] unexpected exception from downstream on [id: 0x1715b511, L:/127.0.0.1:34348 - R:/127.17.168.189:46111], [76ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.188:37843: Network error: connection closed, [78ms] delaying RPC due to: Service unavailable: Master config (127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209,org.apache.kudu.client.RecoverableException: [peer master-127.17.168.189:46111(127.17.168.189:46111)] unexpected exception from downstream on [id: 0x1715b511, L:/127.0.0.1:34348 - R:/127.17.168.189:46111],org.apache.kudu.client.RecoverableException: connection closed, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.188:37843, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.190:39209, [83ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.188:37843: Network error: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843, [84ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.189:46111, [85ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.189:46111: Network error: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [85ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.190:39209: Network error: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [85ms] delaying RPC due to: Service unavailable: Master config (127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.188:37843, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.190:39209, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.189:46111, [103ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.188:37843: Network error: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843, [103ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.190:39209: Network error: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [104ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.189:46111: Network error: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [105ms] delaying RPC due to: Service unavailable: Master config (127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.188:37843, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.190:39209, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.189:46111, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.190:39209: Network error: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [123ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.188:37843: Network error: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843, [123ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.189:46111: Network error: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [124ms] delaying RPC due to: Service unavailable: Master config (127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.188:37843, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.190:39209, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.189:46111, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.190:39209: Network error: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.189:46111: Network error: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [143ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.188:37843: Network error: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843, [143ms] delaying RPC due to: Service unavailable: Master config (127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.188:37843, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.190:39209, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.189:46111, [164ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.188:37843: Network error: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843, [164ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.190:39209: Network error: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [164ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.189:46111: Network error: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [165ms] delaying RPC due to: Service unavailable: Master config (127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.188:37843, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.190:39209, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.189:46111, [203ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.189:46111: Network error: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [204ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.190:39209: Network error: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [205ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.188:37843: Network error: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843, [205ms] delaying RPC due to: Service unavailable: Master config (127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.188:37843, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.190:39209, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.189:46111, [342ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.188:37843: Network error: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843, [343ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.190:39209: Network error: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [345ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.189:46111: Network error: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [346ms] delaying RPC due to: Service unavailable: Master config (127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [380ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.188:37843, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.190:39209, [383ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.189:46111, [383ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.188:37843: Network error: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843, [385ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.190:39209: Network error: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [385ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.189:46111: Network error: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [385ms] delaying RPC due to: Service unavailable: Master config (127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [559ms] refreshing cache from master, [560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.188:37843, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.190:39209, [562ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.188:37843: Network error: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843, [562ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.190:39209: Network error: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.189:46111, [564ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.189:46111: Network error: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [565ms] delaying RPC due to: Service unavailable: Master config (127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [1400ms] refreshing cache from master, [1400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.188:37843, [1401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.190:39209, [1402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.189:46111, [1403ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.188:37843: Network error: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843, [1403ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.190:39209: Network error: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [1403ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.189:46111: Network error: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [1403ms] delaying RPC due to: Service unavailable: Master config (127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [2120ms] refreshing cache from master, [2120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.188:37843, [2121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.190:39209, [2122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.189:46111, [2122ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.188:37843: Network error: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843, [2122ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.190:39209: Network error: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [2123ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.189:46111: Network error: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [2123ms] delaying RPC due to: Service unavailable: Master config (127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [5120ms] refreshing cache from master, [5121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.188:37843, [5122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.190:39209, [5123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.189:46111, [5124ms] too many traces: truncated at 100 traces, deferred=Deferred@1548269237(state=PENDING, result=null, callback=(continuation of Deferred@2125239217 after retry RPC after error@390416933) -> (continuation of Deferred@1862375570 after retry RPC after error@1986361049) -> (continuation of Deferred@1825456831 after retry RPC after error@1374108001) -> (continuation of Deferred@843185863 after retry RPC after error@1867486696) -> (continuation of Deferred@1904929028 after retry RPC after error@432990821) -> (continuation of Deferred@608471133 after retry RPC after error@926394856) -> (continuation of Deferred@290694339 after retry RPC after error@2132863310) -> (continuation of Deferred@2141618327 after retry RPC after error@1968442978) -> (continuation of Deferred@2033043895 after retry RPC after error@20919621) -> (continuation of Deferred@1247195085 after retry RPC after error@530878459) -> (continuation of Deferred@148086217 after retry RPC after error@1891505291) -> (continuation of Deferred@266986902 after retry RPC after error@873035975) -> (continuation of Deferred@547391066 after retry RPC after error@549115017) -> (continuation of Deferred@1623146589 after retry RPC after error@529519565) -> (continuation of Deferred@993596464 after retry RPC after error@1305579842) -> (continuation of Deferred@1467391245 after retry RPC after error@906374549) -> (continuation of Deferred@1164785649 after retry RPC after error@74966431) -> (continuation of Deferred@1737133801 after retry RPC after error@1617390856) -> (continuation of Deferred@1285102666 after retry RPC after error@2004435803) -> (continuation of Deferred@1152874139 after retry RPC after error@526605352) -> (continuation of Deferred@454850754 after retry RPC after error@650285921), errback=(continuation of Deferred@2125239217 after retry RPC after error@390416933) -> (continuation of Deferred@1862375570 after retry RPC after error@1986361049) -> (continuation of Deferred@1825456831 after retry RPC after error@1374108001) -> (continuation of Deferred@843185863 after retry RPC after error@1867486696) -> (continuation of Deferred@1904929028 after retry RPC after error@432990821) -> (continuation of Deferred@608471133 after retry RPC after error@926394856) -> (continuation of Deferred@290694339 after retry RPC after error@2132863310) -> (continuation of Deferred@2141618327 after retry RPC after error@1968442978) -> (continuation of Deferred@2033043895 after retry RPC after error@20919621) -> (continuation of Deferred@1247195085 after retry RPC after error@530878459) -> (continuation of Deferred@148086217 after retry RPC after error@1891505291) -> (continuation of Deferred@266986902 after retry RPC after error@873035975) -> (continuation of Deferred@547391066 after retry RPC after error@549115017) -> (continuation of Deferred@1623146589 after retry RPC after error@529519565) -> (continuation of Deferred@993596464 after retry RPC after error@1305579842) -> (continuation of Deferred@1467391245 after retry RPC after error@906374549) -> (continuation of Deferred@1164785649 after retry RPC after error@74966431) -> (continuation of Deferred@1737133801 after retry RPC after error@1617390856) -> (continuation of Deferred@1285102666 after retry RPC after error@2004435803) -> (continuation of Deferred@1152874139 after retry RPC after error@526605352) -> (continuation of Deferred@454850754 after retry RPC after error@650285921)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduScanner.nextRows(KuduScanner.java:81)
	at org.apache.flink.connector.kudu.source.reader.KuduSourceSplitReader.fetch(KuduSourceSplitReader.java:68)
	at org.apache.flink.connector.base.source.reader.fetcher.FetchTask.run(FetchTask.java:58)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:165)
	... 6 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.17.168.189:46111
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:05:32.825 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#0 (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_0_0).
21:05:32.843 [DEBUG - pool-30-thread-1] (Connection.java:748) [peer master-127.17.168.188:37843(127.17.168.188:37843)] connecting to peer
21:05:32.844 [DEBUG - pool-30-thread-1] (Connection.java:748) [peer master-127.17.168.190:39209(127.17.168.190:39209)] connecting to peer
21:05:32.844 [DEBUG - pool-30-thread-1] (Connection.java:748) [peer master-127.17.168.189:46111(127.17.168.189:46111)] connecting to peer
21:05:32.845 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843
21:05:32.845 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.168.188:37843(127.17.168.188:37843)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843
21:05:32.846 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.168.188:37843: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843
21:05:32.846 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209
21:05:32.846 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.168.190:39209(127.17.168.190:39209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209
21:05:32.847 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.168.190:39209: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209
21:05:32.847 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111
21:05:32.847 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.168.189:46111(127.17.168.189:46111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111
21:05:32.847 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.168.189:46111: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111
21:05:32.848 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111; will retry
21:05:32.849 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=null, attempt=23, TimeoutTracker(timeout=29917, elapsed=29065), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.188:37843, [6ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.190:39209, [12ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.189:46111, [14ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.190:39209: Network error: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.189:46111: Network error: [peer master-127.17.168.189:46111(127.17.168.189:46111)] unexpected exception from downstream on [id: 0x8b241bb2, L:/127.0.0.1:34338 - R:/127.17.168.189:46111], [76ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.188:37843: Network error: [peer master-127.17.168.188:37843(127.17.168.188:37843)] unexpected exception from downstream on [id: 0x5e65d4b6, L:/127.0.0.1:59574 - R:/127.17.168.188:37843], [80ms] delaying RPC due to: Service unavailable: Master config (127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209,org.apache.kudu.client.RecoverableException: [peer master-127.17.168.189:46111(127.17.168.189:46111)] unexpected exception from downstream on [id: 0x8b241bb2, L:/127.0.0.1:34338 - R:/127.17.168.189:46111],org.apache.kudu.client.RecoverableException: [peer master-127.17.168.188:37843(127.17.168.188:37843)] unexpected exception from downstream on [id: 0x5e65d4b6, L:/127.0.0.1:59574 - R:/127.17.168.188:37843], [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.188:37843, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.190:39209, [103ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.188:37843: Network error: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843, [107ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.189:46111, [109ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.189:46111: Network error: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [111ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.190:39209: Network error: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [112ms] delaying RPC due to: Service unavailable: Master config (127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.188:37843, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.190:39209, [123ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.188:37843: Network error: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.189:46111, [124ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.190:39209: Network error: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [124ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.189:46111: Network error: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [125ms] delaying RPC due to: Service unavailable: Master config (127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.188:37843, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.190:39209, [143ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.188:37843: Network error: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843, [143ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.189:46111, [144ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.190:39209: Network error: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [144ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.189:46111: Network error: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [145ms] delaying RPC due to: Service unavailable: Master config (127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.188:37843, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.190:39209, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.189:46111, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.188:37843: Network error: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843, [163ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.190:39209: Network error: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [163ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.189:46111: Network error: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [163ms] delaying RPC due to: Service unavailable: Master config (127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.188:37843, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.190:39209, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.189:46111, [183ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.188:37843: Network error: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843, [183ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.190:39209: Network error: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [184ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.189:46111: Network error: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [184ms] delaying RPC due to: Service unavailable: Master config (127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [211ms] refreshing cache from master, [212ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.188:37843, [213ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.190:39209, [215ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.188:37843: Network error: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.189:46111, [220ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.190:39209: Network error: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [221ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.189:46111: Network error: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [221ms] delaying RPC due to: Service unavailable: Master config (127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [300ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.188:37843, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.190:39209, [303ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.188:37843: Network error: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843, [303ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.189:46111, [305ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.189:46111: Network error: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [305ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.190:39209: Network error: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [305ms] delaying RPC due to: Service unavailable: Master config (127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [320ms] refreshing cache from master, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.188:37843, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.190:39209, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.189:46111, [323ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.188:37843: Network error: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843, [323ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.189:46111: Network error: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [324ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.190:39209: Network error: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [324ms] delaying RPC due to: Service unavailable: Master config (127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.188:37843, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.190:39209, [342ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.188:37843: Network error: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843, [343ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.189:46111, [346ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.189:46111: Network error: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [348ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.190:39209: Network error: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [348ms] delaying RPC due to: Service unavailable: Master config (127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [619ms] refreshing cache from master, [620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.188:37843, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.190:39209, [622ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.189:46111, [623ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.188:37843: Network error: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843, [623ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.190:39209: Network error: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [623ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.189:46111: Network error: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [624ms] delaying RPC due to: Service unavailable: Master config (127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [2019ms] refreshing cache from master, [2020ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.188:37843, [2021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.190:39209, [2022ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.188:37843: Network error: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843, [2022ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.189:46111, [2022ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.190:39209: Network error: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [2023ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.189:46111: Network error: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [2023ms] delaying RPC due to: Service unavailable: Master config (127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [3159ms] refreshing cache from master, [3160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.188:37843, [3161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.190:39209, [3162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.189:46111, [3162ms] too many traces: truncated at 100 traces, deferred=Deferred@2091468596(state=PENDING, result=null, callback=(continuation of Deferred@569466572 after retry RPC after error@512501218) -> (continuation of Deferred@1125442479 after retry RPC after error@1966251038) -> (continuation of Deferred@1587460938 after retry RPC after error@557983310) -> (continuation of Deferred@1169141842 after retry RPC after error@605820565) -> (continuation of Deferred@267627959 after retry RPC after error@1068730961) -> (continuation of Deferred@119963861 after retry RPC after error@1137346074) -> (continuation of Deferred@1371936193 after retry RPC after error@1921318058) -> (continuation of Deferred@1092086279 after retry RPC after error@1450856041) -> (continuation of Deferred@930292090 after retry RPC after error@1657272978) -> (continuation of Deferred@478044959 after retry RPC after error@410222591) -> (continuation of Deferred@908453242 after retry RPC after error@1802209862) -> (continuation of Deferred@73558703 after retry RPC after error@133001563) -> (continuation of Deferred@511335145 after retry RPC after error@703912666) -> (continuation of Deferred@1045752409 after retry RPC after error@1390355297) -> (continuation of Deferred@515802817 after retry RPC after error@294890950) -> (continuation of Deferred@135039887 after retry RPC after error@602109380) -> (continuation of Deferred@1233217527 after retry RPC after error@1173360284) -> (continuation of Deferred@692893022 after retry RPC after error@297380070) -> (continuation of Deferred@1397087225 after retry RPC after error@377793507) -> (continuation of Deferred@1512970792 after retry RPC after error@109864723) -> (continuation of Deferred@2079063592 after retry RPC after error@1216583941) -> (continuation of Deferred@1658201447 after retry RPC after error@126313169), errback=(continuation of Deferred@569466572 after retry RPC after error@512501218) -> (continuation of Deferred@1125442479 after retry RPC after error@1966251038) -> (continuation of Deferred@1587460938 after retry RPC after error@557983310) -> (continuation of Deferred@1169141842 after retry RPC after error@605820565) -> (continuation of Deferred@267627959 after retry RPC after error@1068730961) -> (continuation of Deferred@119963861 after retry RPC after error@1137346074) -> (continuation of Deferred@1371936193 after retry RPC after error@1921318058) -> (continuation of Deferred@1092086279 after retry RPC after error@1450856041) -> (continuation of Deferred@930292090 after retry RPC after error@1657272978) -> (continuation of Deferred@478044959 after retry RPC after error@410222591) -> (continuation of Deferred@908453242 after retry RPC after error@1802209862) -> (continuation of Deferred@73558703 after retry RPC after error@133001563) -> (continuation of Deferred@511335145 after retry RPC after error@703912666) -> (continuation of Deferred@1045752409 after retry RPC after error@1390355297) -> (continuation of Deferred@515802817 after retry RPC after error@294890950) -> (continuation of Deferred@135039887 after retry RPC after error@602109380) -> (continuation of Deferred@1233217527 after retry RPC after error@1173360284) -> (continuation of Deferred@692893022 after retry RPC after error@297380070) -> (continuation of Deferred@1397087225 after retry RPC after error@377793507) -> (continuation of Deferred@1512970792 after retry RPC after error@109864723) -> (continuation of Deferred@2079063592 after retry RPC after error@1216583941) -> (continuation of Deferred@1658201447 after retry RPC after error@126313169)))
21:05:32.850 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1523) Notify RPC ScanRequest(scannerId=null, state=OPENING, tablet=8fdea63a1eb1491389c3b1f289577b11, attempt=4, KuduRpc(method=Scan, tablet=8fdea63a1eb1491389c3b1f289577b11, attempt=4, TimeoutTracker(timeout=30000, elapsed=29150), Traces: [0ms] sending RPC to server ddecdf6d5feb44ebb58ad6337d7446ab, [12ms] received response from server ddecdf6d5feb44ebb58ad6337d7446ab: Network error: Failed to connect to peer ddecdf6d5feb44ebb58ad6337d7446ab(127.17.168.130:40477): Connection refused: /127.17.168.130:40477, [12ms] delaying RPC due to: Network error: Failed to connect to peer ddecdf6d5feb44ebb58ad6337d7446ab(127.17.168.130:40477): Connection refused: /127.17.168.130:40477, [21ms] sending RPC to server b8add6ab718140238da61926eae6840c, [47ms] received response from server b8add6ab718140238da61926eae6840c: Network error: [peer b8add6ab718140238da61926eae6840c(127.17.168.131:34017)] unexpected exception from downstream on [id: 0x1d673ad1, L:/127.0.0.1:44732 - R:/127.17.168.131:34017], [48ms] delaying RPC due to: Network error: [peer b8add6ab718140238da61926eae6840c(127.17.168.131:34017)] unexpected exception from downstream on [id: 0x1d673ad1, L:/127.0.0.1:44732 - R:/127.17.168.131:34017], [61ms] sending RPC to server 6bc1def9af784e28b20c72774836a707, [65ms] received response from server 6bc1def9af784e28b20c72774836a707: Network error: Failed to connect to peer 6bc1def9af784e28b20c72774836a707(127.17.168.129:45511): Connection refused: /127.17.168.129:45511, [65ms] delaying RPC due to: Network error: Failed to connect to peer 6bc1def9af784e28b20c72774836a707(127.17.168.129:45511): Connection refused: /127.17.168.129:45511, [81ms] refreshing cache from master, [81ms] Sub RPC GetTableLocations: refreshing cache from master, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.188:37843, [87ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.190:39209, [93ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.189:46111, [95ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.190:39209: Network error: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [123ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.189:46111: Network error: [peer master-127.17.168.189:46111(127.17.168.189:46111)] unexpected exception from downstream on [id: 0x8b241bb2, L:/127.0.0.1:34338 - R:/127.17.168.189:46111], [157ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.188:37843: Network error: [peer master-127.17.168.188:37843(127.17.168.188:37843)] unexpected exception from downstream on [id: 0x5e65d4b6, L:/127.0.0.1:59574 - R:/127.17.168.188:37843], [161ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209,org.apache.kudu.client.RecoverableException: [peer master-127.17.168.189:46111(127.17.168.189:46111)] unexpected exception from downstream on [id: 0x8b241bb2, L:/127.0.0.1:34338 - R:/127.17.168.189:46111],org.apache.kudu.client.RecoverableException: [peer master-127.17.168.188:37843(127.17.168.188:37843)] unexpected exception from downstream on [id: 0x5e65d4b6, L:/127.0.0.1:59574 - R:/127.17.168.188:37843], [181ms] Sub RPC GetTableLocations: refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.188:37843, [183ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.190:39209, [184ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.188:37843: Network error: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843, [188ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.189:46111, [190ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.189:46111: Network error: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [192ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.190:39209: Network error: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [193ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [201ms] Sub RPC GetTableLocations: refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.188:37843, [203ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.190:39209, [204ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.188:37843: Network error: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843, [204ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.189:46111, [205ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.190:39209: Network error: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [205ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.189:46111: Network error: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [206ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [221ms] Sub RPC GetTableLocations: refreshing cache from master, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.188:37843, [223ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.190:39209, [224ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.188:37843: Network error: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843, [224ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.189:46111, [225ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.190:39209: Network error: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [225ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.189:46111: Network error: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [226ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [240ms] Sub RPC GetTableLocations: refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.188:37843, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.190:39209, [243ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.189:46111, [243ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.188:37843: Network error: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843, [244ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.190:39209: Network error: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [244ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.189:46111: Network error: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [244ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [261ms] Sub RPC GetTableLocations: refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.188:37843, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.190:39209, [263ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.189:46111, [264ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.188:37843: Network error: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843, [264ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.190:39209: Network error: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [265ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.189:46111: Network error: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [265ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [292ms] Sub RPC GetTableLocations: refreshing cache from master, [293ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.188:37843, [294ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.190:39209, [296ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.188:37843: Network error: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.189:46111, [301ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.190:39209: Network error: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [302ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.189:46111: Network error: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [302ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [381ms] Sub RPC GetTableLocations: refreshing cache from master, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.188:37843, [383ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.190:39209, [384ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.188:37843: Network error: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843, [384ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.189:46111, [386ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.189:46111: Network error: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [386ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.190:39209: Network error: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [386ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [401ms] Sub RPC GetTableLocations: refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.188:37843, [402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.190:39209, [403ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.189:46111, [404ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.188:37843: Network error: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843, [404ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.189:46111: Network error: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [405ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.190:39209: Network error: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [405ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [421ms] Sub RPC GetTableLocations: refreshing cache from master, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.188:37843, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.190:39209, [423ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.188:37843: Network error: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843, [424ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.189:46111, [427ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.189:46111: Network error: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [429ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.190:39209: Network error: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [429ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [700ms] Sub RPC GetTableLocations: refreshing cache from master, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.188:37843, [702ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.190:39209, [703ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.189:46111, [704ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.188:37843: Network error: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843, [704ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.190:39209: Network error: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [704ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.189:46111: Network error: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [705ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [2100ms] Sub RPC GetTableLocations: refreshing cache from master, [2101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.188:37843, [2102ms] too many traces: truncated at 100 traces, deferred=Deferred@599381687(state=PENDING, result=null, callback=scanner opened -> passthrough -> wakeup thread Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0, errback=passthrough -> open scanner errback -> wakeup thread Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0))) after lookup exception
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=null, attempt=23, TimeoutTracker(timeout=29917, elapsed=29065), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.188:37843, [6ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.190:39209, [12ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.189:46111, [14ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.190:39209: Network error: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.189:46111: Network error: [peer master-127.17.168.189:46111(127.17.168.189:46111)] unexpected exception from downstream on [id: 0x8b241bb2, L:/127.0.0.1:34338 - R:/127.17.168.189:46111], [76ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.188:37843: Network error: [peer master-127.17.168.188:37843(127.17.168.188:37843)] unexpected exception from downstream on [id: 0x5e65d4b6, L:/127.0.0.1:59574 - R:/127.17.168.188:37843], [80ms] delaying RPC due to: Service unavailable: Master config (127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209,org.apache.kudu.client.RecoverableException: [peer master-127.17.168.189:46111(127.17.168.189:46111)] unexpected exception from downstream on [id: 0x8b241bb2, L:/127.0.0.1:34338 - R:/127.17.168.189:46111],org.apache.kudu.client.RecoverableException: [peer master-127.17.168.188:37843(127.17.168.188:37843)] unexpected exception from downstream on [id: 0x5e65d4b6, L:/127.0.0.1:59574 - R:/127.17.168.188:37843], [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.188:37843, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.190:39209, [103ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.188:37843: Network error: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843, [107ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.189:46111, [109ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.189:46111: Network error: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [111ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.190:39209: Network error: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [112ms] delaying RPC due to: Service unavailable: Master config (127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.188:37843, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.190:39209, [123ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.188:37843: Network error: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.189:46111, [124ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.190:39209: Network error: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [124ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.189:46111: Network error: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [125ms] delaying RPC due to: Service unavailable: Master config (127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.188:37843, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.190:39209, [143ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.188:37843: Network error: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843, [143ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.189:46111, [144ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.190:39209: Network error: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [144ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.189:46111: Network error: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [145ms] delaying RPC due to: Service unavailable: Master config (127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.188:37843, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.190:39209, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.189:46111, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.188:37843: Network error: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843, [163ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.190:39209: Network error: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [163ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.189:46111: Network error: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [163ms] delaying RPC due to: Service unavailable: Master config (127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.188:37843, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.190:39209, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.189:46111, [183ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.188:37843: Network error: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843, [183ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.190:39209: Network error: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [184ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.189:46111: Network error: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [184ms] delaying RPC due to: Service unavailable: Master config (127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [211ms] refreshing cache from master, [212ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.188:37843, [213ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.190:39209, [215ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.188:37843: Network error: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.189:46111, [220ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.190:39209: Network error: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [221ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.189:46111: Network error: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [221ms] delaying RPC due to: Service unavailable: Master config (127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [300ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.188:37843, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.190:39209, [303ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.188:37843: Network error: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843, [303ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.189:46111, [305ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.189:46111: Network error: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [305ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.190:39209: Network error: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [305ms] delaying RPC due to: Service unavailable: Master config (127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [320ms] refreshing cache from master, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.188:37843, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.190:39209, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.189:46111, [323ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.188:37843: Network error: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843, [323ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.189:46111: Network error: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [324ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.190:39209: Network error: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [324ms] delaying RPC due to: Service unavailable: Master config (127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.188:37843, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.190:39209, [342ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.188:37843: Network error: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843, [343ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.189:46111, [346ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.189:46111: Network error: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [348ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.190:39209: Network error: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [348ms] delaying RPC due to: Service unavailable: Master config (127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [619ms] refreshing cache from master, [620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.188:37843, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.190:39209, [622ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.189:46111, [623ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.188:37843: Network error: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843, [623ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.190:39209: Network error: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [623ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.189:46111: Network error: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [624ms] delaying RPC due to: Service unavailable: Master config (127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [2019ms] refreshing cache from master, [2020ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.188:37843, [2021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.190:39209, [2022ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.188:37843: Network error: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843, [2022ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.189:46111, [2022ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.190:39209: Network error: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [2023ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.189:46111: Network error: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [2023ms] delaying RPC due to: Service unavailable: Master config (127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [3159ms] refreshing cache from master, [3160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.188:37843, [3161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.190:39209, [3162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.189:46111, [3162ms] too many traces: truncated at 100 traces, deferred=Deferred@2091468596(state=PENDING, result=null, callback=(continuation of Deferred@569466572 after retry RPC after error@512501218) -> (continuation of Deferred@1125442479 after retry RPC after error@1966251038) -> (continuation of Deferred@1587460938 after retry RPC after error@557983310) -> (continuation of Deferred@1169141842 after retry RPC after error@605820565) -> (continuation of Deferred@267627959 after retry RPC after error@1068730961) -> (continuation of Deferred@119963861 after retry RPC after error@1137346074) -> (continuation of Deferred@1371936193 after retry RPC after error@1921318058) -> (continuation of Deferred@1092086279 after retry RPC after error@1450856041) -> (continuation of Deferred@930292090 after retry RPC after error@1657272978) -> (continuation of Deferred@478044959 after retry RPC after error@410222591) -> (continuation of Deferred@908453242 after retry RPC after error@1802209862) -> (continuation of Deferred@73558703 after retry RPC after error@133001563) -> (continuation of Deferred@511335145 after retry RPC after error@703912666) -> (continuation of Deferred@1045752409 after retry RPC after error@1390355297) -> (continuation of Deferred@515802817 after retry RPC after error@294890950) -> (continuation of Deferred@135039887 after retry RPC after error@602109380) -> (continuation of Deferred@1233217527 after retry RPC after error@1173360284) -> (continuation of Deferred@692893022 after retry RPC after error@297380070) -> (continuation of Deferred@1397087225 after retry RPC after error@377793507) -> (continuation of Deferred@1512970792 after retry RPC after error@109864723) -> (continuation of Deferred@2079063592 after retry RPC after error@1216583941) -> (continuation of Deferred@1658201447 after retry RPC after error@126313169), errback=(continuation of Deferred@569466572 after retry RPC after error@512501218) -> (continuation of Deferred@1125442479 after retry RPC after error@1966251038) -> (continuation of Deferred@1587460938 after retry RPC after error@557983310) -> (continuation of Deferred@1169141842 after retry RPC after error@605820565) -> (continuation of Deferred@267627959 after retry RPC after error@1068730961) -> (continuation of Deferred@119963861 after retry RPC after error@1137346074) -> (continuation of Deferred@1371936193 after retry RPC after error@1921318058) -> (continuation of Deferred@1092086279 after retry RPC after error@1450856041) -> (continuation of Deferred@930292090 after retry RPC after error@1657272978) -> (continuation of Deferred@478044959 after retry RPC after error@410222591) -> (continuation of Deferred@908453242 after retry RPC after error@1802209862) -> (continuation of Deferred@73558703 after retry RPC after error@133001563) -> (continuation of Deferred@511335145 after retry RPC after error@703912666) -> (continuation of Deferred@1045752409 after retry RPC after error@1390355297) -> (continuation of Deferred@515802817 after retry RPC after error@294890950) -> (continuation of Deferred@135039887 after retry RPC after error@602109380) -> (continuation of Deferred@1233217527 after retry RPC after error@1173360284) -> (continuation of Deferred@692893022 after retry RPC after error@297380070) -> (continuation of Deferred@1397087225 after retry RPC after error@377793507) -> (continuation of Deferred@1512970792 after retry RPC after error@109864723) -> (continuation of Deferred@2079063592 after retry RPC after error@1216583941) -> (continuation of Deferred@1658201447 after retry RPC after error@126313169)))
	at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
	at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
	at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
	at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	... 35 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.17.168.189:46111
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:05:32.854 [DEBUG - kudu-nio-7] (AsyncKuduScanner.java:686) Can not open scanner
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=null, attempt=23, TimeoutTracker(timeout=29917, elapsed=29065), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.188:37843, [6ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.190:39209, [12ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.189:46111, [14ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.190:39209: Network error: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.189:46111: Network error: [peer master-127.17.168.189:46111(127.17.168.189:46111)] unexpected exception from downstream on [id: 0x8b241bb2, L:/127.0.0.1:34338 - R:/127.17.168.189:46111], [76ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.188:37843: Network error: [peer master-127.17.168.188:37843(127.17.168.188:37843)] unexpected exception from downstream on [id: 0x5e65d4b6, L:/127.0.0.1:59574 - R:/127.17.168.188:37843], [80ms] delaying RPC due to: Service unavailable: Master config (127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209,org.apache.kudu.client.RecoverableException: [peer master-127.17.168.189:46111(127.17.168.189:46111)] unexpected exception from downstream on [id: 0x8b241bb2, L:/127.0.0.1:34338 - R:/127.17.168.189:46111],org.apache.kudu.client.RecoverableException: [peer master-127.17.168.188:37843(127.17.168.188:37843)] unexpected exception from downstream on [id: 0x5e65d4b6, L:/127.0.0.1:59574 - R:/127.17.168.188:37843], [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.188:37843, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.190:39209, [103ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.188:37843: Network error: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843, [107ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.189:46111, [109ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.189:46111: Network error: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [111ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.190:39209: Network error: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [112ms] delaying RPC due to: Service unavailable: Master config (127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.188:37843, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.190:39209, [123ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.188:37843: Network error: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.189:46111, [124ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.190:39209: Network error: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [124ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.189:46111: Network error: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [125ms] delaying RPC due to: Service unavailable: Master config (127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.188:37843, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.190:39209, [143ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.188:37843: Network error: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843, [143ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.189:46111, [144ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.190:39209: Network error: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [144ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.189:46111: Network error: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [145ms] delaying RPC due to: Service unavailable: Master config (127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.188:37843, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.190:39209, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.189:46111, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.188:37843: Network error: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843, [163ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.190:39209: Network error: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [163ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.189:46111: Network error: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [163ms] delaying RPC due to: Service unavailable: Master config (127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.188:37843, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.190:39209, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.189:46111, [183ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.188:37843: Network error: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843, [183ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.190:39209: Network error: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [184ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.189:46111: Network error: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [184ms] delaying RPC due to: Service unavailable: Master config (127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [211ms] refreshing cache from master, [212ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.188:37843, [213ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.190:39209, [215ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.188:37843: Network error: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.189:46111, [220ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.190:39209: Network error: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [221ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.189:46111: Network error: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [221ms] delaying RPC due to: Service unavailable: Master config (127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [300ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.188:37843, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.190:39209, [303ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.188:37843: Network error: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843, [303ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.189:46111, [305ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.189:46111: Network error: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [305ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.190:39209: Network error: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [305ms] delaying RPC due to: Service unavailable: Master config (127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [320ms] refreshing cache from master, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.188:37843, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.190:39209, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.189:46111, [323ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.188:37843: Network error: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843, [323ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.189:46111: Network error: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [324ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.190:39209: Network error: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [324ms] delaying RPC due to: Service unavailable: Master config (127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.188:37843, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.190:39209, [342ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.188:37843: Network error: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843, [343ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.189:46111, [346ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.189:46111: Network error: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [348ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.190:39209: Network error: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [348ms] delaying RPC due to: Service unavailable: Master config (127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [619ms] refreshing cache from master, [620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.188:37843, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.190:39209, [622ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.189:46111, [623ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.188:37843: Network error: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843, [623ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.190:39209: Network error: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [623ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.189:46111: Network error: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [624ms] delaying RPC due to: Service unavailable: Master config (127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [2019ms] refreshing cache from master, [2020ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.188:37843, [2021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.190:39209, [2022ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.188:37843: Network error: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843, [2022ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.189:46111, [2022ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.190:39209: Network error: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [2023ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.189:46111: Network error: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [2023ms] delaying RPC due to: Service unavailable: Master config (127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [3159ms] refreshing cache from master, [3160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.188:37843, [3161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.190:39209, [3162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.189:46111, [3162ms] too many traces: truncated at 100 traces, deferred=Deferred@2091468596(state=PENDING, result=null, callback=(continuation of Deferred@569466572 after retry RPC after error@512501218) -> (continuation of Deferred@1125442479 after retry RPC after error@1966251038) -> (continuation of Deferred@1587460938 after retry RPC after error@557983310) -> (continuation of Deferred@1169141842 after retry RPC after error@605820565) -> (continuation of Deferred@267627959 after retry RPC after error@1068730961) -> (continuation of Deferred@119963861 after retry RPC after error@1137346074) -> (continuation of Deferred@1371936193 after retry RPC after error@1921318058) -> (continuation of Deferred@1092086279 after retry RPC after error@1450856041) -> (continuation of Deferred@930292090 after retry RPC after error@1657272978) -> (continuation of Deferred@478044959 after retry RPC after error@410222591) -> (continuation of Deferred@908453242 after retry RPC after error@1802209862) -> (continuation of Deferred@73558703 after retry RPC after error@133001563) -> (continuation of Deferred@511335145 after retry RPC after error@703912666) -> (continuation of Deferred@1045752409 after retry RPC after error@1390355297) -> (continuation of Deferred@515802817 after retry RPC after error@294890950) -> (continuation of Deferred@135039887 after retry RPC after error@602109380) -> (continuation of Deferred@1233217527 after retry RPC after error@1173360284) -> (continuation of Deferred@692893022 after retry RPC after error@297380070) -> (continuation of Deferred@1397087225 after retry RPC after error@377793507) -> (continuation of Deferred@1512970792 after retry RPC after error@109864723) -> (continuation of Deferred@2079063592 after retry RPC after error@1216583941) -> (continuation of Deferred@1658201447 after retry RPC after error@126313169), errback=(continuation of Deferred@569466572 after retry RPC after error@512501218) -> (continuation of Deferred@1125442479 after retry RPC after error@1966251038) -> (continuation of Deferred@1587460938 after retry RPC after error@557983310) -> (continuation of Deferred@1169141842 after retry RPC after error@605820565) -> (continuation of Deferred@267627959 after retry RPC after error@1068730961) -> (continuation of Deferred@119963861 after retry RPC after error@1137346074) -> (continuation of Deferred@1371936193 after retry RPC after error@1921318058) -> (continuation of Deferred@1092086279 after retry RPC after error@1450856041) -> (continuation of Deferred@930292090 after retry RPC after error@1657272978) -> (continuation of Deferred@478044959 after retry RPC after error@410222591) -> (continuation of Deferred@908453242 after retry RPC after error@1802209862) -> (continuation of Deferred@73558703 after retry RPC after error@133001563) -> (continuation of Deferred@511335145 after retry RPC after error@703912666) -> (continuation of Deferred@1045752409 after retry RPC after error@1390355297) -> (continuation of Deferred@515802817 after retry RPC after error@294890950) -> (continuation of Deferred@135039887 after retry RPC after error@602109380) -> (continuation of Deferred@1233217527 after retry RPC after error@1173360284) -> (continuation of Deferred@692893022 after retry RPC after error@297380070) -> (continuation of Deferred@1397087225 after retry RPC after error@377793507) -> (continuation of Deferred@1512970792 after retry RPC after error@109864723) -> (continuation of Deferred@2079063592 after retry RPC after error@1216583941) -> (continuation of Deferred@1658201447 after retry RPC after error@126313169)))
	at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
	at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
	at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
	at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	... 35 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.17.168.189:46111
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:05:32.855 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (AsyncKuduScanner.java:862) Scanner null closed on null
21:05:32.855 [ERROR - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcherManager.java:190) Received uncaught exception.
java.lang.RuntimeException: SplitFetcher thread 1 received unexpected exception while polling the records
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:168)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.run(SplitFetcher.java:117)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=null, attempt=23, TimeoutTracker(timeout=29917, elapsed=29065), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.188:37843, [6ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.190:39209, [12ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.189:46111, [14ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.190:39209: Network error: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.189:46111: Network error: [peer master-127.17.168.189:46111(127.17.168.189:46111)] unexpected exception from downstream on [id: 0x8b241bb2, L:/127.0.0.1:34338 - R:/127.17.168.189:46111], [76ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.188:37843: Network error: [peer master-127.17.168.188:37843(127.17.168.188:37843)] unexpected exception from downstream on [id: 0x5e65d4b6, L:/127.0.0.1:59574 - R:/127.17.168.188:37843], [80ms] delaying RPC due to: Service unavailable: Master config (127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209,org.apache.kudu.client.RecoverableException: [peer master-127.17.168.189:46111(127.17.168.189:46111)] unexpected exception from downstream on [id: 0x8b241bb2, L:/127.0.0.1:34338 - R:/127.17.168.189:46111],org.apache.kudu.client.RecoverableException: [peer master-127.17.168.188:37843(127.17.168.188:37843)] unexpected exception from downstream on [id: 0x5e65d4b6, L:/127.0.0.1:59574 - R:/127.17.168.188:37843], [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.188:37843, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.190:39209, [103ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.188:37843: Network error: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843, [107ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.189:46111, [109ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.189:46111: Network error: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [111ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.190:39209: Network error: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [112ms] delaying RPC due to: Service unavailable: Master config (127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.188:37843, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.190:39209, [123ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.188:37843: Network error: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.189:46111, [124ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.190:39209: Network error: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [124ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.189:46111: Network error: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [125ms] delaying RPC due to: Service unavailable: Master config (127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.188:37843, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.190:39209, [143ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.188:37843: Network error: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843, [143ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.189:46111, [144ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.190:39209: Network error: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [144ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.189:46111: Network error: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [145ms] delaying RPC due to: Service unavailable: Master config (127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.188:37843, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.190:39209, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.189:46111, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.188:37843: Network error: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843, [163ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.190:39209: Network error: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [163ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.189:46111: Network error: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [163ms] delaying RPC due to: Service unavailable: Master config (127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.188:37843, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.190:39209, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.189:46111, [183ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.188:37843: Network error: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843, [183ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.190:39209: Network error: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [184ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.189:46111: Network error: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [184ms] delaying RPC due to: Service unavailable: Master config (127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [211ms] refreshing cache from master, [212ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.188:37843, [213ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.190:39209, [215ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.188:37843: Network error: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.189:46111, [220ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.190:39209: Network error: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [221ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.189:46111: Network error: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [221ms] delaying RPC due to: Service unavailable: Master config (127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [300ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.188:37843, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.190:39209, [303ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.188:37843: Network error: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843, [303ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.189:46111, [305ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.189:46111: Network error: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [305ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.190:39209: Network error: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [305ms] delaying RPC due to: Service unavailable: Master config (127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [320ms] refreshing cache from master, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.188:37843, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.190:39209, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.189:46111, [323ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.188:37843: Network error: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843, [323ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.189:46111: Network error: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [324ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.190:39209: Network error: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [324ms] delaying RPC due to: Service unavailable: Master config (127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.188:37843, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.190:39209, [342ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.188:37843: Network error: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843, [343ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.189:46111, [346ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.189:46111: Network error: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [348ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.190:39209: Network error: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [348ms] delaying RPC due to: Service unavailable: Master config (127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [619ms] refreshing cache from master, [620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.188:37843, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.190:39209, [622ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.189:46111, [623ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.188:37843: Network error: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843, [623ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.190:39209: Network error: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [623ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.189:46111: Network error: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [624ms] delaying RPC due to: Service unavailable: Master config (127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [2019ms] refreshing cache from master, [2020ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.188:37843, [2021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.190:39209, [2022ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.188:37843: Network error: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843, [2022ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.189:46111, [2022ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.190:39209: Network error: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [2023ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.189:46111: Network error: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [2023ms] delaying RPC due to: Service unavailable: Master config (127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [3159ms] refreshing cache from master, [3160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.188:37843, [3161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.190:39209, [3162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.189:46111, [3162ms] too many traces: truncated at 100 traces, deferred=Deferred@2091468596(state=PENDING, result=null, callback=(continuation of Deferred@569466572 after retry RPC after error@512501218) -> (continuation of Deferred@1125442479 after retry RPC after error@1966251038) -> (continuation of Deferred@1587460938 after retry RPC after error@557983310) -> (continuation of Deferred@1169141842 after retry RPC after error@605820565) -> (continuation of Deferred@267627959 after retry RPC after error@1068730961) -> (continuation of Deferred@119963861 after retry RPC after error@1137346074) -> (continuation of Deferred@1371936193 after retry RPC after error@1921318058) -> (continuation of Deferred@1092086279 after retry RPC after error@1450856041) -> (continuation of Deferred@930292090 after retry RPC after error@1657272978) -> (continuation of Deferred@478044959 after retry RPC after error@410222591) -> (continuation of Deferred@908453242 after retry RPC after error@1802209862) -> (continuation of Deferred@73558703 after retry RPC after error@133001563) -> (continuation of Deferred@511335145 after retry RPC after error@703912666) -> (continuation of Deferred@1045752409 after retry RPC after error@1390355297) -> (continuation of Deferred@515802817 after retry RPC after error@294890950) -> (continuation of Deferred@135039887 after retry RPC after error@602109380) -> (continuation of Deferred@1233217527 after retry RPC after error@1173360284) -> (continuation of Deferred@692893022 after retry RPC after error@297380070) -> (continuation of Deferred@1397087225 after retry RPC after error@377793507) -> (continuation of Deferred@1512970792 after retry RPC after error@109864723) -> (continuation of Deferred@2079063592 after retry RPC after error@1216583941) -> (continuation of Deferred@1658201447 after retry RPC after error@126313169), errback=(continuation of Deferred@569466572 after retry RPC after error@512501218) -> (continuation of Deferred@1125442479 after retry RPC after error@1966251038) -> (continuation of Deferred@1587460938 after retry RPC after error@557983310) -> (continuation of Deferred@1169141842 after retry RPC after error@605820565) -> (continuation of Deferred@267627959 after retry RPC after error@1068730961) -> (continuation of Deferred@119963861 after retry RPC after error@1137346074) -> (continuation of Deferred@1371936193 after retry RPC after error@1921318058) -> (continuation of Deferred@1092086279 after retry RPC after error@1450856041) -> (continuation of Deferred@930292090 after retry RPC after error@1657272978) -> (continuation of Deferred@478044959 after retry RPC after error@410222591) -> (continuation of Deferred@908453242 after retry RPC after error@1802209862) -> (continuation of Deferred@73558703 after retry RPC after error@133001563) -> (continuation of Deferred@511335145 after retry RPC after error@703912666) -> (continuation of Deferred@1045752409 after retry RPC after error@1390355297) -> (continuation of Deferred@515802817 after retry RPC after error@294890950) -> (continuation of Deferred@135039887 after retry RPC after error@602109380) -> (continuation of Deferred@1233217527 after retry RPC after error@1173360284) -> (continuation of Deferred@692893022 after retry RPC after error@297380070) -> (continuation of Deferred@1397087225 after retry RPC after error@377793507) -> (continuation of Deferred@1512970792 after retry RPC after error@109864723) -> (continuation of Deferred@2079063592 after retry RPC after error@1216583941) -> (continuation of Deferred@1658201447 after retry RPC after error@126313169)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduScanner.nextRows(KuduScanner.java:81)
	at org.apache.flink.connector.kudu.source.reader.KuduSourceSplitReader.fetch(KuduSourceSplitReader.java:68)
	at org.apache.flink.connector.base.source.reader.fetcher.FetchTask.run(FetchTask.java:58)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:165)
	... 6 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.17.168.189:46111
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:05:32.856 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer master-127.17.168.190:39209(127.17.168.190:39209)] disconnecting while in state TERMINATED
21:05:32.856 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer b8add6ab718140238da61926eae6840c(127.17.168.131:34017)] disconnecting while in state TERMINATED
21:05:32.857 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer 6bc1def9af784e28b20c72774836a707(127.17.168.129:45511)] disconnecting while in state TERMINATED
21:05:32.857 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer ddecdf6d5feb44ebb58ad6337d7446ab(127.17.168.130:40477)] disconnecting while in state TERMINATED
21:05:32.857 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer master-127.17.168.188:37843(127.17.168.188:37843)] disconnecting while in state TERMINATED
21:05:32.857 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer master-127.17.168.189:46111(127.17.168.189:46111)] disconnecting while in state TERMINATED
21:05:32.859 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer 42b1c642b8e74535b97634b7f9cf11ff(127.18.92.131:45615)] disconnecting while in state TERMINATED
21:05:32.859 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer master-127.18.92.189:41897(127.18.92.189:41897)] disconnecting while in state TERMINATED
21:05:32.859 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer master-127.18.92.188:36207(127.18.92.188:36207)] disconnecting while in state TERMINATED
21:05:32.859 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer master-127.18.92.190:40017(127.18.92.190:40017)] disconnecting while in state TERMINATED
21:05:32.859 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
21:05:32.860 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-1
21:05:32.861 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 25 thread-local buffer(s) from thread: kudu-nio-2
21:05:32.861 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-3
21:05:32.862 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:2704) Releasing all remaining resources
21:05:32.865 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
21:05:32.869 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:338) Closing Source Reader.
21:05:32.869 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 1
21:05:32.870 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 4 thread-local buffer(s) from thread: kudu-nio-1
21:05:32.873 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 16 thread-local buffer(s) from thread: kudu-nio-3
21:05:32.874 [DEBUG - kudu-nio-5] (PoolThreadCache.java:218) Freed 4 thread-local buffer(s) from thread: kudu-nio-5
21:05:32.875 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:128) Split fetcher 1 exited.
21:05:32.876 [WARN - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1117) Source: KuduSource -> Sink: Writer (3/4)#0 (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from RUNNING to FAILED with failure cause:
java.lang.RuntimeException: One or more fetchers have encountered exception
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcherManager.checkErrors(SplitFetcherManager.java:333)
	at org.apache.flink.connector.base.source.reader.SourceReaderBase.getNextFetch(SourceReaderBase.java:228)
	at org.apache.flink.connector.base.source.reader.SourceReaderBase.pollNext(SourceReaderBase.java:190)
	at org.apache.kudu.replication.wrappedsource.StatelessKuduReaderWrapper.pollNext(StatelessKuduReaderWrapper.java:63)
	at org.apache.flink.streaming.api.operators.SourceOperator.emitNext(SourceOperator.java:443)
	at org.apache.flink.streaming.runtime.io.StreamTaskSourceInput.emitNext(StreamTaskSourceInput.java:68)
	at org.apache.flink.streaming.runtime.io.StreamOneInputProcessor.processInput(StreamOneInputProcessor.java:65)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.processInput(StreamTask.java:579)
	at org.apache.flink.streaming.runtime.tasks.mailbox.MailboxProcessor.runMailboxLoop(MailboxProcessor.java:231)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.runMailboxLoop(StreamTask.java:909)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.invoke(StreamTask.java:858)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:937)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: SplitFetcher thread 1 received unexpected exception while polling the records
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:168)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.run(SplitFetcher.java:117)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=null, attempt=23, TimeoutTracker(timeout=29917, elapsed=29065), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.188:37843, [6ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.190:39209, [12ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.189:46111, [14ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.190:39209: Network error: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.189:46111: Network error: [peer master-127.17.168.189:46111(127.17.168.189:46111)] unexpected exception from downstream on [id: 0x8b241bb2, L:/127.0.0.1:34338 - R:/127.17.168.189:46111], [76ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.188:37843: Network error: [peer master-127.17.168.188:37843(127.17.168.188:37843)] unexpected exception from downstream on [id: 0x5e65d4b6, L:/127.0.0.1:59574 - R:/127.17.168.188:37843], [80ms] delaying RPC due to: Service unavailable: Master config (127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209,org.apache.kudu.client.RecoverableException: [peer master-127.17.168.189:46111(127.17.168.189:46111)] unexpected exception from downstream on [id: 0x8b241bb2, L:/127.0.0.1:34338 - R:/127.17.168.189:46111],org.apache.kudu.client.RecoverableException: [peer master-127.17.168.188:37843(127.17.168.188:37843)] unexpected exception from downstream on [id: 0x5e65d4b6, L:/127.0.0.1:59574 - R:/127.17.168.188:37843], [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.188:37843, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.190:39209, [103ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.188:37843: Network error: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843, [107ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.189:46111, [109ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.189:46111: Network error: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [111ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.190:39209: Network error: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [112ms] delaying RPC due to: Service unavailable: Master config (127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.188:37843, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.190:39209, [123ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.188:37843: Network error: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.189:46111, [124ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.190:39209: Network error: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [124ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.189:46111: Network error: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [125ms] delaying RPC due to: Service unavailable: Master config (127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.188:37843, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.190:39209, [143ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.188:37843: Network error: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843, [143ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.189:46111, [144ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.190:39209: Network error: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [144ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.189:46111: Network error: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [145ms] delaying RPC due to: Service unavailable: Master config (127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.188:37843, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.190:39209, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.189:46111, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.188:37843: Network error: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843, [163ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.190:39209: Network error: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [163ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.189:46111: Network error: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [163ms] delaying RPC due to: Service unavailable: Master config (127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.188:37843, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.190:39209, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.189:46111, [183ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.188:37843: Network error: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843, [183ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.190:39209: Network error: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [184ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.189:46111: Network error: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [184ms] delaying RPC due to: Service unavailable: Master config (127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [211ms] refreshing cache from master, [212ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.188:37843, [213ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.190:39209, [215ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.188:37843: Network error: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.189:46111, [220ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.190:39209: Network error: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [221ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.189:46111: Network error: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [221ms] delaying RPC due to: Service unavailable: Master config (127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [300ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.188:37843, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.190:39209, [303ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.188:37843: Network error: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843, [303ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.189:46111, [305ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.189:46111: Network error: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [305ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.190:39209: Network error: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [305ms] delaying RPC due to: Service unavailable: Master config (127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [320ms] refreshing cache from master, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.188:37843, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.190:39209, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.189:46111, [323ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.188:37843: Network error: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843, [323ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.189:46111: Network error: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [324ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.190:39209: Network error: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [324ms] delaying RPC due to: Service unavailable: Master config (127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.188:37843, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.190:39209, [342ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.188:37843: Network error: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843, [343ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.189:46111, [346ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.189:46111: Network error: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [348ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.190:39209: Network error: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [348ms] delaying RPC due to: Service unavailable: Master config (127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [619ms] refreshing cache from master, [620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.188:37843, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.190:39209, [622ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.189:46111, [623ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.188:37843: Network error: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843, [623ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.190:39209: Network error: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [623ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.189:46111: Network error: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [624ms] delaying RPC due to: Service unavailable: Master config (127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [2019ms] refreshing cache from master, [2020ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.188:37843, [2021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.190:39209, [2022ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.188:37843: Network error: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843, [2022ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.189:46111, [2022ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.190:39209: Network error: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [2023ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.189:46111: Network error: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [2023ms] delaying RPC due to: Service unavailable: Master config (127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [3159ms] refreshing cache from master, [3160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.188:37843, [3161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.190:39209, [3162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.189:46111, [3162ms] too many traces: truncated at 100 traces, deferred=Deferred@2091468596(state=PENDING, result=null, callback=(continuation of Deferred@569466572 after retry RPC after error@512501218) -> (continuation of Deferred@1125442479 after retry RPC after error@1966251038) -> (continuation of Deferred@1587460938 after retry RPC after error@557983310) -> (continuation of Deferred@1169141842 after retry RPC after error@605820565) -> (continuation of Deferred@267627959 after retry RPC after error@1068730961) -> (continuation of Deferred@119963861 after retry RPC after error@1137346074) -> (continuation of Deferred@1371936193 after retry RPC after error@1921318058) -> (continuation of Deferred@1092086279 after retry RPC after error@1450856041) -> (continuation of Deferred@930292090 after retry RPC after error@1657272978) -> (continuation of Deferred@478044959 after retry RPC after error@410222591) -> (continuation of Deferred@908453242 after retry RPC after error@1802209862) -> (continuation of Deferred@73558703 after retry RPC after error@133001563) -> (continuation of Deferred@511335145 after retry RPC after error@703912666) -> (continuation of Deferred@1045752409 after retry RPC after error@1390355297) -> (continuation of Deferred@515802817 after retry RPC after error@294890950) -> (continuation of Deferred@135039887 after retry RPC after error@602109380) -> (continuation of Deferred@1233217527 after retry RPC after error@1173360284) -> (continuation of Deferred@692893022 after retry RPC after error@297380070) -> (continuation of Deferred@1397087225 after retry RPC after error@377793507) -> (continuation of Deferred@1512970792 after retry RPC after error@109864723) -> (continuation of Deferred@2079063592 after retry RPC after error@1216583941) -> (continuation of Deferred@1658201447 after retry RPC after error@126313169), errback=(continuation of Deferred@569466572 after retry RPC after error@512501218) -> (continuation of Deferred@1125442479 after retry RPC after error@1966251038) -> (continuation of Deferred@1587460938 after retry RPC after error@557983310) -> (continuation of Deferred@1169141842 after retry RPC after error@605820565) -> (continuation of Deferred@267627959 after retry RPC after error@1068730961) -> (continuation of Deferred@119963861 after retry RPC after error@1137346074) -> (continuation of Deferred@1371936193 after retry RPC after error@1921318058) -> (continuation of Deferred@1092086279 after retry RPC after error@1450856041) -> (continuation of Deferred@930292090 after retry RPC after error@1657272978) -> (continuation of Deferred@478044959 after retry RPC after error@410222591) -> (continuation of Deferred@908453242 after retry RPC after error@1802209862) -> (continuation of Deferred@73558703 after retry RPC after error@133001563) -> (continuation of Deferred@511335145 after retry RPC after error@703912666) -> (continuation of Deferred@1045752409 after retry RPC after error@1390355297) -> (continuation of Deferred@515802817 after retry RPC after error@294890950) -> (continuation of Deferred@135039887 after retry RPC after error@602109380) -> (continuation of Deferred@1233217527 after retry RPC after error@1173360284) -> (continuation of Deferred@692893022 after retry RPC after error@297380070) -> (continuation of Deferred@1397087225 after retry RPC after error@377793507) -> (continuation of Deferred@1512970792 after retry RPC after error@109864723) -> (continuation of Deferred@2079063592 after retry RPC after error@1216583941) -> (continuation of Deferred@1658201447 after retry RPC after error@126313169)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduScanner.nextRows(KuduScanner.java:81)
	at org.apache.flink.connector.kudu.source.reader.KuduSourceSplitReader.fetch(KuduSourceSplitReader.java:68)
	at org.apache.flink.connector.base.source.reader.fetcher.FetchTask.run(FetchTask.java:58)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:165)
	... 6 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.17.168.189:46111
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:05:32.876 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#0 (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_2_0).
21:05:32.964 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#0 75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_2_0.
21:05:32.976 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1449) Source: KuduSource -> Sink: Writer (3/4) (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from RUNNING to FAILED on d3190376-62a7-4418-84bf-bee23066b9ee @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: java.lang.RuntimeException: One or more fetchers have encountered exception
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcherManager.checkErrors(SplitFetcherManager.java:333)
	at org.apache.flink.connector.base.source.reader.SourceReaderBase.getNextFetch(SourceReaderBase.java:228)
	at org.apache.flink.connector.base.source.reader.SourceReaderBase.pollNext(SourceReaderBase.java:190)
	at org.apache.kudu.replication.wrappedsource.StatelessKuduReaderWrapper.pollNext(StatelessKuduReaderWrapper.java:63)
	at org.apache.flink.streaming.api.operators.SourceOperator.emitNext(SourceOperator.java:443)
	at org.apache.flink.streaming.runtime.io.StreamTaskSourceInput.emitNext(StreamTaskSourceInput.java:68)
	at org.apache.flink.streaming.runtime.io.StreamOneInputProcessor.processInput(StreamOneInputProcessor.java:65)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.processInput(StreamTask.java:579)
	at org.apache.flink.streaming.runtime.tasks.mailbox.MailboxProcessor.runMailboxLoop(MailboxProcessor.java:231)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.runMailboxLoop(StreamTask.java:909)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.invoke(StreamTask.java:858)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:937)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.SerializedThrowable: java.lang.RuntimeException: SplitFetcher thread 1 received unexpected exception while polling the records
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:168)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.run(SplitFetcher.java:117)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=null, attempt=23, TimeoutTracker(timeout=29917, elapsed=29065), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.188:37843, [6ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.190:39209, [12ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.189:46111, [14ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.190:39209: Network error: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.189:46111: Network error: [peer master-127.17.168.189:46111(127.17.168.189:46111)] unexpected exception from downstream on [id: 0x8b241bb2, L:/127.0.0.1:34338 - R:/127.17.168.189:46111], [76ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.188:37843: Network error: [peer master-127.17.168.188:37843(127.17.168.188:37843)] unexpected exception from downstream on [id: 0x5e65d4b6, L:/127.0.0.1:59574 - R:/127.17.168.188:37843], [80ms] delaying RPC due to: Service unavailable: Master config (127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209,org.apache.kudu.client.RecoverableException: [peer master-127.17.168.189:46111(127.17.168.189:46111)] unexpected exception from downstream on [id: 0x8b241bb2, L:/127.0.0.1:34338 - R:/127.17.168.189:46111],org.apache.kudu.client.RecoverableException: [peer master-127.17.168.188:37843(127.17.168.188:37843)] unexpected exception from downstream on [id: 0x5e65d4b6, L:/127.0.0.1:59574 - R:/127.17.168.188:37843], [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.188:37843, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.190:39209, [103ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.188:37843: Network error: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843, [107ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.189:46111, [109ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.189:46111: Network error: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [111ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.190:39209: Network error: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [112ms] delaying RPC due to: Service unavailable: Master config (127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.188:37843, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.190:39209, [123ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.188:37843: Network error: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.189:46111, [124ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.190:39209: Network error: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [124ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.189:46111: Network error: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [125ms] delaying RPC due to: Service unavailable: Master config (127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.188:37843, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.190:39209, [143ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.188:37843: Network error: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843, [143ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.189:46111, [144ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.190:39209: Network error: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [144ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.189:46111: Network error: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [145ms] delaying RPC due to: Service unavailable: Master config (127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.188:37843, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.190:39209, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.189:46111, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.188:37843: Network error: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843, [163ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.190:39209: Network error: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [163ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.189:46111: Network error: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [163ms] delaying RPC due to: Service unavailable: Master config (127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.188:37843, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.190:39209, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.189:46111, [183ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.188:37843: Network error: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843, [183ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.190:39209: Network error: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [184ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.189:46111: Network error: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [184ms] delaying RPC due to: Service unavailable: Master config (127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [211ms] refreshing cache from master, [212ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.188:37843, [213ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.190:39209, [215ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.188:37843: Network error: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.189:46111, [220ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.190:39209: Network error: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [221ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.189:46111: Network error: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [221ms] delaying RPC due to: Service unavailable: Master config (127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [300ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.188:37843, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.190:39209, [303ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.188:37843: Network error: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843, [303ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.189:46111, [305ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.189:46111: Network error: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [305ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.190:39209: Network error: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [305ms] delaying RPC due to: Service unavailable: Master config (127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [320ms] refreshing cache from master, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.188:37843, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.190:39209, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.189:46111, [323ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.188:37843: Network error: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843, [323ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.189:46111: Network error: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [324ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.190:39209: Network error: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [324ms] delaying RPC due to: Service unavailable: Master config (127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.188:37843, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.190:39209, [342ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.188:37843: Network error: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843, [343ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.189:46111, [346ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.189:46111: Network error: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [348ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.190:39209: Network error: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [348ms] delaying RPC due to: Service unavailable: Master config (127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [619ms] refreshing cache from master, [620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.188:37843, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.190:39209, [622ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.189:46111, [623ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.188:37843: Network error: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843, [623ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.190:39209: Network error: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [623ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.189:46111: Network error: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [624ms] delaying RPC due to: Service unavailable: Master config (127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [2019ms] refreshing cache from master, [2020ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.188:37843, [2021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.190:39209, [2022ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.188:37843: Network error: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843, [2022ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.189:46111, [2022ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.190:39209: Network error: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [2023ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.189:46111: Network error: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [2023ms] delaying RPC due to: Service unavailable: Master config (127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [3159ms] refreshing cache from master, [3160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.188:37843, [3161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.190:39209, [3162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.189:46111, [3162ms] too many traces: truncated at 100 traces, deferred=Deferred@2091468596(state=PENDING, result=null, callback=(continuation of Deferred@569466572 after retry RPC after error@512501218) -> (continuation of Deferred@1125442479 after retry RPC after error@1966251038) -> (continuation of Deferred@1587460938 after retry RPC after error@557983310) -> (continuation of Deferred@1169141842 after retry RPC after error@605820565) -> (continuation of Deferred@267627959 after retry RPC after error@1068730961) -> (continuation of Deferred@119963861 after retry RPC after error@1137346074) -> (continuation of Deferred@1371936193 after retry RPC after error@1921318058) -> (continuation of Deferred@1092086279 after retry RPC after error@1450856041) -> (continuation of Deferred@930292090 after retry RPC after error@1657272978) -> (continuation of Deferred@478044959 after retry RPC after error@410222591) -> (continuation of Deferred@908453242 after retry RPC after error@1802209862) -> (continuation of Deferred@73558703 after retry RPC after error@133001563) -> (continuation of Deferred@511335145 after retry RPC after error@703912666) -> (continuation of Deferred@1045752409 after retry RPC after error@1390355297) -> (continuation of Deferred@515802817 after retry RPC after error@294890950) -> (continuation of Deferred@135039887 after retry RPC after error@602109380) -> (continuation of Deferred@1233217527 after retry RPC after error@1173360284) -> (continuation of Deferred@692893022 after retry RPC after error@297380070) -> (continuation of Deferred@1397087225 after retry RPC after error@377793507) -> (continuation of Deferred@1512970792 after retry RPC after error@109864723) -> (continuation of Deferred@2079063592 after retry RPC after error@1216583941) -> (continuation of Deferred@1658201447 after retry RPC after error@126313169), errback=(continuation of Deferred@569466572 after retry RPC after error@512501218) -> (continuation of Deferred@1125442479 after retry RPC after error@1966251038) -> (continuation of Deferred@1587460938 after retry RPC after error@557983310) -> (continuation of Deferred@1169141842 after retry RPC after error@605820565) -> (continuation of Deferred@267627959 after retry RPC after error@1068730961) -> (continuation of Deferred@119963861 after retry RPC after error@1137346074) -> (continuation of Deferred@1371936193 after retry RPC after error@1921318058) -> (continuation of Deferred@1092086279 after retry RPC after error@1450856041) -> (continuation of Deferred@930292090 after retry RPC after error@1657272978) -> (continuation of Deferred@478044959 after retry RPC after error@410222591) -> (continuation of Deferred@908453242 after retry RPC after error@1802209862) -> (continuation of Deferred@73558703 after retry RPC after error@133001563) -> (continuation of Deferred@511335145 after retry RPC after error@703912666) -> (continuation of Deferred@1045752409 after retry RPC after error@1390355297) -> (continuation of Deferred@515802817 after retry RPC after error@294890950) -> (continuation of Deferred@135039887 after retry RPC after error@602109380) -> (continuation of Deferred@1233217527 after retry RPC after error@1173360284) -> (continuation of Deferred@692893022 after retry RPC after error@297380070) -> (continuation of Deferred@1397087225 after retry RPC after error@377793507) -> (continuation of Deferred@1512970792 after retry RPC after error@109864723) -> (continuation of Deferred@2079063592 after retry RPC after error@1216583941) -> (continuation of Deferred@1658201447 after retry RPC after error@126313169)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduScanner.nextRows(KuduScanner.java:81)
	at org.apache.flink.connector.kudu.source.reader.KuduSourceSplitReader.fetch(KuduSourceSplitReader.java:68)
	at org.apache.flink.connector.base.source.reader.fetcher.FetchTask.run(FetchTask.java:58)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:165)
	... 6 more
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.17.168.189:46111
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:05:32.983 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:324) Received resource requirements from job 50520737ebe38e2625b3d1dfb8799f70: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
21:05:32.985 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#0 75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_0_0.
21:05:32.994 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#0) of source Source: KuduSource.
21:05:33.024 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_2_0.
21:05:33.025 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (50520737ebe38e2625b3d1dfb8799f70) switched from state RUNNING to RESTARTING.
21:05:33.064 [WARN - flink-pekko.actor.default-dispatcher-8] (TaskManagerLocation.java:276) No hostname could be resolved for the IP address 127.0.0.1, using IP address as host name. Local input split assignment (such as for HDFS files) may be impacted.
21:05:33.094 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:05:33.094 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1449) Source: KuduSource -> Sink: Writer (1/4) (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from RUNNING to FAILED on d3190376-62a7-4418-84bf-bee23066b9ee @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: java.lang.RuntimeException: One or more fetchers have encountered exception
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcherManager.checkErrors(SplitFetcherManager.java:333)
	at org.apache.flink.connector.base.source.reader.SourceReaderBase.getNextFetch(SourceReaderBase.java:228)
	at org.apache.flink.connector.base.source.reader.SourceReaderBase.pollNext(SourceReaderBase.java:190)
	at org.apache.kudu.replication.wrappedsource.StatelessKuduReaderWrapper.pollNext(StatelessKuduReaderWrapper.java:63)
	at org.apache.flink.streaming.api.operators.SourceOperator.emitNext(SourceOperator.java:443)
	at org.apache.flink.streaming.runtime.io.StreamTaskSourceInput.emitNext(StreamTaskSourceInput.java:68)
	at org.apache.flink.streaming.runtime.io.StreamOneInputProcessor.processInput(StreamOneInputProcessor.java:65)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.processInput(StreamTask.java:579)
	at org.apache.flink.streaming.runtime.tasks.mailbox.MailboxProcessor.runMailboxLoop(MailboxProcessor.java:231)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.runMailboxLoop(StreamTask.java:909)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.invoke(StreamTask.java:858)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:937)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.SerializedThrowable: java.lang.RuntimeException: SplitFetcher thread 1 received unexpected exception while polling the records
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:168)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.run(SplitFetcher.java:117)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=null, attempt=22, TimeoutTracker(timeout=29918, elapsed=28972), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.188:37843, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.190:39209, [15ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.189:46111, [17ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.190:39209: Network error: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.189:46111: Network error: [peer master-127.17.168.189:46111(127.17.168.189:46111)] unexpected exception from downstream on [id: 0x1715b511, L:/127.0.0.1:34348 - R:/127.17.168.189:46111], [76ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.188:37843: Network error: connection closed, [78ms] delaying RPC due to: Service unavailable: Master config (127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209,org.apache.kudu.client.RecoverableException: [peer master-127.17.168.189:46111(127.17.168.189:46111)] unexpected exception from downstream on [id: 0x1715b511, L:/127.0.0.1:34348 - R:/127.17.168.189:46111],org.apache.kudu.client.RecoverableException: connection closed, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.188:37843, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.190:39209, [83ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.188:37843: Network error: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843, [84ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.189:46111, [85ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.189:46111: Network error: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [85ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.190:39209: Network error: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [85ms] delaying RPC due to: Service unavailable: Master config (127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.188:37843, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.190:39209, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.189:46111, [103ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.188:37843: Network error: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843, [103ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.190:39209: Network error: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [104ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.189:46111: Network error: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [105ms] delaying RPC due to: Service unavailable: Master config (127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.188:37843, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.190:39209, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.189:46111, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.190:39209: Network error: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [123ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.188:37843: Network error: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843, [123ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.189:46111: Network error: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [124ms] delaying RPC due to: Service unavailable: Master config (127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.188:37843, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.190:39209, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.189:46111, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.190:39209: Network error: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.189:46111: Network error: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [143ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.188:37843: Network error: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843, [143ms] delaying RPC due to: Service unavailable: Master config (127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.188:37843, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.190:39209, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.189:46111, [164ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.188:37843: Network error: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843, [164ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.190:39209: Network error: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [164ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.189:46111: Network error: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [165ms] delaying RPC due to: Service unavailable: Master config (127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.188:37843, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.190:39209, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.189:46111, [203ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.189:46111: Network error: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [204ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.190:39209: Network error: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [205ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.188:37843: Network error: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843, [205ms] delaying RPC due to: Service unavailable: Master config (127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.188:37843, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.190:39209, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.189:46111, [342ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.188:37843: Network error: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843, [343ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.190:39209: Network error: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [345ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.189:46111: Network error: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [346ms] delaying RPC due to: Service unavailable: Master config (127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [380ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.188:37843, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.190:39209, [383ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.189:46111, [383ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.188:37843: Network error: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843, [385ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.190:39209: Network error: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [385ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.189:46111: Network error: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [385ms] delaying RPC due to: Service unavailable: Master config (127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [559ms] refreshing cache from master, [560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.188:37843, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.190:39209, [562ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.188:37843: Network error: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843, [562ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.190:39209: Network error: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.189:46111, [564ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.189:46111: Network error: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [565ms] delaying RPC due to: Service unavailable: Master config (127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [1400ms] refreshing cache from master, [1400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.188:37843, [1401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.190:39209, [1402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.189:46111, [1403ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.188:37843: Network error: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843, [1403ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.190:39209: Network error: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [1403ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.189:46111: Network error: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [1403ms] delaying RPC due to: Service unavailable: Master config (127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [2120ms] refreshing cache from master, [2120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.188:37843, [2121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.190:39209, [2122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.189:46111, [2122ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.188:37843: Network error: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843, [2122ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.190:39209: Network error: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209, [2123ms] Sub RPC ConnectToMaster: received response from server master-127.17.168.189:46111: Network error: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [2123ms] delaying RPC due to: Service unavailable: Master config (127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111, [5120ms] refreshing cache from master, [5121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.188:37843, [5122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.190:39209, [5123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.168.189:46111, [5124ms] too many traces: truncated at 100 traces, deferred=Deferred@1548269237(state=PENDING, result=null, callback=(continuation of Deferred@2125239217 after retry RPC after error@390416933) -> (continuation of Deferred@1862375570 after retry RPC after error@1986361049) -> (continuation of Deferred@1825456831 after retry RPC after error@1374108001) -> (continuation of Deferred@843185863 after retry RPC after error@1867486696) -> (continuation of Deferred@1904929028 after retry RPC after error@432990821) -> (continuation of Deferred@608471133 after retry RPC after error@926394856) -> (continuation of Deferred@290694339 after retry RPC after error@2132863310) -> (continuation of Deferred@2141618327 after retry RPC after error@1968442978) -> (continuation of Deferred@2033043895 after retry RPC after error@20919621) -> (continuation of Deferred@1247195085 after retry RPC after error@530878459) -> (continuation of Deferred@148086217 after retry RPC after error@1891505291) -> (continuation of Deferred@266986902 after retry RPC after error@873035975) -> (continuation of Deferred@547391066 after retry RPC after error@549115017) -> (continuation of Deferred@1623146589 after retry RPC after error@529519565) -> (continuation of Deferred@993596464 after retry RPC after error@1305579842) -> (continuation of Deferred@1467391245 after retry RPC after error@906374549) -> (continuation of Deferred@1164785649 after retry RPC after error@74966431) -> (continuation of Deferred@1737133801 after retry RPC after error@1617390856) -> (continuation of Deferred@1285102666 after retry RPC after error@2004435803) -> (continuation of Deferred@1152874139 after retry RPC after error@526605352) -> (continuation of Deferred@454850754 after retry RPC after error@650285921), errback=(continuation of Deferred@2125239217 after retry RPC after error@390416933) -> (continuation of Deferred@1862375570 after retry RPC after error@1986361049) -> (continuation of Deferred@1825456831 after retry RPC after error@1374108001) -> (continuation of Deferred@843185863 after retry RPC after error@1867486696) -> (continuation of Deferred@1904929028 after retry RPC after error@432990821) -> (continuation of Deferred@608471133 after retry RPC after error@926394856) -> (continuation of Deferred@290694339 after retry RPC after error@2132863310) -> (continuation of Deferred@2141618327 after retry RPC after error@1968442978) -> (continuation of Deferred@2033043895 after retry RPC after error@20919621) -> (continuation of Deferred@1247195085 after retry RPC after error@530878459) -> (continuation of Deferred@148086217 after retry RPC after error@1891505291) -> (continuation of Deferred@266986902 after retry RPC after error@873035975) -> (continuation of Deferred@547391066 after retry RPC after error@549115017) -> (continuation of Deferred@1623146589 after retry RPC after error@529519565) -> (continuation of Deferred@993596464 after retry RPC after error@1305579842) -> (continuation of Deferred@1467391245 after retry RPC after error@906374549) -> (continuation of Deferred@1164785649 after retry RPC after error@74966431) -> (continuation of Deferred@1737133801 after retry RPC after error@1617390856) -> (continuation of Deferred@1285102666 after retry RPC after error@2004435803) -> (continuation of Deferred@1152874139 after retry RPC after error@526605352) -> (continuation of Deferred@454850754 after retry RPC after error@650285921)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduScanner.nextRows(KuduScanner.java:81)
	at org.apache.flink.connector.kudu.source.reader.KuduSourceSplitReader.fetch(KuduSourceSplitReader.java:68)
	at org.apache.flink.connector.base.source.reader.fetcher.FetchTask.run(FetchTask.java:58)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:165)
	... 6 more
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.17.168.188:37843,127.17.168.190:39209,127.17.168.189:46111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.188:37843(127.17.168.188:37843): Connection refused: /127.17.168.188:37843,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.190:39209(127.17.168.190:39209): Connection refused: /127.17.168.190:39209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.168.189:46111(127.17.168.189:46111): Connection refused: /127.17.168.189:46111
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.17.168.189:46111
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:05:33.098 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job 50520737ebe38e2625b3d1dfb8799f70: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
21:05:33.098 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#0) of source Source: KuduSource.
21:05:33.104 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_0_0.
21:05:33.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:32.870347 20990 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 20963
21:05:33.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:33.421119 20990 kernel_stack_watchdog.cc:198] Thread 20963 stuck at /home/jenkins-slave/workspace/build_and_test@2/src/kudu/util/thread.cc:642 for 373ms:
21:05:33.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
21:05:33.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
21:05:33.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
21:05:33.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
21:05:33.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:33.422524 20993 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection timed out after 1929 milliseconds
21:05:33.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:33.422534 20994 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:05:33.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:33.438125 20963 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.944s	user 0.215s	sys 0.431s
21:05:33.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:33.438791 20963 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.945s	user 0.215s	sys 0.432s
21:05:33.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:33.439277 20963 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
21:05:33.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:31.495688 20992 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:05:33.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:33.441617 20963 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:05:33.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:33.463364 20963 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:05:33.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:33.465314 20963 hybrid_clock.cc:648] HybridClock initialized: now 1783544733465220 us; error 102 us; skew 500 ppm
21:05:33.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:33.466735 20963 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:05:33.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:33.498301 20963 webserver.cc:534] Webserver started at http://127.20.46.129:34351/ using document root <none> and password file <none>
21:05:33.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:33.501441 20963 fs_manager.cc:362] Metadata directory not provided
21:05:33.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:33.502151 20963 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:05:33.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:33.503289 20963 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
21:05:33.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:33.523792 20963 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3994378113951557591/ts-0/data/instance:
21:05:33.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "66c71c94f0ef4228936a4568fce9d752"
21:05:33.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:05:33 on dist-test-slave-3sd5"
21:05:33.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:33.541697 20963 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3994378113951557591/ts-0/wal/instance:
21:05:33.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "66c71c94f0ef4228936a4568fce9d752"
21:05:33.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:05:33 on dist-test-slave-3sd5"
21:05:33.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:33.568497 20963 fs_manager.cc:696] Time spent creating directory manager: real 0.026s	user 0.008s	sys 0.000s
21:05:33.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:33.603860 21009 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
21:05:33.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:33.606889 20963 fs_manager.cc:730] Time spent opening block manager: real 0.026s	user 0.003s	sys 0.002s
21:05:33.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:33.609215 20963 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3994378113951557591/ts-0/data,/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3994378113951557591/ts-0/wal
21:05:33.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "66c71c94f0ef4228936a4568fce9d752"
21:05:33.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:05:33 on dist-test-slave-3sd5"
21:05:33.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:33.610004 20963 fs_report.cc:389] FS layout report
21:05:33.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:05:33.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3994378113951557591/ts-0/wal
21:05:33.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3994378113951557591/ts-0/wal
21:05:33.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3994378113951557591/ts-0/data/data
21:05:33.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:05:33.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:05:33.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:05:33.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:05:33.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:05:33.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:05:33.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:05:33.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:05:33.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:05:33.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:05:33.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:05:33.703 [DEBUG - pool-12-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30018), Traces: [0ms] sending RPC to server master-127.17.168.190:39209, [4ms] received response from server master-127.17.168.190:39209: OK, deferred=null) with no deferred attached!
21:05:33.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:33.885391 20963 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
21:05:33.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:33.887818 20963 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:05:33.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:33.888518 20963 kserver.cc:163] Server-wide thread pool size limit: 3276
21:05:33.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:33.907747 20963 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
21:05:33.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:33.936380 20963 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
21:05:33.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:33.936719 20963 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
21:05:33.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:33.938370 20963 ts_tablet_manager.cc:616] Registered 0 tablets
21:05:33.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:33.938644 20963 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
21:05:34.026 [INFO - flink-pekko.actor.default-dispatcher-9] (CheckpointCoordinator.java:1805) Restoring job 50520737ebe38e2625b3d1dfb8799f70 from Checkpoint 67 @ 1783544732476 for 50520737ebe38e2625b3d1dfb8799f70 located at file:/tmp/junit13326170181640113289/checkpoints/50520737ebe38e2625b3d1dfb8799f70/chk-67.
21:05:34.068 [INFO - flink-pekko.actor.default-dispatcher-9] (MasterHooks.java:201) No master state to restore
21:05:34.090 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 0 to checkpoint 67 for source Source: KuduSource to checkpoint.
21:05:34.096 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from CREATED to SCHEDULED.
21:05:34.100 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 50520737ebe38e2625b3d1dfb8799f70: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
21:05:34.101 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from SCHEDULED to DEPLOYING.
21:05:34.101 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #1) with attempt id 75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_0_1 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to d3190376-62a7-4418-84bf-bee23066b9ee @ 127.0.0.1 (dataPort=-1) with allocation id 52d5deb841224e867af8dedcc6f31427
21:05:34.102 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (50520737ebe38e2625b3d1dfb8799f70) switched from state RESTARTING to RUNNING.
21:05:34.102 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskSlotTableImpl.java:391) Activate slot 52d5deb841224e867af8dedcc6f31427.
21:05:34.102 [INFO - flink-pekko.actor.default-dispatcher-9] (CheckpointCoordinator.java:1805) Restoring job 50520737ebe38e2625b3d1dfb8799f70 from Checkpoint 67 @ 1783544732476 for 50520737ebe38e2625b3d1dfb8799f70 located at file:/tmp/junit13326170181640113289/checkpoints/50520737ebe38e2625b3d1dfb8799f70/chk-67.
21:05:34.104 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#1 (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_0_1), deploy into slot with allocation id 52d5deb841224e867af8dedcc6f31427.
21:05:34.105 [INFO - flink-pekko.actor.default-dispatcher-9] (MasterHooks.java:201) No master state to restore
21:05:34.105 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 2 to checkpoint 67 for source Source: KuduSource to checkpoint.
21:05:34.105 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from CREATED to SCHEDULED.
21:05:34.106 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 50520737ebe38e2625b3d1dfb8799f70: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
21:05:34.109 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from SCHEDULED to DEPLOYING.
21:05:34.109 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #1) with attempt id 75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_2_1 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to d3190376-62a7-4418-84bf-bee23066b9ee @ 127.0.0.1 (dataPort=-1) with allocation id f412658c854e9ff7ca9ced65ea075485
21:05:34.111 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskSlotTableImpl.java:391) Activate slot f412658c854e9ff7ca9ced65ea075485.
21:05:34.116 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#1 (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_2_1), deploy into slot with allocation id f412658c854e9ff7ca9ced65ea075485.
21:05:34.118 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#1 (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from CREATED to DEPLOYING.
21:05:34.122 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#1 (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_0_1) [DEPLOYING].
21:05:34.126 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@36191f23
21:05:34.126 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
21:05:34.127 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit13326170181640113289/checkpoints")
21:05:34.127 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#1 (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from DEPLOYING to INITIALIZING.
21:05:34.127 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from DEPLOYING to INITIALIZING.
21:05:34.133 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#1 (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from CREATED to DEPLOYING.
21:05:34.134 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#1 (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_2_1) [DEPLOYING].
21:05:34.136 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@178e3dd3
21:05:34.138 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@7bea42a7
21:05:34.138 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
21:05:34.139 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit13326170181640113289/checkpoints")
21:05:34.141 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#1 (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from DEPLOYING to INITIALIZING.
21:05:34.141 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from DEPLOYING to INITIALIZING.
21:05:34.149 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#1] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:05:34.155 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@32e2e0d8
21:05:34.157 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:05:34.165 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#1] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:05:34.168 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:05:34.176 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:05:34.177 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:05:34.177 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:05:34.178 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:05:34.181 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:05:34.181 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:05:34.181 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:05:34.183 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:05:34.183 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:05:34.184 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:05:34.184 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:05:34.185 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:05:34.187 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:05:34.189 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:05:34.189 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:05:34.190 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:05:34.191 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:05:34.195 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:05:34.195 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:05:34.195 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:05:34.197 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:05:34.200 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:05:34.200 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:05:34.200 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:05:34.201 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:05:34.201 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:05:34.205 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:05:34.206 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:05:34.208 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:05:34.208 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:05:34.209 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:05:34.211 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:05:34.211 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:05:34.211 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:05:34.213 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:05:34.213 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:05:34.213 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:05:34.213 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:05:34.214 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:05:34.216 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:05:34.216 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:05:34.218 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:05:34.219 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:05:34.221 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:05:34.223 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:05:34.223 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:05:34.223 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:05:34.225 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:05:34.225 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:05:34.226 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:05:34.227 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:05:34.228 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:05:34.231 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:05:34.231 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:05:34.232 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:05:34.233 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:05:34.234 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:05:34.235 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:05:34.235 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:05:34.238 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:05:34.238 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:05:34.238 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:05:34.238 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:05:34.246 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:05:34.249 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:05:34.251 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:05:34.254 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:05:34.254 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:05:34.254 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:05:34.256 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:05:34.256 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:05:34.256 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:05:34.257 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:05:34.258 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:05:34.258 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:05:34.259 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:05:34.259 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:05:34.259 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:05:34.260 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:05:34.260 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:05:34.260 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:05:34.261 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:05:34.261 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:05:34.261 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:05:34.261 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:05:34.261 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:05:34.261 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:05:34.261 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:05:34.261 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:05:34.277 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:05:34.278 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:05:34.279 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:05:34.280 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:05:34.280 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:05:34.280 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:05:34.282 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:05:34.282 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:05:34.283 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:05:34.283 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:05:34.283 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:05:34.284 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:05:34.284 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:05:34.286 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:05:34.287 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:05:34.288 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:05:34.289 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:05:34.289 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:05:34.289 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:05:34.290 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:05:34.290 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:05:34.290 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:05:34.291 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:05:34.291 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:05:34.291 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:05:34.291 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:05:34.296 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:05:34.297 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:05:34.298 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:05:34.299 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:05:34.299 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:05:34.299 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:05:34.300 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:05:34.300 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:05:34.300 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:05:34.301 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:05:34.301 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:05:34.301 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:05:34.301 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:05:34.306 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:05:34.306 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:05:34.307 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:05:34.307 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:05:34.307 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:05:34.308 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:05:34.308 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:05:34.308 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:05:34.308 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:05:34.309 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:05:34.309 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:05:34.309 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:05:34.310 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:05:34.326 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:05:34.326 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:05:34.327 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:05:34.328 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:05:34.328 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:05:34.328 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:05:34.329 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:05:34.329 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:05:34.329 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:05:34.329 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:05:34.329 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:05:34.329 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:05:34.330 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:05:34.337 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:05:34.338 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:05:34.338 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:05:34.339 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:05:34.339 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:05:34.339 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:05:34.339 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:05:34.339 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:05:34.339 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:05:34.340 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:05:34.340 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:05:34.340 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:05:34.340 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:05:34.366 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:05:34.367 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:05:34.367 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:05:34.367 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:05:34.368 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:05:34.368 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:05:34.369 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:05:34.369 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:05:34.369 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:05:34.370 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:05:34.370 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:05:34.370 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:05:34.370 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:05:34.425 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:05:34.426 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:05:34.427 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:05:34.427 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:05:34.427 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:05:34.427 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:05:34.428 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:05:34.429 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:05:34.429 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:05:34.429 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:05:34.429 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:05:34.430 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:05:34.430 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:05:34.457 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:05:34.458 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:05:34.458 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:05:34.458 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:05:34.458 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:05:34.458 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:05:34.459 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:05:34.459 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:05:34.459 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:05:34.459 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:05:34.459 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:05:34.459 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:05:34.459 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:05:34.503 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:05:34.557 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:05:34.558 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:05:34.558 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:05:34.558 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:05:34.558 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:05:34.559 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:05:34.559 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:05:34.559 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:05:34.559 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:05:34.559 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:05:34.559 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:05:34.560 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:05:34.560 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:05:34.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:34.609517 20963 rpc_server.cc:307] RPC server started. Bound to: 127.20.46.129:34963
21:05:34.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:34.609601 21143 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.20.46.129:34963 every 8 connection(s)
21:05:34.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:34.612888 20963 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3994378113951557591/ts-0/data/info.pb
21:05:34.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:34.619251 20666 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu as pid 20963
21:05:34.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:34.619941 20666 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3994378113951557591/ts-0/wal/instance
21:05:34.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:34.635753 20666 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu
21:05:34.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu
21:05:34.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3994378113951557591/ts-1/wal
21:05:34.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3994378113951557591/ts-1/data
21:05:34.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:05:34.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:05:34.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:05:34.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:05:34.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:05:34.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:05:34.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3994378113951557591/ts-1/logs
21:05:34.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3994378113951557591/ts-1/data/info.pb
21:05:34.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:05:34.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:05:34.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:05:34.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:05:34.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:05:34.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:05:34.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:05:34.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:05:34.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
21:05:34.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:05:34.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.46.130:0
21:05:34.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.20.46.130
21:05:34.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.46.130
21:05:34.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:05:34.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.20.46.190:36007,127.20.46.189:42409,127.20.46.188:38181
21:05:34.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.46.148:46467
21:05:34.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:05:34.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:05:34.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
21:05:34.645 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:05:34.646 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:05:34.646 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:05:34.647 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:05:34.647 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:05:34.647 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:05:34.648 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:05:34.648 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:05:34.648 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:05:34.649 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:05:34.649 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:05:34.649 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:05:34.649 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:05:34.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:34.688722 21144 heartbeater.cc:344] Connected to a master server at 127.20.46.189:42409
21:05:34.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:34.689321 21144 heartbeater.cc:461] Registering TS with master...
21:05:34.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:34.691012 21144 heartbeater.cc:507] Master 127.20.46.189:42409 requested a full tablet report, sending...
21:05:34.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:34.695729 20787 ts_manager.cc:194] Registered new tserver with Master: 66c71c94f0ef4228936a4568fce9d752 (127.20.46.129:34963)
21:05:34.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:34.714708 21145 heartbeater.cc:344] Connected to a master server at 127.20.46.188:38181
21:05:34.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:34.715131 21145 heartbeater.cc:461] Registering TS with master...
21:05:34.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:34.716286 21145 heartbeater.cc:507] Master 127.20.46.188:38181 requested a full tablet report, sending...
21:05:34.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:34.719666 20874 ts_manager.cc:194] Registered new tserver with Master: 66c71c94f0ef4228936a4568fce9d752 (127.20.46.129:34963)
21:05:34.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:34.722944 20874 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.20.46.129:46459
21:05:34.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:34.768146 21150 heartbeater.cc:344] Connected to a master server at 127.20.46.190:36007
21:05:34.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:34.768575 21150 heartbeater.cc:461] Registering TS with master...
21:05:34.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:34.769239 21150 heartbeater.cc:507] Master 127.20.46.190:36007 requested a full tablet report, sending...
21:05:34.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:34.773088 20711 ts_manager.cc:194] Registered new tserver with Master: 66c71c94f0ef4228936a4568fce9d752 (127.20.46.129:34963)
21:05:34.796 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:05:34.797 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:05:34.798 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:05:34.799 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:05:34.799 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:05:34.799 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:05:34.800 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:05:34.800 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:05:34.800 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:05:34.801 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:05:34.801 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:05:34.801 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:05:34.801 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:05:34.986 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:05:34.996 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:05:34.996 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:05:34.996 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:05:35.003 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:05:35.003 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:05:35.003 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:05:35.004 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:05:35.004 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:05:35.005 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:05:35.005 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:05:35.005 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:05:35.005 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:05:35.005 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:05:35.217 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:05:35.218 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:05:35.218 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:05:35.219 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:05:35.219 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:05:35.220 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:05:35.220 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:05:35.220 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:05:35.220 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:05:35.221 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:05:35.221 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:05:35.221 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:05:35.221 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:05:35.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:35.221714 21151 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
21:05:35.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:35.222462 21151 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:05:35.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:35.223515 21151 flags.cc:432] Enabled unsafe flag: --never_fsync=true
21:05:35.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:35.275282 21151 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
21:05:35.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:35.276515 21151 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.20.46.130
21:05:35.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:35.320966 21151 tablet_server_runner.cc:78] Tablet server non-default flags:
21:05:35.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:05:35.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.46.148:46467
21:05:35.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:05:35.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:05:35.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3994378113951557591/ts-1/data
21:05:35.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3994378113951557591/ts-1/wal
21:05:35.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:05:35.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:05:35.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.46.130:0
21:05:35.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:05:35.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:05:35.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:05:35.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3994378113951557591/ts-1/data/info.pb
21:05:35.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.46.130
21:05:35.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:05:35.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.20.46.190:36007,127.20.46.189:42409,127.20.46.188:38181
21:05:35.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:05:35.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:05:35.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:05:35.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:05:35.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:05:35.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.20.46.130
21:05:35.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3994378113951557591/ts-1/logs
21:05:35.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:05:35.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:05:35.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
21:05:35.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
21:05:35.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
21:05:35.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 6bec869c2320d19f2589b3f609f76e5041a21d27
21:05:35.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:05:35.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 20:43:55 UTC on e7f111948823
21:05:35.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16878
21:05:35.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:05:35.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:35.323010 21151 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:05:35.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:35.325342 21151 file_cache.cc:492] Constructed file cache file cache with capacity 419430
21:05:35.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:35.358175 21160 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:05:35.503 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:05:35.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:35.728029 21145 heartbeater.cc:499] Master 127.20.46.188:38181 was elected leader, sending a full tablet report...
21:05:35.986 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:05:35.986 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:05:35.987 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:05:35.988 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:05:35.988 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:05:35.988 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:05:35.988 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:05:35.988 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:05:35.988 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:05:35.989 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:05:35.989 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:05:35.989 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:05:35.989 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:05:36.004 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:05:36.504 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:05:36.566 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:05:36.568 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:05:36.568 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:05:36.568 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:05:36.569 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:05:36.570 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:05:36.571 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:05:36.571 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:05:36.571 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:05:36.571 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:05:36.572 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:05:36.572 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:05:36.572 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:05:36.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:36.756237 21159 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 21151
21:05:36.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:35.363366 21161 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:05:36.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:36.862130 21151 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 1.501s	user 0.581s	sys 0.875s
21:05:36.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:36.862541 21151 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 1.501s	user 0.581s	sys 0.875s
21:05:36.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:36.871888 21151 server_base.cc:1061] running on GCE node
21:05:36.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:36.872538 21167 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:05:36.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:36.873719 21151 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:05:36.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:36.876099 21151 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:05:36.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:36.877521 21151 hybrid_clock.cc:648] HybridClock initialized: now 1783544736877472 us; error 42 us; skew 500 ppm
21:05:36.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:36.878414 21151 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:05:36.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:36.885012 21151 webserver.cc:534] Webserver started at http://127.20.46.130:33613/ using document root <none> and password file <none>
21:05:36.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:36.886041 21151 fs_manager.cc:362] Metadata directory not provided
21:05:36.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:36.886299 21151 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:05:36.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:36.886823 21151 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
21:05:36.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:36.891551 21151 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3994378113951557591/ts-1/data/instance:
21:05:36.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c49345ed10474066be3e8bbafaff014a"
21:05:36.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:05:36 on dist-test-slave-3sd5"
21:05:36.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:36.892797 21151 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3994378113951557591/ts-1/wal/instance:
21:05:36.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c49345ed10474066be3e8bbafaff014a"
21:05:36.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:05:36 on dist-test-slave-3sd5"
21:05:36.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:36.901202 21151 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.004s	sys 0.004s
21:05:36.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:36.907711 21172 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
21:05:36.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:36.908897 21151 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.000s	sys 0.004s
21:05:36.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:36.909296 21151 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3994378113951557591/ts-1/data,/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3994378113951557591/ts-1/wal
21:05:36.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c49345ed10474066be3e8bbafaff014a"
21:05:36.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:05:36 on dist-test-slave-3sd5"
21:05:36.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:36.909684 21151 fs_report.cc:389] FS layout report
21:05:36.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:05:36.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3994378113951557591/ts-1/wal
21:05:36.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3994378113951557591/ts-1/wal
21:05:36.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3994378113951557591/ts-1/data/data
21:05:36.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:05:36.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:05:36.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:05:36.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:05:36.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:05:36.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:05:36.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:05:36.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:05:36.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:05:36.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:05:36.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:05:36.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:36.962738 21151 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
21:05:36.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:36.964589 21151 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:05:36.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:36.965158 21151 kserver.cc:163] Server-wide thread pool size limit: 3276
21:05:36.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:36.968322 21151 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
21:05:36.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:36.973991 21151 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
21:05:36.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:36.974259 21151 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
21:05:36.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:36.974555 21151 ts_tablet_manager.cc:616] Registered 0 tablets
21:05:36.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:36.974749 21151 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
21:05:37.003 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:05:37.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:37.141623 21151 rpc_server.cc:307] RPC server started. Bound to: 127.20.46.130:40559
21:05:37.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:37.141834 21286 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.20.46.130:40559 every 8 connection(s)
21:05:37.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:37.145216 21151 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3994378113951557591/ts-1/data/info.pb
21:05:37.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:37.146921 20666 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu as pid 21151
21:05:37.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:37.147481 20666 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3994378113951557591/ts-1/wal/instance
21:05:37.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:37.164374 20666 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu
21:05:37.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu
21:05:37.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3994378113951557591/ts-2/wal
21:05:37.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3994378113951557591/ts-2/data
21:05:37.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:05:37.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:05:37.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:05:37.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:05:37.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:05:37.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:05:37.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3994378113951557591/ts-2/logs
21:05:37.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3994378113951557591/ts-2/data/info.pb
21:05:37.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:05:37.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:05:37.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:05:37.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:05:37.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:05:37.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:05:37.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:05:37.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:05:37.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
21:05:37.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:05:37.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.46.131:0
21:05:37.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.20.46.131
21:05:37.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.46.131
21:05:37.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:05:37.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.20.46.190:36007,127.20.46.189:42409,127.20.46.188:38181
21:05:37.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.46.148:46467
21:05:37.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:05:37.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:05:37.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
21:05:37.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:37.223977 21287 heartbeater.cc:344] Connected to a master server at 127.20.46.189:42409
21:05:37.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:37.224468 21287 heartbeater.cc:461] Registering TS with master...
21:05:37.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:37.225987 21287 heartbeater.cc:507] Master 127.20.46.189:42409 requested a full tablet report, sending...
21:05:37.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:37.227479 21288 heartbeater.cc:344] Connected to a master server at 127.20.46.188:38181
21:05:37.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:37.227898 21288 heartbeater.cc:461] Registering TS with master...
21:05:37.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:37.228996 21288 heartbeater.cc:507] Master 127.20.46.188:38181 requested a full tablet report, sending...
21:05:37.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:37.229135 20787 ts_manager.cc:194] Registered new tserver with Master: c49345ed10474066be3e8bbafaff014a (127.20.46.130:40559)
21:05:37.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:37.232753 21289 heartbeater.cc:344] Connected to a master server at 127.20.46.190:36007
21:05:37.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:37.232947 20874 ts_manager.cc:194] Registered new tserver with Master: c49345ed10474066be3e8bbafaff014a (127.20.46.130:40559)
21:05:37.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:37.233201 21289 heartbeater.cc:461] Registering TS with master...
21:05:37.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:37.234272 21289 heartbeater.cc:507] Master 127.20.46.190:36007 requested a full tablet report, sending...
21:05:37.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:37.234457 20874 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.20.46.130:56437
21:05:37.237 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:05:37.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:37.236982 20711 ts_manager.cc:194] Registered new tserver with Master: c49345ed10474066be3e8bbafaff014a (127.20.46.130:40559)
21:05:37.237 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:05:37.238 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:05:37.238 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:05:37.238 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:05:37.238 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:05:37.239 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:05:37.239 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:05:37.239 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:05:37.240 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:05:37.240 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:05:37.240 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:05:37.240 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:05:37.503 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:05:37.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:37.560609 21294 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
21:05:37.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:37.561174 21294 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:05:37.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:37.561632 21294 flags.cc:432] Enabled unsafe flag: --never_fsync=true
21:05:37.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:37.597570 21294 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
21:05:37.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:37.598377 21294 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.20.46.131
21:05:37.617 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:05:37.618 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:05:37.618 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:05:37.619 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:05:37.619 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:05:37.619 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:05:37.620 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:05:37.620 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:05:37.620 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:05:37.621 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:05:37.621 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:05:37.621 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:05:37.621 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:05:37.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:37.640792 21294 tablet_server_runner.cc:78] Tablet server non-default flags:
21:05:37.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:05:37.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.46.148:46467
21:05:37.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:05:37.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:05:37.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3994378113951557591/ts-2/data
21:05:37.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3994378113951557591/ts-2/wal
21:05:37.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:05:37.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:05:37.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.46.131:0
21:05:37.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:05:37.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:05:37.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:05:37.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3994378113951557591/ts-2/data/info.pb
21:05:37.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.46.131
21:05:37.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:05:37.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.20.46.190:36007,127.20.46.189:42409,127.20.46.188:38181
21:05:37.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:05:37.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:05:37.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:05:37.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:05:37.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:05:37.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.20.46.131
21:05:37.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3994378113951557591/ts-2/logs
21:05:37.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:05:37.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:05:37.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
21:05:37.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
21:05:37.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
21:05:37.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 6bec869c2320d19f2589b3f609f76e5041a21d27
21:05:37.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:05:37.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 20:43:55 UTC on e7f111948823
21:05:37.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16878
21:05:37.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:05:37.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:37.642513 21294 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:05:37.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:37.644773 21294 file_cache.cc:492] Constructed file cache file cache with capacity 419430
21:05:37.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:37.661610 21303 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:05:38.004 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:05:38.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:38.239075 21288 heartbeater.cc:499] Master 127.20.46.188:38181 was elected leader, sending a full tablet report...
21:05:38.504 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:05:38.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:38.924965 20012 debug-util.cc:398] Leaking SignalData structure 0x7b08000a5200 after lost signal to thread 19949
21:05:38.926 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:05:38.927 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:05:38.927 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:05:38.928 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:05:38.928 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:05:38.929 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:05:38.930 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:05:38.930 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:05:38.930 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:05:38.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:38.926038 20012 debug-util.cc:398] Leaking SignalData structure 0x7b080008fde0 after lost signal to thread 20015
21:05:38.935 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:05:38.935 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:05:38.935 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:05:38.935 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:05:39.003 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:05:39.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:37.663578 21304 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:05:39.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:39.134486 21306 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:05:39.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:39.137427 21305 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1470 milliseconds
21:05:39.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:39.137565 21294 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
21:05:39.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:39.140064 21294 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:05:39.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:39.143256 21294 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:05:39.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:39.145118 21294 hybrid_clock.cc:648] HybridClock initialized: now 1783544739144980 us; error 84 us; skew 500 ppm
21:05:39.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:39.146672 21294 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:05:39.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:39.166971 21294 webserver.cc:534] Webserver started at http://127.20.46.131:39313/ using document root <none> and password file <none>
21:05:39.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:39.168300 21294 fs_manager.cc:362] Metadata directory not provided
21:05:39.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:39.168594 21294 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:05:39.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:39.169157 21294 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
21:05:39.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:39.176692 21294 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3994378113951557591/ts-2/data/instance:
21:05:39.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ff091cbfaac84851b132854ebd484599"
21:05:39.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:05:39 on dist-test-slave-3sd5"
21:05:39.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:39.178004 21294 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3994378113951557591/ts-2/wal/instance:
21:05:39.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ff091cbfaac84851b132854ebd484599"
21:05:39.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:05:39 on dist-test-slave-3sd5"
21:05:39.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:39.186834 21294 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.003s	sys 0.007s
21:05:39.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:39.194130 21315 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
21:05:39.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:39.195742 21294 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.003s	sys 0.001s
21:05:39.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:39.196237 21294 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3994378113951557591/ts-2/data,/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3994378113951557591/ts-2/wal
21:05:39.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ff091cbfaac84851b132854ebd484599"
21:05:39.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:05:39 on dist-test-slave-3sd5"
21:05:39.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:39.196741 21294 fs_report.cc:389] FS layout report
21:05:39.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:05:39.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3994378113951557591/ts-2/wal
21:05:39.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3994378113951557591/ts-2/wal
21:05:39.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3994378113951557591/ts-2/data/data
21:05:39.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:05:39.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:05:39.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:05:39.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:05:39.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:05:39.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:05:39.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:05:39.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:05:39.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:05:39.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:05:39.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:05:39.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:39.280786 21294 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
21:05:39.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:39.282413 21294 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:05:39.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:39.282941 21294 kserver.cc:163] Server-wide thread pool size limit: 3276
21:05:39.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:39.287472 21294 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
21:05:39.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:39.292784 21294 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
21:05:39.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:39.293051 21294 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
21:05:39.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:39.293296 21294 ts_tablet_manager.cc:616] Registered 0 tablets
21:05:39.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:39.293443 21294 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
21:05:39.503 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:05:39.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:39.537719 21294 rpc_server.cc:307] RPC server started. Bound to: 127.20.46.131:41837
21:05:39.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:39.537859 21427 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.20.46.131:41837 every 8 connection(s)
21:05:39.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:39.540870 21294 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3994378113951557591/ts-2/data/info.pb
21:05:39.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:39.551765 20666 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu as pid 21294
21:05:39.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:39.552380 20666 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3994378113951557591/ts-2/wal/instance
21:05:39.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:39.616051 21429 heartbeater.cc:344] Connected to a master server at 127.20.46.188:38181
21:05:39.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:39.616667 21429 heartbeater.cc:461] Registering TS with master...
21:05:39.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:39.618427 21429 heartbeater.cc:507] Master 127.20.46.188:38181 requested a full tablet report, sending...
21:05:39.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:39.623389 20874 ts_manager.cc:194] Registered new tserver with Master: ff091cbfaac84851b132854ebd484599 (127.20.46.131:41837)
21:05:39.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:39.625169 20874 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.20.46.131:47655
21:05:39.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:39.634235 21430 heartbeater.cc:344] Connected to a master server at 127.20.46.190:36007
21:05:39.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:39.634675 21430 heartbeater.cc:461] Registering TS with master...
21:05:39.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:39.635443 21430 heartbeater.cc:507] Master 127.20.46.190:36007 requested a full tablet report, sending...
21:05:39.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:39.638307 20711 ts_manager.cc:194] Registered new tserver with Master: ff091cbfaac84851b132854ebd484599 (127.20.46.131:41837)
21:05:39.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:39.641718 21428 heartbeater.cc:344] Connected to a master server at 127.20.46.189:42409
21:05:39.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:39.642136 21428 heartbeater.cc:461] Registering TS with master...
21:05:39.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:39.642799 21428 heartbeater.cc:507] Master 127.20.46.189:42409 requested a full tablet report, sending...
21:05:39.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:39.645713 20787 ts_manager.cc:194] Registered new tserver with Master: ff091cbfaac84851b132854ebd484599 (127.20.46.131:41837)
21:05:39.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:39.664311 20666 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
21:05:39.677 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
21:05:39.677 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

21:05:39.679 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.20.46.190"
      port: 36007
    }
    bound_http_address {
      host: "127.20.46.190"
      port: 42949
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.20.46.189"
      port: 42409
    }
    bound_http_address {
      host: "127.20.46.189"
      port: 35545
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.20.46.188"
      port: 38181
    }
    bound_http_address {
      host: "127.20.46.188"
      port: 36637
    }
  }
}

21:05:39.679 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

21:05:39.681 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.20.46.129"
      port: 34963
    }
    bound_http_address {
      host: "127.20.46.129"
      port: 34351
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.20.46.130"
      port: 40559
    }
    bound_http_address {
      host: "127.20.46.130"
      port: 33613
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.20.46.131"
      port: 41837
    }
    bound_http_address {
      host: "127.20.46.131"
      port: 39313
    }
  }
}

21:05:39.682 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
21:05:39.690 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:05:39.700 [DEBUG - main] (Connection.java:748) [peer master-127.19.120.62:38725(127.19.120.62:38725)] connecting to peer
21:05:39.711 [DEBUG - main] (Connection.java:748) [peer master-127.19.120.61:41045(127.19.120.61:41045)] connecting to peer
21:05:39.714 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.19.120.62:38725(127.19.120.62:38725)] Successfully connected to peer
21:05:39.725 [DEBUG - main] (Connection.java:748) [peer master-127.19.120.60:44619(127.19.120.60:44619)] connecting to peer
21:05:39.731 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.19.120.61:41045(127.19.120.61:41045)] Successfully connected to peer
21:05:39.736 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.19.120.60:44619(127.19.120.60:44619)] Successfully connected to peer
21:05:39.741 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.19.120.60
21:05:39.747 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.19.120.61
21:05:39.747 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.19.120.62
21:05:39.768 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:05:39.772 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xbe8558b0, L:/127.0.0.1:36168 - R:/127.19.120.60:44619] using SASL/PLAIN
21:05:39.778 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:05:39.783 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
21:05:39.784 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=85), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.62:38725, [12ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.61:41045, [26ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.60:44619, [84ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.60:44619: OK, deferred=null) after lookup
21:05:39.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:39.787935 20137 catalog_manager.cc:2282] Servicing CreateTable request from {username='slave'} at 127.0.0.1:36168:
21:05:39.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "replication_test_table"
21:05:39.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
21:05:39.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
21:05:39.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key1"
21:05:39.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
21:05:39.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
21:05:39.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
21:05:39.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
21:05:39.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
21:05:39.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
21:05:39.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
21:05:39.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
21:05:39.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key2"
21:05:39.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
21:05:39.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
21:05:39.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
21:05:39.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
21:05:39.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
21:05:39.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
21:05:39.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
21:05:39.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
21:05:39.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key3"
21:05:39.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
21:05:39.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
21:05:39.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
21:05:39.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
21:05:39.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
21:05:39.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
21:05:39.795 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x06d7fa21, L:/127.0.0.1:52908 - R:/127.19.120.61:41045] using SASL/PLAIN
21:05:39.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
21:05:39.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
21:05:39.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "data"
21:05:39.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
21:05:39.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
21:05:39.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
21:05:39.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
21:05:39.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
21:05:39.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
21:05:39.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
21:05:39.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
21:05:39.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
21:05:39.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   hash_schema {
21:05:39.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
21:05:39.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key1"
21:05:39.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
21:05:39.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     num_buckets: 2
21:05:39.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     seed: 0
21:05:39.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
21:05:39.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
21:05:39.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
21:05:39.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key1"
21:05:39.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
21:05:39.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
21:05:39.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   custom_hash_schema_ranges {
21:05:39.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     range_bounds {
21:05:39.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       rows: "<redacted>""\006\001d\000\000\000\007\001\310\000\000\000"
21:05:39.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
21:05:39.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     hash_schema {
21:05:39.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       columns {
21:05:39.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)         name: "key1"
21:05:39.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       }
21:05:39.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       num_buckets: 5
21:05:39.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       seed: 123
21:05:39.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
21:05:39.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
21:05:39.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
21:05:39.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:39.793640 20137 catalog_manager.cc:7076] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table replication_test_table in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
21:05:39.819 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:05:39.857 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x6f977398, L:/127.0.0.1:34560 - R:/127.19.120.62:38725] using SASL/PLAIN
21:05:39.951 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table b7140a6f8b6c4f74a882d4ff3b2c3e4b
21:05:40.003 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:05:40.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.077847 20300 tablet_service.cc:1511] Processing CreateTablet for tablet de01b65a946143b5962f2c50904edae4 (DEFAULT_TABLE table=replication_test_table [id=b7140a6f8b6c4f74a882d4ff3b2c3e4b]), partition=HASH (key1) PARTITION 4, RANGE (key1) PARTITION 100 <= VALUES < 200
21:05:40.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.079883 20300 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet de01b65a946143b5962f2c50904edae4. 1 dirs total, 0 dirs full, 0 dirs failed
21:05:40.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.072952 20301 tablet_service.cc:1511] Processing CreateTablet for tablet 2bcaf52c2cbf4eb695537e1fadb95cf5 (DEFAULT_TABLE table=replication_test_table [id=b7140a6f8b6c4f74a882d4ff3b2c3e4b]), partition=HASH (key1) PARTITION 3, RANGE (key1) PARTITION 100 <= VALUES < 200
21:05:40.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.084124 20303 tablet_service.cc:1511] Processing CreateTablet for tablet 0d4296474b0d4a5982a029ed097b3e5d (DEFAULT_TABLE table=replication_test_table [id=b7140a6f8b6c4f74a882d4ff3b2c3e4b]), partition=HASH (key1) PARTITION 1, RANGE (key1) PARTITION 100 <= VALUES < 200
21:05:40.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.074765 20302 tablet_service.cc:1511] Processing CreateTablet for tablet 40249854a91e49138aa92dba722a51e1 (DEFAULT_TABLE table=replication_test_table [id=b7140a6f8b6c4f74a882d4ff3b2c3e4b]), partition=HASH (key1) PARTITION 2, RANGE (key1) PARTITION 100 <= VALUES < 200
21:05:40.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.089536 20303 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 0d4296474b0d4a5982a029ed097b3e5d. 1 dirs total, 0 dirs full, 0 dirs failed
21:05:40.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.092314 20302 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 40249854a91e49138aa92dba722a51e1. 1 dirs total, 0 dirs full, 0 dirs failed
21:05:40.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.095487 20304 tablet_service.cc:1511] Processing CreateTablet for tablet 0f4aeaddebd341ea9c1ac068dd664836 (DEFAULT_TABLE table=replication_test_table [id=b7140a6f8b6c4f74a882d4ff3b2c3e4b]), partition=HASH (key1) PARTITION 0, RANGE (key1) PARTITION 100 <= VALUES < 200
21:05:40.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.097079 20301 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 2bcaf52c2cbf4eb695537e1fadb95cf5. 1 dirs total, 0 dirs full, 0 dirs failed
21:05:40.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.094573 20446 tablet_service.cc:1511] Processing CreateTablet for tablet 0d4296474b0d4a5982a029ed097b3e5d (DEFAULT_TABLE table=replication_test_table [id=b7140a6f8b6c4f74a882d4ff3b2c3e4b]), partition=HASH (key1) PARTITION 1, RANGE (key1) PARTITION 100 <= VALUES < 200
21:05:40.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.096220 20444 tablet_service.cc:1511] Processing CreateTablet for tablet 2bcaf52c2cbf4eb695537e1fadb95cf5 (DEFAULT_TABLE table=replication_test_table [id=b7140a6f8b6c4f74a882d4ff3b2c3e4b]), partition=HASH (key1) PARTITION 3, RANGE (key1) PARTITION 100 <= VALUES < 200
21:05:40.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.097779 20445 tablet_service.cc:1511] Processing CreateTablet for tablet 40249854a91e49138aa92dba722a51e1 (DEFAULT_TABLE table=replication_test_table [id=b7140a6f8b6c4f74a882d4ff3b2c3e4b]), partition=HASH (key1) PARTITION 2, RANGE (key1) PARTITION 100 <= VALUES < 200
21:05:40.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.099159 20443 tablet_service.cc:1511] Processing CreateTablet for tablet de01b65a946143b5962f2c50904edae4 (DEFAULT_TABLE table=replication_test_table [id=b7140a6f8b6c4f74a882d4ff3b2c3e4b]), partition=HASH (key1) PARTITION 4, RANGE (key1) PARTITION 100 <= VALUES < 200
21:05:40.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.107322 20304 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 0f4aeaddebd341ea9c1ac068dd664836. 1 dirs total, 0 dirs full, 0 dirs failed
21:05:40.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.107115 20447 tablet_service.cc:1511] Processing CreateTablet for tablet 0f4aeaddebd341ea9c1ac068dd664836 (DEFAULT_TABLE table=replication_test_table [id=b7140a6f8b6c4f74a882d4ff3b2c3e4b]), partition=HASH (key1) PARTITION 0, RANGE (key1) PARTITION 100 <= VALUES < 200
21:05:40.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.110718 20446 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 0d4296474b0d4a5982a029ed097b3e5d. 1 dirs total, 0 dirs full, 0 dirs failed
21:05:40.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.113754 20443 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet de01b65a946143b5962f2c50904edae4. 1 dirs total, 0 dirs full, 0 dirs failed
21:05:40.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.118248 20444 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 2bcaf52c2cbf4eb695537e1fadb95cf5. 1 dirs total, 0 dirs full, 0 dirs failed
21:05:40.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.120822 20445 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 40249854a91e49138aa92dba722a51e1. 1 dirs total, 0 dirs full, 0 dirs failed
21:05:40.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.123328 20447 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 0f4aeaddebd341ea9c1ac068dd664836. 1 dirs total, 0 dirs full, 0 dirs failed
21:05:40.157 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:05:40.158 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:05:40.158 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:05:40.160 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:05:40.160 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:05:40.160 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:05:40.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.154567 20589 tablet_service.cc:1511] Processing CreateTablet for tablet 40249854a91e49138aa92dba722a51e1 (DEFAULT_TABLE table=replication_test_table [id=b7140a6f8b6c4f74a882d4ff3b2c3e4b]), partition=HASH (key1) PARTITION 2, RANGE (key1) PARTITION 100 <= VALUES < 200
21:05:40.161 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:05:40.161 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:05:40.161 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:05:40.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.156212 20590 tablet_service.cc:1511] Processing CreateTablet for tablet 0d4296474b0d4a5982a029ed097b3e5d (DEFAULT_TABLE table=replication_test_table [id=b7140a6f8b6c4f74a882d4ff3b2c3e4b]), partition=HASH (key1) PARTITION 1, RANGE (key1) PARTITION 100 <= VALUES < 200
21:05:40.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.157553 20591 tablet_service.cc:1511] Processing CreateTablet for tablet 0f4aeaddebd341ea9c1ac068dd664836 (DEFAULT_TABLE table=replication_test_table [id=b7140a6f8b6c4f74a882d4ff3b2c3e4b]), partition=HASH (key1) PARTITION 0, RANGE (key1) PARTITION 100 <= VALUES < 200
21:05:40.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.158161 20587 tablet_service.cc:1511] Processing CreateTablet for tablet de01b65a946143b5962f2c50904edae4 (DEFAULT_TABLE table=replication_test_table [id=b7140a6f8b6c4f74a882d4ff3b2c3e4b]), partition=HASH (key1) PARTITION 4, RANGE (key1) PARTITION 100 <= VALUES < 200
21:05:40.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.155802 20588 tablet_service.cc:1511] Processing CreateTablet for tablet 2bcaf52c2cbf4eb695537e1fadb95cf5 (DEFAULT_TABLE table=replication_test_table [id=b7140a6f8b6c4f74a882d4ff3b2c3e4b]), partition=HASH (key1) PARTITION 3, RANGE (key1) PARTITION 100 <= VALUES < 200
21:05:40.166 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:05:40.166 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:05:40.167 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:05:40.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.165971 20590 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 0d4296474b0d4a5982a029ed097b3e5d. 1 dirs total, 0 dirs full, 0 dirs failed
21:05:40.167 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:05:40.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.170936 20591 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 0f4aeaddebd341ea9c1ac068dd664836. 1 dirs total, 0 dirs full, 0 dirs failed
21:05:40.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.173141 20587 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet de01b65a946143b5962f2c50904edae4. 1 dirs total, 0 dirs full, 0 dirs failed
21:05:40.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.175344 20589 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 40249854a91e49138aa92dba722a51e1. 1 dirs total, 0 dirs full, 0 dirs failed
21:05:40.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.177871 20588 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 2bcaf52c2cbf4eb695537e1fadb95cf5. 1 dirs total, 0 dirs full, 0 dirs failed
21:05:40.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.194924 21463 tablet_bootstrap.cc:492] T 0d4296474b0d4a5982a029ed097b3e5d P 0751133557e2488f88e6047cd0844e03: Bootstrap starting.
21:05:40.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.205071 21463 tablet_bootstrap.cc:654] T 0d4296474b0d4a5982a029ed097b3e5d P 0751133557e2488f88e6047cd0844e03: Neither blocks nor log segments found. Creating new log.
21:05:40.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.207803 21463 log.cc:826] T 0d4296474b0d4a5982a029ed097b3e5d P 0751133557e2488f88e6047cd0844e03: Log is configured to *not* fsync() on all Append() calls
21:05:40.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.220320 21463 tablet_bootstrap.cc:492] T 0d4296474b0d4a5982a029ed097b3e5d P 0751133557e2488f88e6047cd0844e03: No bootstrap required, opened a new log
21:05:40.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.221055 21463 ts_tablet_manager.cc:1403] T 0d4296474b0d4a5982a029ed097b3e5d P 0751133557e2488f88e6047cd0844e03: Time spent bootstrapping tablet: real 0.029s	user 0.010s	sys 0.014s
21:05:40.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.257613 21463 raft_consensus.cc:359] T 0d4296474b0d4a5982a029ed097b3e5d P 0751133557e2488f88e6047cd0844e03 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0751133557e2488f88e6047cd0844e03" member_type: VOTER last_known_addr { host: "127.19.120.1" port: 34179 } } peers { permanent_uuid: "34885dfc66284ca0b16a23d15099a5dc" member_type: VOTER last_known_addr { host: "127.19.120.2" port: 42545 } } peers { permanent_uuid: "e4339a62c70f4194a74ad6c0e99505de" member_type: VOTER last_known_addr { host: "127.19.120.3" port: 36807 } }
21:05:40.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.258694 21463 raft_consensus.cc:385] T 0d4296474b0d4a5982a029ed097b3e5d P 0751133557e2488f88e6047cd0844e03 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:05:40.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.259060 21463 raft_consensus.cc:740] T 0d4296474b0d4a5982a029ed097b3e5d P 0751133557e2488f88e6047cd0844e03 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0751133557e2488f88e6047cd0844e03, State: Initialized, Role: FOLLOWER
21:05:40.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.260207 21463 consensus_queue.cc:260] T 0d4296474b0d4a5982a029ed097b3e5d P 0751133557e2488f88e6047cd0844e03 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0751133557e2488f88e6047cd0844e03" member_type: VOTER last_known_addr { host: "127.19.120.1" port: 34179 } } peers { permanent_uuid: "34885dfc66284ca0b16a23d15099a5dc" member_type: VOTER last_known_addr { host: "127.19.120.2" port: 42545 } } peers { permanent_uuid: "e4339a62c70f4194a74ad6c0e99505de" member_type: VOTER last_known_addr { host: "127.19.120.3" port: 36807 } }
21:05:40.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.274559 21463 ts_tablet_manager.cc:1434] T 0d4296474b0d4a5982a029ed097b3e5d P 0751133557e2488f88e6047cd0844e03: Time spent starting tablet: real 0.053s	user 0.030s	sys 0.013s
21:05:40.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.278264 21463 tablet_bootstrap.cc:492] T 2bcaf52c2cbf4eb695537e1fadb95cf5 P 0751133557e2488f88e6047cd0844e03: Bootstrap starting.
21:05:40.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.300673 21466 tablet_bootstrap.cc:492] T de01b65a946143b5962f2c50904edae4 P 34885dfc66284ca0b16a23d15099a5dc: Bootstrap starting.
21:05:40.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.308930 21463 tablet_bootstrap.cc:654] T 2bcaf52c2cbf4eb695537e1fadb95cf5 P 0751133557e2488f88e6047cd0844e03: Neither blocks nor log segments found. Creating new log.
21:05:40.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.311890 21466 tablet_bootstrap.cc:654] T de01b65a946143b5962f2c50904edae4 P 34885dfc66284ca0b16a23d15099a5dc: Neither blocks nor log segments found. Creating new log.
21:05:40.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.334435 21466 log.cc:826] T de01b65a946143b5962f2c50904edae4 P 34885dfc66284ca0b16a23d15099a5dc: Log is configured to *not* fsync() on all Append() calls
21:05:40.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.353504 21466 tablet_bootstrap.cc:492] T de01b65a946143b5962f2c50904edae4 P 34885dfc66284ca0b16a23d15099a5dc: No bootstrap required, opened a new log
21:05:40.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.354373 21466 ts_tablet_manager.cc:1403] T de01b65a946143b5962f2c50904edae4 P 34885dfc66284ca0b16a23d15099a5dc: Time spent bootstrapping tablet: real 0.054s	user 0.014s	sys 0.006s
21:05:40.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.357664 21463 tablet_bootstrap.cc:492] T 2bcaf52c2cbf4eb695537e1fadb95cf5 P 0751133557e2488f88e6047cd0844e03: No bootstrap required, opened a new log
21:05:40.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.361594 21463 ts_tablet_manager.cc:1403] T 2bcaf52c2cbf4eb695537e1fadb95cf5 P 0751133557e2488f88e6047cd0844e03: Time spent bootstrapping tablet: real 0.084s	user 0.023s	sys 0.026s
21:05:40.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.371558 21463 raft_consensus.cc:359] T 2bcaf52c2cbf4eb695537e1fadb95cf5 P 0751133557e2488f88e6047cd0844e03 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0751133557e2488f88e6047cd0844e03" member_type: VOTER last_known_addr { host: "127.19.120.1" port: 34179 } } peers { permanent_uuid: "34885dfc66284ca0b16a23d15099a5dc" member_type: VOTER last_known_addr { host: "127.19.120.2" port: 42545 } } peers { permanent_uuid: "e4339a62c70f4194a74ad6c0e99505de" member_type: VOTER last_known_addr { host: "127.19.120.3" port: 36807 } }
21:05:40.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.372352 21463 raft_consensus.cc:385] T 2bcaf52c2cbf4eb695537e1fadb95cf5 P 0751133557e2488f88e6047cd0844e03 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:05:40.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.372669 21463 raft_consensus.cc:740] T 2bcaf52c2cbf4eb695537e1fadb95cf5 P 0751133557e2488f88e6047cd0844e03 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0751133557e2488f88e6047cd0844e03, State: Initialized, Role: FOLLOWER
21:05:40.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.380405 21463 consensus_queue.cc:260] T 2bcaf52c2cbf4eb695537e1fadb95cf5 P 0751133557e2488f88e6047cd0844e03 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0751133557e2488f88e6047cd0844e03" member_type: VOTER last_known_addr { host: "127.19.120.1" port: 34179 } } peers { permanent_uuid: "34885dfc66284ca0b16a23d15099a5dc" member_type: VOTER last_known_addr { host: "127.19.120.2" port: 42545 } } peers { permanent_uuid: "e4339a62c70f4194a74ad6c0e99505de" member_type: VOTER last_known_addr { host: "127.19.120.3" port: 36807 } }
21:05:40.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.379949 21469 tablet_bootstrap.cc:492] T 2bcaf52c2cbf4eb695537e1fadb95cf5 P e4339a62c70f4194a74ad6c0e99505de: Bootstrap starting.
21:05:40.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.386617 21463 ts_tablet_manager.cc:1434] T 2bcaf52c2cbf4eb695537e1fadb95cf5 P 0751133557e2488f88e6047cd0844e03: Time spent starting tablet: real 0.025s	user 0.006s	sys 0.001s
21:05:40.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.387751 21463 tablet_bootstrap.cc:492] T de01b65a946143b5962f2c50904edae4 P 0751133557e2488f88e6047cd0844e03: Bootstrap starting.
21:05:40.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.406618 21463 tablet_bootstrap.cc:654] T de01b65a946143b5962f2c50904edae4 P 0751133557e2488f88e6047cd0844e03: Neither blocks nor log segments found. Creating new log.
21:05:40.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:40.411931 20378 tablet.cc:2406] T 0d4296474b0d4a5982a029ed097b3e5d P 0751133557e2488f88e6047cd0844e03: Can't schedule compaction. Clean time has not been advanced past its initial value.
21:05:40.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.415854 21469 tablet_bootstrap.cc:654] T 2bcaf52c2cbf4eb695537e1fadb95cf5 P e4339a62c70f4194a74ad6c0e99505de: Neither blocks nor log segments found. Creating new log.
21:05:40.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.421821 21466 raft_consensus.cc:359] T de01b65a946143b5962f2c50904edae4 P 34885dfc66284ca0b16a23d15099a5dc [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0751133557e2488f88e6047cd0844e03" member_type: VOTER last_known_addr { host: "127.19.120.1" port: 34179 } } peers { permanent_uuid: "34885dfc66284ca0b16a23d15099a5dc" member_type: VOTER last_known_addr { host: "127.19.120.2" port: 42545 } } peers { permanent_uuid: "e4339a62c70f4194a74ad6c0e99505de" member_type: VOTER last_known_addr { host: "127.19.120.3" port: 36807 } }
21:05:40.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.422946 21466 raft_consensus.cc:385] T de01b65a946143b5962f2c50904edae4 P 34885dfc66284ca0b16a23d15099a5dc [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:05:40.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.423343 21466 raft_consensus.cc:740] T de01b65a946143b5962f2c50904edae4 P 34885dfc66284ca0b16a23d15099a5dc [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 34885dfc66284ca0b16a23d15099a5dc, State: Initialized, Role: FOLLOWER
21:05:40.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.424703 21466 consensus_queue.cc:260] T de01b65a946143b5962f2c50904edae4 P 34885dfc66284ca0b16a23d15099a5dc [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0751133557e2488f88e6047cd0844e03" member_type: VOTER last_known_addr { host: "127.19.120.1" port: 34179 } } peers { permanent_uuid: "34885dfc66284ca0b16a23d15099a5dc" member_type: VOTER last_known_addr { host: "127.19.120.2" port: 42545 } } peers { permanent_uuid: "e4339a62c70f4194a74ad6c0e99505de" member_type: VOTER last_known_addr { host: "127.19.120.3" port: 36807 } }
21:05:40.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.432392 21469 log.cc:826] T 2bcaf52c2cbf4eb695537e1fadb95cf5 P e4339a62c70f4194a74ad6c0e99505de: Log is configured to *not* fsync() on all Append() calls
21:05:40.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.449786 21466 ts_tablet_manager.cc:1434] T de01b65a946143b5962f2c50904edae4 P 34885dfc66284ca0b16a23d15099a5dc: Time spent starting tablet: real 0.095s	user 0.036s	sys 0.016s
21:05:40.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.451160 21466 tablet_bootstrap.cc:492] T 0d4296474b0d4a5982a029ed097b3e5d P 34885dfc66284ca0b16a23d15099a5dc: Bootstrap starting.
21:05:40.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.462049 21469 tablet_bootstrap.cc:492] T 2bcaf52c2cbf4eb695537e1fadb95cf5 P e4339a62c70f4194a74ad6c0e99505de: No bootstrap required, opened a new log
21:05:40.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.463181 21469 ts_tablet_manager.cc:1403] T 2bcaf52c2cbf4eb695537e1fadb95cf5 P e4339a62c70f4194a74ad6c0e99505de: Time spent bootstrapping tablet: real 0.087s	user 0.011s	sys 0.009s
21:05:40.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.465739 21466 tablet_bootstrap.cc:654] T 0d4296474b0d4a5982a029ed097b3e5d P 34885dfc66284ca0b16a23d15099a5dc: Neither blocks nor log segments found. Creating new log.
21:05:40.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.473309 21463 tablet_bootstrap.cc:492] T de01b65a946143b5962f2c50904edae4 P 0751133557e2488f88e6047cd0844e03: No bootstrap required, opened a new log
21:05:40.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.473829 21463 ts_tablet_manager.cc:1403] T de01b65a946143b5962f2c50904edae4 P 0751133557e2488f88e6047cd0844e03: Time spent bootstrapping tablet: real 0.086s	user 0.009s	sys 0.003s
21:05:40.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.479197 21463 raft_consensus.cc:359] T de01b65a946143b5962f2c50904edae4 P 0751133557e2488f88e6047cd0844e03 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0751133557e2488f88e6047cd0844e03" member_type: VOTER last_known_addr { host: "127.19.120.1" port: 34179 } } peers { permanent_uuid: "34885dfc66284ca0b16a23d15099a5dc" member_type: VOTER last_known_addr { host: "127.19.120.2" port: 42545 } } peers { permanent_uuid: "e4339a62c70f4194a74ad6c0e99505de" member_type: VOTER last_known_addr { host: "127.19.120.3" port: 36807 } }
21:05:40.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.480134 21463 raft_consensus.cc:385] T de01b65a946143b5962f2c50904edae4 P 0751133557e2488f88e6047cd0844e03 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:05:40.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.480480 21463 raft_consensus.cc:740] T de01b65a946143b5962f2c50904edae4 P 0751133557e2488f88e6047cd0844e03 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0751133557e2488f88e6047cd0844e03, State: Initialized, Role: FOLLOWER
21:05:40.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.481387 21463 consensus_queue.cc:260] T de01b65a946143b5962f2c50904edae4 P 0751133557e2488f88e6047cd0844e03 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0751133557e2488f88e6047cd0844e03" member_type: VOTER last_known_addr { host: "127.19.120.1" port: 34179 } } peers { permanent_uuid: "34885dfc66284ca0b16a23d15099a5dc" member_type: VOTER last_known_addr { host: "127.19.120.2" port: 42545 } } peers { permanent_uuid: "e4339a62c70f4194a74ad6c0e99505de" member_type: VOTER last_known_addr { host: "127.19.120.3" port: 36807 } }
21:05:40.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.487632 21466 tablet_bootstrap.cc:492] T 0d4296474b0d4a5982a029ed097b3e5d P 34885dfc66284ca0b16a23d15099a5dc: No bootstrap required, opened a new log
21:05:40.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.488094 21466 ts_tablet_manager.cc:1403] T 0d4296474b0d4a5982a029ed097b3e5d P 34885dfc66284ca0b16a23d15099a5dc: Time spent bootstrapping tablet: real 0.037s	user 0.011s	sys 0.004s
21:05:40.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.491283 21466 raft_consensus.cc:359] T 0d4296474b0d4a5982a029ed097b3e5d P 34885dfc66284ca0b16a23d15099a5dc [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0751133557e2488f88e6047cd0844e03" member_type: VOTER last_known_addr { host: "127.19.120.1" port: 34179 } } peers { permanent_uuid: "34885dfc66284ca0b16a23d15099a5dc" member_type: VOTER last_known_addr { host: "127.19.120.2" port: 42545 } } peers { permanent_uuid: "e4339a62c70f4194a74ad6c0e99505de" member_type: VOTER last_known_addr { host: "127.19.120.3" port: 36807 } }
21:05:40.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.492049 21466 raft_consensus.cc:385] T 0d4296474b0d4a5982a029ed097b3e5d P 34885dfc66284ca0b16a23d15099a5dc [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:05:40.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.486812 21463 ts_tablet_manager.cc:1434] T de01b65a946143b5962f2c50904edae4 P 0751133557e2488f88e6047cd0844e03: Time spent starting tablet: real 0.013s	user 0.009s	sys 0.000s
21:05:40.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.493520 21463 tablet_bootstrap.cc:492] T 0f4aeaddebd341ea9c1ac068dd664836 P 0751133557e2488f88e6047cd0844e03: Bootstrap starting.
21:05:40.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.495627 21466 raft_consensus.cc:740] T 0d4296474b0d4a5982a029ed097b3e5d P 34885dfc66284ca0b16a23d15099a5dc [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 34885dfc66284ca0b16a23d15099a5dc, State: Initialized, Role: FOLLOWER
21:05:40.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.497037 21466 consensus_queue.cc:260] T 0d4296474b0d4a5982a029ed097b3e5d P 34885dfc66284ca0b16a23d15099a5dc [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0751133557e2488f88e6047cd0844e03" member_type: VOTER last_known_addr { host: "127.19.120.1" port: 34179 } } peers { permanent_uuid: "34885dfc66284ca0b16a23d15099a5dc" member_type: VOTER last_known_addr { host: "127.19.120.2" port: 42545 } } peers { permanent_uuid: "e4339a62c70f4194a74ad6c0e99505de" member_type: VOTER last_known_addr { host: "127.19.120.3" port: 36807 } }
21:05:40.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.503715 21466 ts_tablet_manager.cc:1434] T 0d4296474b0d4a5982a029ed097b3e5d P 34885dfc66284ca0b16a23d15099a5dc: Time spent starting tablet: real 0.015s	user 0.008s	sys 0.000s
21:05:40.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.504593 21463 tablet_bootstrap.cc:654] T 0f4aeaddebd341ea9c1ac068dd664836 P 0751133557e2488f88e6047cd0844e03: Neither blocks nor log segments found. Creating new log.
21:05:40.504 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:05:40.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.504740 21466 tablet_bootstrap.cc:492] T 0f4aeaddebd341ea9c1ac068dd664836 P 34885dfc66284ca0b16a23d15099a5dc: Bootstrap starting.
21:05:40.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.520821 21466 tablet_bootstrap.cc:654] T 0f4aeaddebd341ea9c1ac068dd664836 P 34885dfc66284ca0b16a23d15099a5dc: Neither blocks nor log segments found. Creating new log.
21:05:40.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.521080 21463 tablet_bootstrap.cc:492] T 0f4aeaddebd341ea9c1ac068dd664836 P 0751133557e2488f88e6047cd0844e03: No bootstrap required, opened a new log
21:05:40.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.521521 21463 ts_tablet_manager.cc:1403] T 0f4aeaddebd341ea9c1ac068dd664836 P 0751133557e2488f88e6047cd0844e03: Time spent bootstrapping tablet: real 0.028s	user 0.011s	sys 0.000s
21:05:40.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.524708 21463 raft_consensus.cc:359] T 0f4aeaddebd341ea9c1ac068dd664836 P 0751133557e2488f88e6047cd0844e03 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0751133557e2488f88e6047cd0844e03" member_type: VOTER last_known_addr { host: "127.19.120.1" port: 34179 } } peers { permanent_uuid: "e4339a62c70f4194a74ad6c0e99505de" member_type: VOTER last_known_addr { host: "127.19.120.3" port: 36807 } } peers { permanent_uuid: "34885dfc66284ca0b16a23d15099a5dc" member_type: VOTER last_known_addr { host: "127.19.120.2" port: 42545 } }
21:05:40.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.525496 21463 raft_consensus.cc:385] T 0f4aeaddebd341ea9c1ac068dd664836 P 0751133557e2488f88e6047cd0844e03 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:05:40.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.525781 21463 raft_consensus.cc:740] T 0f4aeaddebd341ea9c1ac068dd664836 P 0751133557e2488f88e6047cd0844e03 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0751133557e2488f88e6047cd0844e03, State: Initialized, Role: FOLLOWER
21:05:40.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.526510 21463 consensus_queue.cc:260] T 0f4aeaddebd341ea9c1ac068dd664836 P 0751133557e2488f88e6047cd0844e03 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0751133557e2488f88e6047cd0844e03" member_type: VOTER last_known_addr { host: "127.19.120.1" port: 34179 } } peers { permanent_uuid: "e4339a62c70f4194a74ad6c0e99505de" member_type: VOTER last_known_addr { host: "127.19.120.3" port: 36807 } } peers { permanent_uuid: "34885dfc66284ca0b16a23d15099a5dc" member_type: VOTER last_known_addr { host: "127.19.120.2" port: 42545 } }
21:05:40.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.535203 21463 ts_tablet_manager.cc:1434] T 0f4aeaddebd341ea9c1ac068dd664836 P 0751133557e2488f88e6047cd0844e03: Time spent starting tablet: real 0.013s	user 0.006s	sys 0.004s
21:05:40.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.536533 21463 tablet_bootstrap.cc:492] T 40249854a91e49138aa92dba722a51e1 P 0751133557e2488f88e6047cd0844e03: Bootstrap starting.
21:05:40.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.543368 21471 raft_consensus.cc:493] T de01b65a946143b5962f2c50904edae4 P 34885dfc66284ca0b16a23d15099a5dc [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
21:05:40.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.544044 21471 raft_consensus.cc:515] T de01b65a946143b5962f2c50904edae4 P 34885dfc66284ca0b16a23d15099a5dc [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0751133557e2488f88e6047cd0844e03" member_type: VOTER last_known_addr { host: "127.19.120.1" port: 34179 } } peers { permanent_uuid: "34885dfc66284ca0b16a23d15099a5dc" member_type: VOTER last_known_addr { host: "127.19.120.2" port: 42545 } } peers { permanent_uuid: "e4339a62c70f4194a74ad6c0e99505de" member_type: VOTER last_known_addr { host: "127.19.120.3" port: 36807 } }
21:05:40.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.547933 21469 raft_consensus.cc:359] T 2bcaf52c2cbf4eb695537e1fadb95cf5 P e4339a62c70f4194a74ad6c0e99505de [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0751133557e2488f88e6047cd0844e03" member_type: VOTER last_known_addr { host: "127.19.120.1" port: 34179 } } peers { permanent_uuid: "34885dfc66284ca0b16a23d15099a5dc" member_type: VOTER last_known_addr { host: "127.19.120.2" port: 42545 } } peers { permanent_uuid: "e4339a62c70f4194a74ad6c0e99505de" member_type: VOTER last_known_addr { host: "127.19.120.3" port: 36807 } }
21:05:40.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.552584 21469 raft_consensus.cc:385] T 2bcaf52c2cbf4eb695537e1fadb95cf5 P e4339a62c70f4194a74ad6c0e99505de [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:05:40.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.553267 21466 tablet_bootstrap.cc:492] T 0f4aeaddebd341ea9c1ac068dd664836 P 34885dfc66284ca0b16a23d15099a5dc: No bootstrap required, opened a new log
21:05:40.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.553201 21469 raft_consensus.cc:740] T 2bcaf52c2cbf4eb695537e1fadb95cf5 P e4339a62c70f4194a74ad6c0e99505de [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e4339a62c70f4194a74ad6c0e99505de, State: Initialized, Role: FOLLOWER
21:05:40.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.553719 21466 ts_tablet_manager.cc:1403] T 0f4aeaddebd341ea9c1ac068dd664836 P 34885dfc66284ca0b16a23d15099a5dc: Time spent bootstrapping tablet: real 0.049s	user 0.019s	sys 0.000s
21:05:40.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.554690 21469 consensus_queue.cc:260] T 2bcaf52c2cbf4eb695537e1fadb95cf5 P e4339a62c70f4194a74ad6c0e99505de [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0751133557e2488f88e6047cd0844e03" member_type: VOTER last_known_addr { host: "127.19.120.1" port: 34179 } } peers { permanent_uuid: "34885dfc66284ca0b16a23d15099a5dc" member_type: VOTER last_known_addr { host: "127.19.120.2" port: 42545 } } peers { permanent_uuid: "e4339a62c70f4194a74ad6c0e99505de" member_type: VOTER last_known_addr { host: "127.19.120.3" port: 36807 } }
21:05:40.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.556305 21463 tablet_bootstrap.cc:654] T 40249854a91e49138aa92dba722a51e1 P 0751133557e2488f88e6047cd0844e03: Neither blocks nor log segments found. Creating new log.
21:05:40.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.558743 21466 raft_consensus.cc:359] T 0f4aeaddebd341ea9c1ac068dd664836 P 34885dfc66284ca0b16a23d15099a5dc [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0751133557e2488f88e6047cd0844e03" member_type: VOTER last_known_addr { host: "127.19.120.1" port: 34179 } } peers { permanent_uuid: "e4339a62c70f4194a74ad6c0e99505de" member_type: VOTER last_known_addr { host: "127.19.120.3" port: 36807 } } peers { permanent_uuid: "34885dfc66284ca0b16a23d15099a5dc" member_type: VOTER last_known_addr { host: "127.19.120.2" port: 42545 } }
21:05:40.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.561023 21466 raft_consensus.cc:385] T 0f4aeaddebd341ea9c1ac068dd664836 P 34885dfc66284ca0b16a23d15099a5dc [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:05:40.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.561391 21466 raft_consensus.cc:740] T 0f4aeaddebd341ea9c1ac068dd664836 P 34885dfc66284ca0b16a23d15099a5dc [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 34885dfc66284ca0b16a23d15099a5dc, State: Initialized, Role: FOLLOWER
21:05:40.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.562245 21466 consensus_queue.cc:260] T 0f4aeaddebd341ea9c1ac068dd664836 P 34885dfc66284ca0b16a23d15099a5dc [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0751133557e2488f88e6047cd0844e03" member_type: VOTER last_known_addr { host: "127.19.120.1" port: 34179 } } peers { permanent_uuid: "e4339a62c70f4194a74ad6c0e99505de" member_type: VOTER last_known_addr { host: "127.19.120.3" port: 36807 } } peers { permanent_uuid: "34885dfc66284ca0b16a23d15099a5dc" member_type: VOTER last_known_addr { host: "127.19.120.2" port: 42545 } }
21:05:40.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:40.563388 20521 tablet.cc:2406] T 0d4296474b0d4a5982a029ed097b3e5d P 34885dfc66284ca0b16a23d15099a5dc: Can't schedule compaction. Clean time has not been advanced past its initial value.
21:05:40.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.576434 21466 ts_tablet_manager.cc:1434] T 0f4aeaddebd341ea9c1ac068dd664836 P 34885dfc66284ca0b16a23d15099a5dc: Time spent starting tablet: real 0.022s	user 0.009s	sys 0.000s
21:05:40.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.578181 21466 tablet_bootstrap.cc:492] T 40249854a91e49138aa92dba722a51e1 P 34885dfc66284ca0b16a23d15099a5dc: Bootstrap starting.
21:05:40.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.579437 21479 raft_consensus.cc:493] T 0d4296474b0d4a5982a029ed097b3e5d P 34885dfc66284ca0b16a23d15099a5dc [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
21:05:40.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.580839 21471 leader_election.cc:290] T de01b65a946143b5962f2c50904edae4 P 34885dfc66284ca0b16a23d15099a5dc [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 0751133557e2488f88e6047cd0844e03 (127.19.120.1:34179), e4339a62c70f4194a74ad6c0e99505de (127.19.120.3:36807)
21:05:40.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.587344 21463 tablet_bootstrap.cc:492] T 40249854a91e49138aa92dba722a51e1 P 0751133557e2488f88e6047cd0844e03: No bootstrap required, opened a new log
21:05:40.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.580001 21479 raft_consensus.cc:515] T 0d4296474b0d4a5982a029ed097b3e5d P 34885dfc66284ca0b16a23d15099a5dc [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0751133557e2488f88e6047cd0844e03" member_type: VOTER last_known_addr { host: "127.19.120.1" port: 34179 } } peers { permanent_uuid: "34885dfc66284ca0b16a23d15099a5dc" member_type: VOTER last_known_addr { host: "127.19.120.2" port: 42545 } } peers { permanent_uuid: "e4339a62c70f4194a74ad6c0e99505de" member_type: VOTER last_known_addr { host: "127.19.120.3" port: 36807 } }
21:05:40.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.587844 21463 ts_tablet_manager.cc:1403] T 40249854a91e49138aa92dba722a51e1 P 0751133557e2488f88e6047cd0844e03: Time spent bootstrapping tablet: real 0.052s	user 0.012s	sys 0.014s
21:05:40.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.589604 21479 leader_election.cc:290] T 0d4296474b0d4a5982a029ed097b3e5d P 34885dfc66284ca0b16a23d15099a5dc [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 0751133557e2488f88e6047cd0844e03 (127.19.120.1:34179), e4339a62c70f4194a74ad6c0e99505de (127.19.120.3:36807)
21:05:40.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.590960 21463 raft_consensus.cc:359] T 40249854a91e49138aa92dba722a51e1 P 0751133557e2488f88e6047cd0844e03 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0751133557e2488f88e6047cd0844e03" member_type: VOTER last_known_addr { host: "127.19.120.1" port: 34179 } } peers { permanent_uuid: "34885dfc66284ca0b16a23d15099a5dc" member_type: VOTER last_known_addr { host: "127.19.120.2" port: 42545 } } peers { permanent_uuid: "e4339a62c70f4194a74ad6c0e99505de" member_type: VOTER last_known_addr { host: "127.19.120.3" port: 36807 } }
21:05:40.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.591710 21463 raft_consensus.cc:385] T 40249854a91e49138aa92dba722a51e1 P 0751133557e2488f88e6047cd0844e03 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:05:40.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.592010 21463 raft_consensus.cc:740] T 40249854a91e49138aa92dba722a51e1 P 0751133557e2488f88e6047cd0844e03 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0751133557e2488f88e6047cd0844e03, State: Initialized, Role: FOLLOWER
21:05:40.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.592923 21463 consensus_queue.cc:260] T 40249854a91e49138aa92dba722a51e1 P 0751133557e2488f88e6047cd0844e03 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0751133557e2488f88e6047cd0844e03" member_type: VOTER last_known_addr { host: "127.19.120.1" port: 34179 } } peers { permanent_uuid: "34885dfc66284ca0b16a23d15099a5dc" member_type: VOTER last_known_addr { host: "127.19.120.2" port: 42545 } } peers { permanent_uuid: "e4339a62c70f4194a74ad6c0e99505de" member_type: VOTER last_known_addr { host: "127.19.120.3" port: 36807 } }
21:05:40.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.593685 21465 raft_consensus.cc:493] T 2bcaf52c2cbf4eb695537e1fadb95cf5 P 0751133557e2488f88e6047cd0844e03 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
21:05:40.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.594259 21465 raft_consensus.cc:515] T 2bcaf52c2cbf4eb695537e1fadb95cf5 P 0751133557e2488f88e6047cd0844e03 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0751133557e2488f88e6047cd0844e03" member_type: VOTER last_known_addr { host: "127.19.120.1" port: 34179 } } peers { permanent_uuid: "34885dfc66284ca0b16a23d15099a5dc" member_type: VOTER last_known_addr { host: "127.19.120.2" port: 42545 } } peers { permanent_uuid: "e4339a62c70f4194a74ad6c0e99505de" member_type: VOTER last_known_addr { host: "127.19.120.3" port: 36807 } }
21:05:40.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.599280 21465 leader_election.cc:290] T 2bcaf52c2cbf4eb695537e1fadb95cf5 P 0751133557e2488f88e6047cd0844e03 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 34885dfc66284ca0b16a23d15099a5dc (127.19.120.2:42545), e4339a62c70f4194a74ad6c0e99505de (127.19.120.3:36807)
21:05:40.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.616417 21463 ts_tablet_manager.cc:1434] T 40249854a91e49138aa92dba722a51e1 P 0751133557e2488f88e6047cd0844e03: Time spent starting tablet: real 0.028s	user 0.011s	sys 0.001s
21:05:40.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.617472 21481 raft_consensus.cc:493] T de01b65a946143b5962f2c50904edae4 P 0751133557e2488f88e6047cd0844e03 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
21:05:40.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.617996 21481 raft_consensus.cc:515] T de01b65a946143b5962f2c50904edae4 P 0751133557e2488f88e6047cd0844e03 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0751133557e2488f88e6047cd0844e03" member_type: VOTER last_known_addr { host: "127.19.120.1" port: 34179 } } peers { permanent_uuid: "34885dfc66284ca0b16a23d15099a5dc" member_type: VOTER last_known_addr { host: "127.19.120.2" port: 42545 } } peers { permanent_uuid: "e4339a62c70f4194a74ad6c0e99505de" member_type: VOTER last_known_addr { host: "127.19.120.3" port: 36807 } }
21:05:40.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.620338 21481 leader_election.cc:290] T de01b65a946143b5962f2c50904edae4 P 0751133557e2488f88e6047cd0844e03 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 34885dfc66284ca0b16a23d15099a5dc (127.19.120.2:42545), e4339a62c70f4194a74ad6c0e99505de (127.19.120.3:36807)
21:05:40.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.621845 21466 tablet_bootstrap.cc:654] T 40249854a91e49138aa92dba722a51e1 P 34885dfc66284ca0b16a23d15099a5dc: Neither blocks nor log segments found. Creating new log.
21:05:40.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.626056 20611 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "de01b65a946143b5962f2c50904edae4" candidate_uuid: "34885dfc66284ca0b16a23d15099a5dc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e4339a62c70f4194a74ad6c0e99505de" is_pre_election: true
21:05:40.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.629300 20611 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "0d4296474b0d4a5982a029ed097b3e5d" candidate_uuid: "34885dfc66284ca0b16a23d15099a5dc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e4339a62c70f4194a74ad6c0e99505de" is_pre_election: true
21:05:40.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.631479 21466 tablet_bootstrap.cc:492] T 40249854a91e49138aa92dba722a51e1 P 34885dfc66284ca0b16a23d15099a5dc: No bootstrap required, opened a new log
21:05:40.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.632383 21429 heartbeater.cc:499] Master 127.20.46.188:38181 was elected leader, sending a full tablet report...
21:05:40.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.631989 21466 ts_tablet_manager.cc:1403] T 40249854a91e49138aa92dba722a51e1 P 34885dfc66284ca0b16a23d15099a5dc: Time spent bootstrapping tablet: real 0.054s	user 0.009s	sys 0.004s
21:05:40.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.635964 20466 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "de01b65a946143b5962f2c50904edae4" candidate_uuid: "0751133557e2488f88e6047cd0844e03" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "34885dfc66284ca0b16a23d15099a5dc" is_pre_election: true
21:05:40.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.636713 21481 raft_consensus.cc:493] T 0d4296474b0d4a5982a029ed097b3e5d P 0751133557e2488f88e6047cd0844e03 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
21:05:40.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.636852 20466 raft_consensus.cc:2468] T de01b65a946143b5962f2c50904edae4 P 34885dfc66284ca0b16a23d15099a5dc [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 0751133557e2488f88e6047cd0844e03 in term 0.
21:05:40.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.637161 21481 raft_consensus.cc:515] T 0d4296474b0d4a5982a029ed097b3e5d P 0751133557e2488f88e6047cd0844e03 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0751133557e2488f88e6047cd0844e03" member_type: VOTER last_known_addr { host: "127.19.120.1" port: 34179 } } peers { permanent_uuid: "34885dfc66284ca0b16a23d15099a5dc" member_type: VOTER last_known_addr { host: "127.19.120.2" port: 42545 } } peers { permanent_uuid: "e4339a62c70f4194a74ad6c0e99505de" member_type: VOTER last_known_addr { host: "127.19.120.3" port: 36807 } }
21:05:40.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.638562 20258 leader_election.cc:304] T de01b65a946143b5962f2c50904edae4 P 0751133557e2488f88e6047cd0844e03 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0751133557e2488f88e6047cd0844e03, 34885dfc66284ca0b16a23d15099a5dc; no voters: 
21:05:40.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.639418 21466 raft_consensus.cc:359] T 40249854a91e49138aa92dba722a51e1 P 34885dfc66284ca0b16a23d15099a5dc [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0751133557e2488f88e6047cd0844e03" member_type: VOTER last_known_addr { host: "127.19.120.1" port: 34179 } } peers { permanent_uuid: "34885dfc66284ca0b16a23d15099a5dc" member_type: VOTER last_known_addr { host: "127.19.120.2" port: 42545 } } peers { permanent_uuid: "e4339a62c70f4194a74ad6c0e99505de" member_type: VOTER last_known_addr { host: "127.19.120.3" port: 36807 } }
21:05:40.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.639983 21465 raft_consensus.cc:2804] T de01b65a946143b5962f2c50904edae4 P 0751133557e2488f88e6047cd0844e03 [term 0 FOLLOWER]: Leader pre-election won for term 1
21:05:40.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.640149 21466 raft_consensus.cc:385] T 40249854a91e49138aa92dba722a51e1 P 34885dfc66284ca0b16a23d15099a5dc [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:05:40.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.640353 21465 raft_consensus.cc:493] T de01b65a946143b5962f2c50904edae4 P 0751133557e2488f88e6047cd0844e03 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
21:05:40.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.640429 21466 raft_consensus.cc:740] T 40249854a91e49138aa92dba722a51e1 P 34885dfc66284ca0b16a23d15099a5dc [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 34885dfc66284ca0b16a23d15099a5dc, State: Initialized, Role: FOLLOWER
21:05:40.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.640707 21465 raft_consensus.cc:3060] T de01b65a946143b5962f2c50904edae4 P 0751133557e2488f88e6047cd0844e03 [term 0 FOLLOWER]: Advancing to term 1
21:05:40.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.641399 21466 consensus_queue.cc:260] T 40249854a91e49138aa92dba722a51e1 P 34885dfc66284ca0b16a23d15099a5dc [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0751133557e2488f88e6047cd0844e03" member_type: VOTER last_known_addr { host: "127.19.120.1" port: 34179 } } peers { permanent_uuid: "34885dfc66284ca0b16a23d15099a5dc" member_type: VOTER last_known_addr { host: "127.19.120.2" port: 42545 } } peers { permanent_uuid: "e4339a62c70f4194a74ad6c0e99505de" member_type: VOTER last_known_addr { host: "127.19.120.3" port: 36807 } }
21:05:40.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.644416 21466 ts_tablet_manager.cc:1434] T 40249854a91e49138aa92dba722a51e1 P 34885dfc66284ca0b16a23d15099a5dc: Time spent starting tablet: real 0.008s	user 0.006s	sys 0.000s
21:05:40.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.645653 21466 tablet_bootstrap.cc:492] T 2bcaf52c2cbf4eb695537e1fadb95cf5 P 34885dfc66284ca0b16a23d15099a5dc: Bootstrap starting.
21:05:40.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.635205 20467 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "2bcaf52c2cbf4eb695537e1fadb95cf5" candidate_uuid: "0751133557e2488f88e6047cd0844e03" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "34885dfc66284ca0b16a23d15099a5dc" is_pre_election: true
21:05:40.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:40.653556 20258 leader_election.cc:343] T 2bcaf52c2cbf4eb695537e1fadb95cf5 P 0751133557e2488f88e6047cd0844e03 [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 34885dfc66284ca0b16a23d15099a5dc (127.19.120.2:42545): Illegal state: must be running to vote when last-logged opid is not known
21:05:40.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.653667 21481 leader_election.cc:290] T 0d4296474b0d4a5982a029ed097b3e5d P 0751133557e2488f88e6047cd0844e03 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 34885dfc66284ca0b16a23d15099a5dc (127.19.120.2:42545), e4339a62c70f4194a74ad6c0e99505de (127.19.120.3:36807)
21:05:40.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.654685 21466 tablet_bootstrap.cc:654] T 2bcaf52c2cbf4eb695537e1fadb95cf5 P 34885dfc66284ca0b16a23d15099a5dc: Neither blocks nor log segments found. Creating new log.
21:05:40.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.654625 20466 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "0d4296474b0d4a5982a029ed097b3e5d" candidate_uuid: "0751133557e2488f88e6047cd0844e03" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "34885dfc66284ca0b16a23d15099a5dc" is_pre_election: true
21:05:40.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:40.631634 20400 leader_election.cc:343] T de01b65a946143b5962f2c50904edae4 P 34885dfc66284ca0b16a23d15099a5dc [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer e4339a62c70f4194a74ad6c0e99505de (127.19.120.3:36807): Illegal state: must be running to vote when last-logged opid is not known
21:05:40.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:40.656761 20400 leader_election.cc:343] T 0d4296474b0d4a5982a029ed097b3e5d P 34885dfc66284ca0b16a23d15099a5dc [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer e4339a62c70f4194a74ad6c0e99505de (127.19.120.3:36807): Illegal state: must be running to vote when last-logged opid is not known
21:05:40.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.655315 20466 raft_consensus.cc:2468] T 0d4296474b0d4a5982a029ed097b3e5d P 34885dfc66284ca0b16a23d15099a5dc [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 0751133557e2488f88e6047cd0844e03 in term 0.
21:05:40.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.660909 20258 leader_election.cc:304] T 0d4296474b0d4a5982a029ed097b3e5d P 0751133557e2488f88e6047cd0844e03 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0751133557e2488f88e6047cd0844e03, 34885dfc66284ca0b16a23d15099a5dc; no voters: 
21:05:40.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.667261 21481 raft_consensus.cc:2804] T 0d4296474b0d4a5982a029ed097b3e5d P 0751133557e2488f88e6047cd0844e03 [term 0 FOLLOWER]: Leader pre-election won for term 1
21:05:40.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.667658 21481 raft_consensus.cc:493] T 0d4296474b0d4a5982a029ed097b3e5d P 0751133557e2488f88e6047cd0844e03 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
21:05:40.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.667975 21481 raft_consensus.cc:3060] T 0d4296474b0d4a5982a029ed097b3e5d P 0751133557e2488f88e6047cd0844e03 [term 0 FOLLOWER]: Advancing to term 1
21:05:40.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.681576 21481 raft_consensus.cc:515] T 0d4296474b0d4a5982a029ed097b3e5d P 0751133557e2488f88e6047cd0844e03 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0751133557e2488f88e6047cd0844e03" member_type: VOTER last_known_addr { host: "127.19.120.1" port: 34179 } } peers { permanent_uuid: "34885dfc66284ca0b16a23d15099a5dc" member_type: VOTER last_known_addr { host: "127.19.120.2" port: 42545 } } peers { permanent_uuid: "e4339a62c70f4194a74ad6c0e99505de" member_type: VOTER last_known_addr { host: "127.19.120.3" port: 36807 } }
21:05:40.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.683811 21481 leader_election.cc:290] T 0d4296474b0d4a5982a029ed097b3e5d P 0751133557e2488f88e6047cd0844e03 [CANDIDATE]: Term 1 election: Requested vote from peers 34885dfc66284ca0b16a23d15099a5dc (127.19.120.2:42545), e4339a62c70f4194a74ad6c0e99505de (127.19.120.3:36807)
21:05:40.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.685202 20466 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "0d4296474b0d4a5982a029ed097b3e5d" candidate_uuid: "0751133557e2488f88e6047cd0844e03" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "34885dfc66284ca0b16a23d15099a5dc"
21:05:40.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.687505 20466 raft_consensus.cc:3060] T 0d4296474b0d4a5982a029ed097b3e5d P 34885dfc66284ca0b16a23d15099a5dc [term 0 FOLLOWER]: Advancing to term 1
21:05:40.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.695214 21481 raft_consensus.cc:493] T 40249854a91e49138aa92dba722a51e1 P 0751133557e2488f88e6047cd0844e03 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
21:05:40.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.695735 21481 raft_consensus.cc:515] T 40249854a91e49138aa92dba722a51e1 P 0751133557e2488f88e6047cd0844e03 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0751133557e2488f88e6047cd0844e03" member_type: VOTER last_known_addr { host: "127.19.120.1" port: 34179 } } peers { permanent_uuid: "34885dfc66284ca0b16a23d15099a5dc" member_type: VOTER last_known_addr { host: "127.19.120.2" port: 42545 } } peers { permanent_uuid: "e4339a62c70f4194a74ad6c0e99505de" member_type: VOTER last_known_addr { host: "127.19.120.3" port: 36807 } }
21:05:40.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.697952 21481 leader_election.cc:290] T 40249854a91e49138aa92dba722a51e1 P 0751133557e2488f88e6047cd0844e03 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 34885dfc66284ca0b16a23d15099a5dc (127.19.120.2:42545), e4339a62c70f4194a74ad6c0e99505de (127.19.120.3:36807)
21:05:40.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.699196 20467 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "40249854a91e49138aa92dba722a51e1" candidate_uuid: "0751133557e2488f88e6047cd0844e03" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "34885dfc66284ca0b16a23d15099a5dc" is_pre_election: true
21:05:40.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.700011 20467 raft_consensus.cc:2468] T 40249854a91e49138aa92dba722a51e1 P 34885dfc66284ca0b16a23d15099a5dc [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 0751133557e2488f88e6047cd0844e03 in term 0.
21:05:40.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.701956 20258 leader_election.cc:304] T 40249854a91e49138aa92dba722a51e1 P 0751133557e2488f88e6047cd0844e03 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0751133557e2488f88e6047cd0844e03, 34885dfc66284ca0b16a23d15099a5dc; no voters: 
21:05:40.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.704312 20611 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "2bcaf52c2cbf4eb695537e1fadb95cf5" candidate_uuid: "0751133557e2488f88e6047cd0844e03" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e4339a62c70f4194a74ad6c0e99505de" is_pre_election: true
21:05:40.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.674607 21465 raft_consensus.cc:515] T de01b65a946143b5962f2c50904edae4 P 0751133557e2488f88e6047cd0844e03 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0751133557e2488f88e6047cd0844e03" member_type: VOTER last_known_addr { host: "127.19.120.1" port: 34179 } } peers { permanent_uuid: "34885dfc66284ca0b16a23d15099a5dc" member_type: VOTER last_known_addr { host: "127.19.120.2" port: 42545 } } peers { permanent_uuid: "e4339a62c70f4194a74ad6c0e99505de" member_type: VOTER last_known_addr { host: "127.19.120.3" port: 36807 } }
21:05:40.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.705094 20611 raft_consensus.cc:2468] T 2bcaf52c2cbf4eb695537e1fadb95cf5 P e4339a62c70f4194a74ad6c0e99505de [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 0751133557e2488f88e6047cd0844e03 in term 0.
21:05:40.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.713924 20467 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "de01b65a946143b5962f2c50904edae4" candidate_uuid: "0751133557e2488f88e6047cd0844e03" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "34885dfc66284ca0b16a23d15099a5dc"
21:05:40.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.714753 20467 raft_consensus.cc:3060] T de01b65a946143b5962f2c50904edae4 P 34885dfc66284ca0b16a23d15099a5dc [term 0 FOLLOWER]: Advancing to term 1
21:05:40.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.717743 21481 raft_consensus.cc:2804] T 40249854a91e49138aa92dba722a51e1 P 0751133557e2488f88e6047cd0844e03 [term 0 FOLLOWER]: Leader pre-election won for term 1
21:05:40.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.718142 21481 raft_consensus.cc:493] T 40249854a91e49138aa92dba722a51e1 P 0751133557e2488f88e6047cd0844e03 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
21:05:40.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.718493 21481 raft_consensus.cc:3060] T 40249854a91e49138aa92dba722a51e1 P 0751133557e2488f88e6047cd0844e03 [term 0 FOLLOWER]: Advancing to term 1
21:05:40.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.723245 20611 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "de01b65a946143b5962f2c50904edae4" candidate_uuid: "0751133557e2488f88e6047cd0844e03" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e4339a62c70f4194a74ad6c0e99505de" is_pre_election: true
21:05:40.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.736497 20466 raft_consensus.cc:2468] T 0d4296474b0d4a5982a029ed097b3e5d P 34885dfc66284ca0b16a23d15099a5dc [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 0751133557e2488f88e6047cd0844e03 in term 1.
21:05:40.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.737347 21465 leader_election.cc:290] T de01b65a946143b5962f2c50904edae4 P 0751133557e2488f88e6047cd0844e03 [CANDIDATE]: Term 1 election: Requested vote from peers 34885dfc66284ca0b16a23d15099a5dc (127.19.120.2:42545), e4339a62c70f4194a74ad6c0e99505de (127.19.120.3:36807)
21:05:40.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.743714 20611 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "0d4296474b0d4a5982a029ed097b3e5d" candidate_uuid: "0751133557e2488f88e6047cd0844e03" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e4339a62c70f4194a74ad6c0e99505de" is_pre_election: true
21:05:40.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.747143 20611 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "0d4296474b0d4a5982a029ed097b3e5d" candidate_uuid: "0751133557e2488f88e6047cd0844e03" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e4339a62c70f4194a74ad6c0e99505de"
21:05:40.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.738705 20467 raft_consensus.cc:2468] T de01b65a946143b5962f2c50904edae4 P 34885dfc66284ca0b16a23d15099a5dc [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 0751133557e2488f88e6047cd0844e03 in term 1.
21:05:40.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.749105 20258 leader_election.cc:304] T de01b65a946143b5962f2c50904edae4 P 0751133557e2488f88e6047cd0844e03 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0751133557e2488f88e6047cd0844e03, 34885dfc66284ca0b16a23d15099a5dc; no voters: 
21:05:40.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.749290 21481 raft_consensus.cc:515] T 40249854a91e49138aa92dba722a51e1 P 0751133557e2488f88e6047cd0844e03 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0751133557e2488f88e6047cd0844e03" member_type: VOTER last_known_addr { host: "127.19.120.1" port: 34179 } } peers { permanent_uuid: "34885dfc66284ca0b16a23d15099a5dc" member_type: VOTER last_known_addr { host: "127.19.120.2" port: 42545 } } peers { permanent_uuid: "e4339a62c70f4194a74ad6c0e99505de" member_type: VOTER last_known_addr { host: "127.19.120.3" port: 36807 } }
21:05:40.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.750819 21465 raft_consensus.cc:2804] T de01b65a946143b5962f2c50904edae4 P 0751133557e2488f88e6047cd0844e03 [term 1 FOLLOWER]: Leader election won for term 1
21:05:40.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.753211 21476 raft_consensus.cc:493] T 0f4aeaddebd341ea9c1ac068dd664836 P 34885dfc66284ca0b16a23d15099a5dc [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
21:05:40.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.753906 21476 raft_consensus.cc:515] T 0f4aeaddebd341ea9c1ac068dd664836 P 34885dfc66284ca0b16a23d15099a5dc [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0751133557e2488f88e6047cd0844e03" member_type: VOTER last_known_addr { host: "127.19.120.1" port: 34179 } } peers { permanent_uuid: "e4339a62c70f4194a74ad6c0e99505de" member_type: VOTER last_known_addr { host: "127.19.120.3" port: 36807 } } peers { permanent_uuid: "34885dfc66284ca0b16a23d15099a5dc" member_type: VOTER last_known_addr { host: "127.19.120.2" port: 42545 } }
21:05:40.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.757375 21476 leader_election.cc:290] T 0f4aeaddebd341ea9c1ac068dd664836 P 34885dfc66284ca0b16a23d15099a5dc [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 0751133557e2488f88e6047cd0844e03 (127.19.120.1:34179), e4339a62c70f4194a74ad6c0e99505de (127.19.120.3:36807)
21:05:40.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.759069 20258 leader_election.cc:304] T 0d4296474b0d4a5982a029ed097b3e5d P 0751133557e2488f88e6047cd0844e03 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0751133557e2488f88e6047cd0844e03, 34885dfc66284ca0b16a23d15099a5dc; no voters: 
21:05:40.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.760248 21487 raft_consensus.cc:2804] T 0d4296474b0d4a5982a029ed097b3e5d P 0751133557e2488f88e6047cd0844e03 [term 1 FOLLOWER]: Leader election won for term 1
21:05:40.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.761499 21465 raft_consensus.cc:697] T de01b65a946143b5962f2c50904edae4 P 0751133557e2488f88e6047cd0844e03 [term 1 LEADER]: Becoming Leader. State: Replica: 0751133557e2488f88e6047cd0844e03, State: Running, Role: LEADER
21:05:40.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.762838 21465 consensus_queue.cc:237] T de01b65a946143b5962f2c50904edae4 P 0751133557e2488f88e6047cd0844e03 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0751133557e2488f88e6047cd0844e03" member_type: VOTER last_known_addr { host: "127.19.120.1" port: 34179 } } peers { permanent_uuid: "34885dfc66284ca0b16a23d15099a5dc" member_type: VOTER last_known_addr { host: "127.19.120.2" port: 42545 } } peers { permanent_uuid: "e4339a62c70f4194a74ad6c0e99505de" member_type: VOTER last_known_addr { host: "127.19.120.3" port: 36807 } }
21:05:40.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.766044 21466 tablet_bootstrap.cc:492] T 2bcaf52c2cbf4eb695537e1fadb95cf5 P 34885dfc66284ca0b16a23d15099a5dc: No bootstrap required, opened a new log
21:05:40.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.765918 21488 raft_consensus.cc:493] T 0f4aeaddebd341ea9c1ac068dd664836 P 0751133557e2488f88e6047cd0844e03 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
21:05:40.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.766966 21466 ts_tablet_manager.cc:1403] T 2bcaf52c2cbf4eb695537e1fadb95cf5 P 34885dfc66284ca0b16a23d15099a5dc: Time spent bootstrapping tablet: real 0.122s	user 0.019s	sys 0.082s
21:05:40.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.762318 20611 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "0f4aeaddebd341ea9c1ac068dd664836" candidate_uuid: "34885dfc66284ca0b16a23d15099a5dc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e4339a62c70f4194a74ad6c0e99505de" is_pre_election: true
21:05:40.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:40.768942 20400 leader_election.cc:343] T 0f4aeaddebd341ea9c1ac068dd664836 P 34885dfc66284ca0b16a23d15099a5dc [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer e4339a62c70f4194a74ad6c0e99505de (127.19.120.3:36807): Illegal state: must be running to vote when last-logged opid is not known
21:05:40.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.768921 21487 raft_consensus.cc:697] T 0d4296474b0d4a5982a029ed097b3e5d P 0751133557e2488f88e6047cd0844e03 [term 1 LEADER]: Becoming Leader. State: Replica: 0751133557e2488f88e6047cd0844e03, State: Running, Role: LEADER
21:05:40.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.770049 21466 raft_consensus.cc:359] T 2bcaf52c2cbf4eb695537e1fadb95cf5 P 34885dfc66284ca0b16a23d15099a5dc [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0751133557e2488f88e6047cd0844e03" member_type: VOTER last_known_addr { host: "127.19.120.1" port: 34179 } } peers { permanent_uuid: "34885dfc66284ca0b16a23d15099a5dc" member_type: VOTER last_known_addr { host: "127.19.120.2" port: 42545 } } peers { permanent_uuid: "e4339a62c70f4194a74ad6c0e99505de" member_type: VOTER last_known_addr { host: "127.19.120.3" port: 36807 } }
21:05:40.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.769874 21487 consensus_queue.cc:237] T 0d4296474b0d4a5982a029ed097b3e5d P 0751133557e2488f88e6047cd0844e03 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0751133557e2488f88e6047cd0844e03" member_type: VOTER last_known_addr { host: "127.19.120.1" port: 34179 } } peers { permanent_uuid: "34885dfc66284ca0b16a23d15099a5dc" member_type: VOTER last_known_addr { host: "127.19.120.2" port: 42545 } } peers { permanent_uuid: "e4339a62c70f4194a74ad6c0e99505de" member_type: VOTER last_known_addr { host: "127.19.120.3" port: 36807 } }
21:05:40.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.770932 21466 raft_consensus.cc:385] T 2bcaf52c2cbf4eb695537e1fadb95cf5 P 34885dfc66284ca0b16a23d15099a5dc [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:05:40.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.771339 21466 raft_consensus.cc:740] T 2bcaf52c2cbf4eb695537e1fadb95cf5 P 34885dfc66284ca0b16a23d15099a5dc [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 34885dfc66284ca0b16a23d15099a5dc, State: Initialized, Role: FOLLOWER
21:05:40.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.772218 21466 consensus_queue.cc:260] T 2bcaf52c2cbf4eb695537e1fadb95cf5 P 34885dfc66284ca0b16a23d15099a5dc [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0751133557e2488f88e6047cd0844e03" member_type: VOTER last_known_addr { host: "127.19.120.1" port: 34179 } } peers { permanent_uuid: "34885dfc66284ca0b16a23d15099a5dc" member_type: VOTER last_known_addr { host: "127.19.120.2" port: 42545 } } peers { permanent_uuid: "e4339a62c70f4194a74ad6c0e99505de" member_type: VOTER last_known_addr { host: "127.19.120.3" port: 36807 } }
21:05:40.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.773701 20611 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "40249854a91e49138aa92dba722a51e1" candidate_uuid: "0751133557e2488f88e6047cd0844e03" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e4339a62c70f4194a74ad6c0e99505de" is_pre_election: true
21:05:40.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.774629 21466 ts_tablet_manager.cc:1434] T 2bcaf52c2cbf4eb695537e1fadb95cf5 P 34885dfc66284ca0b16a23d15099a5dc: Time spent starting tablet: real 0.007s	user 0.004s	sys 0.000s
21:05:40.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.779881 21481 leader_election.cc:290] T 40249854a91e49138aa92dba722a51e1 P 0751133557e2488f88e6047cd0844e03 [CANDIDATE]: Term 1 election: Requested vote from peers 34885dfc66284ca0b16a23d15099a5dc (127.19.120.2:42545), e4339a62c70f4194a74ad6c0e99505de (127.19.120.3:36807)
21:05:40.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.780768 20466 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "40249854a91e49138aa92dba722a51e1" candidate_uuid: "0751133557e2488f88e6047cd0844e03" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "34885dfc66284ca0b16a23d15099a5dc"
21:05:40.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.781369 20466 raft_consensus.cc:3060] T 40249854a91e49138aa92dba722a51e1 P 34885dfc66284ca0b16a23d15099a5dc [term 0 FOLLOWER]: Advancing to term 1
21:05:40.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.766593 21488 raft_consensus.cc:515] T 0f4aeaddebd341ea9c1ac068dd664836 P 0751133557e2488f88e6047cd0844e03 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0751133557e2488f88e6047cd0844e03" member_type: VOTER last_known_addr { host: "127.19.120.1" port: 34179 } } peers { permanent_uuid: "e4339a62c70f4194a74ad6c0e99505de" member_type: VOTER last_known_addr { host: "127.19.120.3" port: 36807 } } peers { permanent_uuid: "34885dfc66284ca0b16a23d15099a5dc" member_type: VOTER last_known_addr { host: "127.19.120.2" port: 42545 } }
21:05:40.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.789770 20466 raft_consensus.cc:2468] T 40249854a91e49138aa92dba722a51e1 P 34885dfc66284ca0b16a23d15099a5dc [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 0751133557e2488f88e6047cd0844e03 in term 1.
21:05:40.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.792176 20258 leader_election.cc:304] T 40249854a91e49138aa92dba722a51e1 P 0751133557e2488f88e6047cd0844e03 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0751133557e2488f88e6047cd0844e03, 34885dfc66284ca0b16a23d15099a5dc; no voters: 
21:05:40.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.808760 21481 raft_consensus.cc:2804] T 40249854a91e49138aa92dba722a51e1 P 0751133557e2488f88e6047cd0844e03 [term 1 FOLLOWER]: Leader election won for term 1
21:05:40.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.835219 21488 leader_election.cc:290] T 0f4aeaddebd341ea9c1ac068dd664836 P 0751133557e2488f88e6047cd0844e03 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers e4339a62c70f4194a74ad6c0e99505de (127.19.120.3:36807), 34885dfc66284ca0b16a23d15099a5dc (127.19.120.2:42545)
21:05:40.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.824085 21481 raft_consensus.cc:697] T 40249854a91e49138aa92dba722a51e1 P 0751133557e2488f88e6047cd0844e03 [term 1 LEADER]: Becoming Leader. State: Replica: 0751133557e2488f88e6047cd0844e03, State: Running, Role: LEADER
21:05:40.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.836146 20611 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "de01b65a946143b5962f2c50904edae4" candidate_uuid: "0751133557e2488f88e6047cd0844e03" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e4339a62c70f4194a74ad6c0e99505de"
21:05:40.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.836539 21481 consensus_queue.cc:237] T 40249854a91e49138aa92dba722a51e1 P 0751133557e2488f88e6047cd0844e03 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0751133557e2488f88e6047cd0844e03" member_type: VOTER last_known_addr { host: "127.19.120.1" port: 34179 } } peers { permanent_uuid: "34885dfc66284ca0b16a23d15099a5dc" member_type: VOTER last_known_addr { host: "127.19.120.2" port: 42545 } } peers { permanent_uuid: "e4339a62c70f4194a74ad6c0e99505de" member_type: VOTER last_known_addr { host: "127.19.120.3" port: 36807 } }
21:05:40.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.838871 20611 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "40249854a91e49138aa92dba722a51e1" candidate_uuid: "0751133557e2488f88e6047cd0844e03" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e4339a62c70f4194a74ad6c0e99505de"
21:05:40.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.844601 21469 ts_tablet_manager.cc:1434] T 2bcaf52c2cbf4eb695537e1fadb95cf5 P e4339a62c70f4194a74ad6c0e99505de: Time spent starting tablet: real 0.381s	user 0.042s	sys 0.065s
21:05:40.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.845407 20257 leader_election.cc:304] T 2bcaf52c2cbf4eb695537e1fadb95cf5 P 0751133557e2488f88e6047cd0844e03 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 0751133557e2488f88e6047cd0844e03, e4339a62c70f4194a74ad6c0e99505de; no voters: 34885dfc66284ca0b16a23d15099a5dc
21:05:40.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.850039 20466 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "0f4aeaddebd341ea9c1ac068dd664836" candidate_uuid: "0751133557e2488f88e6047cd0844e03" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "34885dfc66284ca0b16a23d15099a5dc" is_pre_election: true
21:05:40.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.850710 20466 raft_consensus.cc:2468] T 0f4aeaddebd341ea9c1ac068dd664836 P 34885dfc66284ca0b16a23d15099a5dc [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 0751133557e2488f88e6047cd0844e03 in term 0.
21:05:40.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.855912 21469 tablet_bootstrap.cc:492] T 40249854a91e49138aa92dba722a51e1 P e4339a62c70f4194a74ad6c0e99505de: Bootstrap starting.
21:05:40.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.873163 20258 leader_election.cc:304] T 0f4aeaddebd341ea9c1ac068dd664836 P 0751133557e2488f88e6047cd0844e03 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0751133557e2488f88e6047cd0844e03, 34885dfc66284ca0b16a23d15099a5dc; no voters: 
21:05:40.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.873984 21465 raft_consensus.cc:2804] T 0f4aeaddebd341ea9c1ac068dd664836 P 0751133557e2488f88e6047cd0844e03 [term 0 FOLLOWER]: Leader pre-election won for term 1
21:05:40.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.874337 21465 raft_consensus.cc:493] T 0f4aeaddebd341ea9c1ac068dd664836 P 0751133557e2488f88e6047cd0844e03 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
21:05:40.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.874689 21465 raft_consensus.cc:3060] T 0f4aeaddebd341ea9c1ac068dd664836 P 0751133557e2488f88e6047cd0844e03 [term 0 FOLLOWER]: Advancing to term 1
21:05:40.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.878172 20137 catalog_manager.cc:5696] T de01b65a946143b5962f2c50904edae4 P 0751133557e2488f88e6047cd0844e03 reported cstate change: term changed from 0 to 1, leader changed from <none> to 0751133557e2488f88e6047cd0844e03 (127.19.120.1). New cstate: current_term: 1 leader_uuid: "0751133557e2488f88e6047cd0844e03" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0751133557e2488f88e6047cd0844e03" member_type: VOTER last_known_addr { host: "127.19.120.1" port: 34179 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "34885dfc66284ca0b16a23d15099a5dc" member_type: VOTER last_known_addr { host: "127.19.120.2" port: 42545 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "e4339a62c70f4194a74ad6c0e99505de" member_type: VOTER last_known_addr { host: "127.19.120.3" port: 36807 } health_report { overall_health: UNKNOWN } } }
21:05:40.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.881505 21465 raft_consensus.cc:515] T 0f4aeaddebd341ea9c1ac068dd664836 P 0751133557e2488f88e6047cd0844e03 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0751133557e2488f88e6047cd0844e03" member_type: VOTER last_known_addr { host: "127.19.120.1" port: 34179 } } peers { permanent_uuid: "e4339a62c70f4194a74ad6c0e99505de" member_type: VOTER last_known_addr { host: "127.19.120.3" port: 36807 } } peers { permanent_uuid: "34885dfc66284ca0b16a23d15099a5dc" member_type: VOTER last_known_addr { host: "127.19.120.2" port: 42545 } }
21:05:40.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.886140 21489 raft_consensus.cc:2804] T 2bcaf52c2cbf4eb695537e1fadb95cf5 P 0751133557e2488f88e6047cd0844e03 [term 0 FOLLOWER]: Leader pre-election won for term 1
21:05:40.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:40.886471 20257 leader_election.cc:343] T de01b65a946143b5962f2c50904edae4 P 0751133557e2488f88e6047cd0844e03 [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer e4339a62c70f4194a74ad6c0e99505de (127.19.120.3:36807): Illegal state: must be running to vote when last-logged opid is not known
21:05:40.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.886595 21489 raft_consensus.cc:493] T 2bcaf52c2cbf4eb695537e1fadb95cf5 P 0751133557e2488f88e6047cd0844e03 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
21:05:40.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.886922 21489 raft_consensus.cc:3060] T 2bcaf52c2cbf4eb695537e1fadb95cf5 P 0751133557e2488f88e6047cd0844e03 [term 0 FOLLOWER]: Advancing to term 1
21:05:40.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.891621 20466 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "0f4aeaddebd341ea9c1ac068dd664836" candidate_uuid: "0751133557e2488f88e6047cd0844e03" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "34885dfc66284ca0b16a23d15099a5dc"
21:05:40.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.891696 21465 leader_election.cc:290] T 0f4aeaddebd341ea9c1ac068dd664836 P 0751133557e2488f88e6047cd0844e03 [CANDIDATE]: Term 1 election: Requested vote from peers e4339a62c70f4194a74ad6c0e99505de (127.19.120.3:36807), 34885dfc66284ca0b16a23d15099a5dc (127.19.120.2:42545)
21:05:40.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.892210 20466 raft_consensus.cc:3060] T 0f4aeaddebd341ea9c1ac068dd664836 P 34885dfc66284ca0b16a23d15099a5dc [term 0 FOLLOWER]: Advancing to term 1
21:05:40.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:40.887399 20257 leader_election.cc:343] T 0d4296474b0d4a5982a029ed097b3e5d P 0751133557e2488f88e6047cd0844e03 [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer e4339a62c70f4194a74ad6c0e99505de (127.19.120.3:36807): Illegal state: must be running to vote when last-logged opid is not known
21:05:40.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.898260 21469 tablet_bootstrap.cc:654] T 40249854a91e49138aa92dba722a51e1 P e4339a62c70f4194a74ad6c0e99505de: Neither blocks nor log segments found. Creating new log.
21:05:40.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.898514 20466 raft_consensus.cc:2468] T 0f4aeaddebd341ea9c1ac068dd664836 P 34885dfc66284ca0b16a23d15099a5dc [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 0751133557e2488f88e6047cd0844e03 in term 1.
21:05:40.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.900309 20258 leader_election.cc:304] T 0f4aeaddebd341ea9c1ac068dd664836 P 0751133557e2488f88e6047cd0844e03 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0751133557e2488f88e6047cd0844e03, 34885dfc66284ca0b16a23d15099a5dc; no voters: 
21:05:40.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:40.902351 20257 leader_election.cc:343] T 0d4296474b0d4a5982a029ed097b3e5d P 0751133557e2488f88e6047cd0844e03 [CANDIDATE]: Term 1 election: Tablet error from VoteRequest() call to peer e4339a62c70f4194a74ad6c0e99505de (127.19.120.3:36807): Illegal state: must be running to vote when last-logged opid is not known
21:05:40.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.903237 21481 raft_consensus.cc:2804] T 0f4aeaddebd341ea9c1ac068dd664836 P 0751133557e2488f88e6047cd0844e03 [term 1 FOLLOWER]: Leader election won for term 1
21:05:40.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.905493 21481 raft_consensus.cc:697] T 0f4aeaddebd341ea9c1ac068dd664836 P 0751133557e2488f88e6047cd0844e03 [term 1 LEADER]: Becoming Leader. State: Replica: 0751133557e2488f88e6047cd0844e03, State: Running, Role: LEADER
21:05:40.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.906647 21481 consensus_queue.cc:237] T 0f4aeaddebd341ea9c1ac068dd664836 P 0751133557e2488f88e6047cd0844e03 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0751133557e2488f88e6047cd0844e03" member_type: VOTER last_known_addr { host: "127.19.120.1" port: 34179 } } peers { permanent_uuid: "e4339a62c70f4194a74ad6c0e99505de" member_type: VOTER last_known_addr { host: "127.19.120.3" port: 36807 } } peers { permanent_uuid: "34885dfc66284ca0b16a23d15099a5dc" member_type: VOTER last_known_addr { host: "127.19.120.2" port: 42545 } }
21:05:40.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:40.916311 20257 leader_election.cc:343] T 40249854a91e49138aa92dba722a51e1 P 0751133557e2488f88e6047cd0844e03 [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer e4339a62c70f4194a74ad6c0e99505de (127.19.120.3:36807): Illegal state: must be running to vote when last-logged opid is not known
21:05:40.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:40.917841 20257 leader_election.cc:343] T de01b65a946143b5962f2c50904edae4 P 0751133557e2488f88e6047cd0844e03 [CANDIDATE]: Term 1 election: Tablet error from VoteRequest() call to peer e4339a62c70f4194a74ad6c0e99505de (127.19.120.3:36807): Illegal state: must be running to vote when last-logged opid is not known
21:05:40.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:40.919340 20257 leader_election.cc:343] T 40249854a91e49138aa92dba722a51e1 P 0751133557e2488f88e6047cd0844e03 [CANDIDATE]: Term 1 election: Tablet error from VoteRequest() call to peer e4339a62c70f4194a74ad6c0e99505de (127.19.120.3:36807): Illegal state: must be running to vote when last-logged opid is not known
21:05:40.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.922073 20611 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "0f4aeaddebd341ea9c1ac068dd664836" candidate_uuid: "0751133557e2488f88e6047cd0844e03" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e4339a62c70f4194a74ad6c0e99505de" is_pre_election: true
21:05:40.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.911298 21489 raft_consensus.cc:515] T 2bcaf52c2cbf4eb695537e1fadb95cf5 P 0751133557e2488f88e6047cd0844e03 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0751133557e2488f88e6047cd0844e03" member_type: VOTER last_known_addr { host: "127.19.120.1" port: 34179 } } peers { permanent_uuid: "34885dfc66284ca0b16a23d15099a5dc" member_type: VOTER last_known_addr { host: "127.19.120.2" port: 42545 } } peers { permanent_uuid: "e4339a62c70f4194a74ad6c0e99505de" member_type: VOTER last_known_addr { host: "127.19.120.3" port: 36807 } }
21:05:40.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.927973 20466 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "2bcaf52c2cbf4eb695537e1fadb95cf5" candidate_uuid: "0751133557e2488f88e6047cd0844e03" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "34885dfc66284ca0b16a23d15099a5dc"
21:05:40.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.928776 20466 raft_consensus.cc:3060] T 2bcaf52c2cbf4eb695537e1fadb95cf5 P 34885dfc66284ca0b16a23d15099a5dc [term 0 FOLLOWER]: Advancing to term 1
21:05:40.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.938661 20466 raft_consensus.cc:2468] T 2bcaf52c2cbf4eb695537e1fadb95cf5 P 34885dfc66284ca0b16a23d15099a5dc [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 0751133557e2488f88e6047cd0844e03 in term 1.
21:05:40.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.940519 20258 leader_election.cc:304] T 2bcaf52c2cbf4eb695537e1fadb95cf5 P 0751133557e2488f88e6047cd0844e03 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0751133557e2488f88e6047cd0844e03, 34885dfc66284ca0b16a23d15099a5dc; no voters: 
21:05:40.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.941574 21465 raft_consensus.cc:2804] T 2bcaf52c2cbf4eb695537e1fadb95cf5 P 0751133557e2488f88e6047cd0844e03 [term 1 FOLLOWER]: Leader election won for term 1
21:05:40.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.923810 20610 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "0f4aeaddebd341ea9c1ac068dd664836" candidate_uuid: "0751133557e2488f88e6047cd0844e03" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e4339a62c70f4194a74ad6c0e99505de"
21:05:40.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.942056 21465 raft_consensus.cc:697] T 2bcaf52c2cbf4eb695537e1fadb95cf5 P 0751133557e2488f88e6047cd0844e03 [term 1 LEADER]: Becoming Leader. State: Replica: 0751133557e2488f88e6047cd0844e03, State: Running, Role: LEADER
21:05:40.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.942878 21465 consensus_queue.cc:237] T 2bcaf52c2cbf4eb695537e1fadb95cf5 P 0751133557e2488f88e6047cd0844e03 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0751133557e2488f88e6047cd0844e03" member_type: VOTER last_known_addr { host: "127.19.120.1" port: 34179 } } peers { permanent_uuid: "34885dfc66284ca0b16a23d15099a5dc" member_type: VOTER last_known_addr { host: "127.19.120.2" port: 42545 } } peers { permanent_uuid: "e4339a62c70f4194a74ad6c0e99505de" member_type: VOTER last_known_addr { host: "127.19.120.3" port: 36807 } }
21:05:40.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.953979 21489 leader_election.cc:290] T 2bcaf52c2cbf4eb695537e1fadb95cf5 P 0751133557e2488f88e6047cd0844e03 [CANDIDATE]: Term 1 election: Requested vote from peers 34885dfc66284ca0b16a23d15099a5dc (127.19.120.2:42545), e4339a62c70f4194a74ad6c0e99505de (127.19.120.3:36807)
21:05:40.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.957216 21469 tablet_bootstrap.cc:492] T 40249854a91e49138aa92dba722a51e1 P e4339a62c70f4194a74ad6c0e99505de: No bootstrap required, opened a new log
21:05:40.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.957796 21469 ts_tablet_manager.cc:1403] T 40249854a91e49138aa92dba722a51e1 P e4339a62c70f4194a74ad6c0e99505de: Time spent bootstrapping tablet: real 0.102s	user 0.015s	sys 0.001s
21:05:40.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.964082 20610 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "2bcaf52c2cbf4eb695537e1fadb95cf5" candidate_uuid: "0751133557e2488f88e6047cd0844e03" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e4339a62c70f4194a74ad6c0e99505de"
21:05:40.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.964771 20610 raft_consensus.cc:3060] T 2bcaf52c2cbf4eb695537e1fadb95cf5 P e4339a62c70f4194a74ad6c0e99505de [term 0 FOLLOWER]: Advancing to term 1
21:05:40.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.973332 20610 raft_consensus.cc:2468] T 2bcaf52c2cbf4eb695537e1fadb95cf5 P e4339a62c70f4194a74ad6c0e99505de [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 0751133557e2488f88e6047cd0844e03 in term 1.
21:05:40.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.977344 21469 raft_consensus.cc:359] T 40249854a91e49138aa92dba722a51e1 P e4339a62c70f4194a74ad6c0e99505de [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0751133557e2488f88e6047cd0844e03" member_type: VOTER last_known_addr { host: "127.19.120.1" port: 34179 } } peers { permanent_uuid: "34885dfc66284ca0b16a23d15099a5dc" member_type: VOTER last_known_addr { host: "127.19.120.2" port: 42545 } } peers { permanent_uuid: "e4339a62c70f4194a74ad6c0e99505de" member_type: VOTER last_known_addr { host: "127.19.120.3" port: 36807 } }
21:05:40.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.978163 21469 raft_consensus.cc:385] T 40249854a91e49138aa92dba722a51e1 P e4339a62c70f4194a74ad6c0e99505de [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:05:40.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.978487 21469 raft_consensus.cc:740] T 40249854a91e49138aa92dba722a51e1 P e4339a62c70f4194a74ad6c0e99505de [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e4339a62c70f4194a74ad6c0e99505de, State: Initialized, Role: FOLLOWER
21:05:40.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:40.981021 21469 consensus_queue.cc:260] T 40249854a91e49138aa92dba722a51e1 P e4339a62c70f4194a74ad6c0e99505de [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0751133557e2488f88e6047cd0844e03" member_type: VOTER last_known_addr { host: "127.19.120.1" port: 34179 } } peers { permanent_uuid: "34885dfc66284ca0b16a23d15099a5dc" member_type: VOTER last_known_addr { host: "127.19.120.2" port: 42545 } } peers { permanent_uuid: "e4339a62c70f4194a74ad6c0e99505de" member_type: VOTER last_known_addr { host: "127.19.120.3" port: 36807 } }
21:05:40.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:40.991212 20257 leader_election.cc:343] T 0f4aeaddebd341ea9c1ac068dd664836 P 0751133557e2488f88e6047cd0844e03 [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer e4339a62c70f4194a74ad6c0e99505de (127.19.120.3:36807): Illegal state: must be running to vote when last-logged opid is not known
21:05:40.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:40.993469 20257 leader_election.cc:343] T 0f4aeaddebd341ea9c1ac068dd664836 P 0751133557e2488f88e6047cd0844e03 [CANDIDATE]: Term 1 election: Tablet error from VoteRequest() call to peer e4339a62c70f4194a74ad6c0e99505de (127.19.120.3:36807): Illegal state: must be running to vote when last-logged opid is not known
21:05:41.003 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:05:41.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:41.000506 20324 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "de01b65a946143b5962f2c50904edae4" candidate_uuid: "34885dfc66284ca0b16a23d15099a5dc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0751133557e2488f88e6047cd0844e03" is_pre_election: true
21:05:41.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:41.002969 20323 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "0d4296474b0d4a5982a029ed097b3e5d" candidate_uuid: "34885dfc66284ca0b16a23d15099a5dc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0751133557e2488f88e6047cd0844e03" is_pre_election: true
21:05:41.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:41.005014 20322 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "0f4aeaddebd341ea9c1ac068dd664836" candidate_uuid: "34885dfc66284ca0b16a23d15099a5dc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0751133557e2488f88e6047cd0844e03" is_pre_election: true
21:05:41.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:41.033047 20402 leader_election.cc:304] T de01b65a946143b5962f2c50904edae4 P 34885dfc66284ca0b16a23d15099a5dc [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 34885dfc66284ca0b16a23d15099a5dc; no voters: 0751133557e2488f88e6047cd0844e03, e4339a62c70f4194a74ad6c0e99505de
21:05:41.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:41.034564 21476 raft_consensus.cc:2749] T de01b65a946143b5962f2c50904edae4 P 34885dfc66284ca0b16a23d15099a5dc [term 1 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
21:05:41.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:41.036266 20402 leader_election.cc:304] T 0d4296474b0d4a5982a029ed097b3e5d P 34885dfc66284ca0b16a23d15099a5dc [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 34885dfc66284ca0b16a23d15099a5dc; no voters: 0751133557e2488f88e6047cd0844e03, e4339a62c70f4194a74ad6c0e99505de
21:05:41.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:41.037717 21476 raft_consensus.cc:2749] T 0d4296474b0d4a5982a029ed097b3e5d P 34885dfc66284ca0b16a23d15099a5dc [term 1 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
21:05:41.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:41.039875 20402 leader_election.cc:304] T 0f4aeaddebd341ea9c1ac068dd664836 P 34885dfc66284ca0b16a23d15099a5dc [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 34885dfc66284ca0b16a23d15099a5dc; no voters: 0751133557e2488f88e6047cd0844e03, e4339a62c70f4194a74ad6c0e99505de
21:05:41.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:41.041303 20665 tablet.cc:2406] T 2bcaf52c2cbf4eb695537e1fadb95cf5 P e4339a62c70f4194a74ad6c0e99505de: Can't schedule compaction. Clean time has not been advanced past its initial value.
21:05:41.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:41.041213 21476 raft_consensus.cc:2749] T 0f4aeaddebd341ea9c1ac068dd664836 P 34885dfc66284ca0b16a23d15099a5dc [term 1 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
21:05:41.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:41.045492 21469 ts_tablet_manager.cc:1434] T 40249854a91e49138aa92dba722a51e1 P e4339a62c70f4194a74ad6c0e99505de: Time spent starting tablet: real 0.087s	user 0.006s	sys 0.003s
21:05:41.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:41.064927 21469 tablet_bootstrap.cc:492] T 0f4aeaddebd341ea9c1ac068dd664836 P e4339a62c70f4194a74ad6c0e99505de: Bootstrap starting.
21:05:41.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:41.083619 21469 tablet_bootstrap.cc:654] T 0f4aeaddebd341ea9c1ac068dd664836 P e4339a62c70f4194a74ad6c0e99505de: Neither blocks nor log segments found. Creating new log.
21:05:41.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:41.125873 21469 tablet_bootstrap.cc:492] T 0f4aeaddebd341ea9c1ac068dd664836 P e4339a62c70f4194a74ad6c0e99505de: No bootstrap required, opened a new log
21:05:41.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:41.126497 21469 ts_tablet_manager.cc:1403] T 0f4aeaddebd341ea9c1ac068dd664836 P e4339a62c70f4194a74ad6c0e99505de: Time spent bootstrapping tablet: real 0.062s	user 0.014s	sys 0.005s
21:05:41.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:41.131992 21469 raft_consensus.cc:359] T 0f4aeaddebd341ea9c1ac068dd664836 P e4339a62c70f4194a74ad6c0e99505de [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0751133557e2488f88e6047cd0844e03" member_type: VOTER last_known_addr { host: "127.19.120.1" port: 34179 } } peers { permanent_uuid: "e4339a62c70f4194a74ad6c0e99505de" member_type: VOTER last_known_addr { host: "127.19.120.3" port: 36807 } } peers { permanent_uuid: "34885dfc66284ca0b16a23d15099a5dc" member_type: VOTER last_known_addr { host: "127.19.120.2" port: 42545 } }
21:05:41.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:41.132864 21469 raft_consensus.cc:385] T 0f4aeaddebd341ea9c1ac068dd664836 P e4339a62c70f4194a74ad6c0e99505de [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:05:41.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:41.133203 21469 raft_consensus.cc:740] T 0f4aeaddebd341ea9c1ac068dd664836 P e4339a62c70f4194a74ad6c0e99505de [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e4339a62c70f4194a74ad6c0e99505de, State: Initialized, Role: FOLLOWER
21:05:41.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:41.133867 21469 consensus_queue.cc:260] T 0f4aeaddebd341ea9c1ac068dd664836 P e4339a62c70f4194a74ad6c0e99505de [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0751133557e2488f88e6047cd0844e03" member_type: VOTER last_known_addr { host: "127.19.120.1" port: 34179 } } peers { permanent_uuid: "e4339a62c70f4194a74ad6c0e99505de" member_type: VOTER last_known_addr { host: "127.19.120.3" port: 36807 } } peers { permanent_uuid: "34885dfc66284ca0b16a23d15099a5dc" member_type: VOTER last_known_addr { host: "127.19.120.2" port: 42545 } }
21:05:41.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:41.144448 21469 ts_tablet_manager.cc:1434] T 0f4aeaddebd341ea9c1ac068dd664836 P e4339a62c70f4194a74ad6c0e99505de: Time spent starting tablet: real 0.018s	user 0.005s	sys 0.005s
21:05:41.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:41.147615 20137 catalog_manager.cc:5696] T 0d4296474b0d4a5982a029ed097b3e5d P 0751133557e2488f88e6047cd0844e03 reported cstate change: term changed from 0 to 1, leader changed from <none> to 0751133557e2488f88e6047cd0844e03 (127.19.120.1). New cstate: current_term: 1 leader_uuid: "0751133557e2488f88e6047cd0844e03" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0751133557e2488f88e6047cd0844e03" member_type: VOTER last_known_addr { host: "127.19.120.1" port: 34179 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "34885dfc66284ca0b16a23d15099a5dc" member_type: VOTER last_known_addr { host: "127.19.120.2" port: 42545 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "e4339a62c70f4194a74ad6c0e99505de" member_type: VOTER last_known_addr { host: "127.19.120.3" port: 36807 } health_report { overall_health: UNKNOWN } } }
21:05:41.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:41.149941 21469 tablet_bootstrap.cc:492] T de01b65a946143b5962f2c50904edae4 P e4339a62c70f4194a74ad6c0e99505de: Bootstrap starting.
21:05:41.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:41.151137 20137 catalog_manager.cc:5696] T 40249854a91e49138aa92dba722a51e1 P 0751133557e2488f88e6047cd0844e03 reported cstate change: term changed from 0 to 1, leader changed from <none> to 0751133557e2488f88e6047cd0844e03 (127.19.120.1). New cstate: current_term: 1 leader_uuid: "0751133557e2488f88e6047cd0844e03" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0751133557e2488f88e6047cd0844e03" member_type: VOTER last_known_addr { host: "127.19.120.1" port: 34179 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "34885dfc66284ca0b16a23d15099a5dc" member_type: VOTER last_known_addr { host: "127.19.120.2" port: 42545 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "e4339a62c70f4194a74ad6c0e99505de" member_type: VOTER last_known_addr { host: "127.19.120.3" port: 36807 } health_report { overall_health: UNKNOWN } } }
21:05:41.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:41.157894 20137 catalog_manager.cc:5696] T 0f4aeaddebd341ea9c1ac068dd664836 P 0751133557e2488f88e6047cd0844e03 reported cstate change: term changed from 0 to 1, leader changed from <none> to 0751133557e2488f88e6047cd0844e03 (127.19.120.1). New cstate: current_term: 1 leader_uuid: "0751133557e2488f88e6047cd0844e03" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0751133557e2488f88e6047cd0844e03" member_type: VOTER last_known_addr { host: "127.19.120.1" port: 34179 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "e4339a62c70f4194a74ad6c0e99505de" member_type: VOTER last_known_addr { host: "127.19.120.3" port: 36807 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "34885dfc66284ca0b16a23d15099a5dc" member_type: VOTER last_known_addr { host: "127.19.120.2" port: 42545 } health_report { overall_health: UNKNOWN } } }
21:05:41.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:41.159864 21469 tablet_bootstrap.cc:654] T de01b65a946143b5962f2c50904edae4 P e4339a62c70f4194a74ad6c0e99505de: Neither blocks nor log segments found. Creating new log.
21:05:41.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:41.160564 20137 catalog_manager.cc:5696] T 2bcaf52c2cbf4eb695537e1fadb95cf5 P 0751133557e2488f88e6047cd0844e03 reported cstate change: term changed from 0 to 1, leader changed from <none> to 0751133557e2488f88e6047cd0844e03 (127.19.120.1). New cstate: current_term: 1 leader_uuid: "0751133557e2488f88e6047cd0844e03" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0751133557e2488f88e6047cd0844e03" member_type: VOTER last_known_addr { host: "127.19.120.1" port: 34179 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "34885dfc66284ca0b16a23d15099a5dc" member_type: VOTER last_known_addr { host: "127.19.120.2" port: 42545 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "e4339a62c70f4194a74ad6c0e99505de" member_type: VOTER last_known_addr { host: "127.19.120.3" port: 36807 } health_report { overall_health: UNKNOWN } } }
21:05:41.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:41.173390 21469 tablet_bootstrap.cc:492] T de01b65a946143b5962f2c50904edae4 P e4339a62c70f4194a74ad6c0e99505de: No bootstrap required, opened a new log
21:05:41.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:41.174144 21469 ts_tablet_manager.cc:1403] T de01b65a946143b5962f2c50904edae4 P e4339a62c70f4194a74ad6c0e99505de: Time spent bootstrapping tablet: real 0.024s	user 0.010s	sys 0.008s
21:05:41.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:41.177452 21469 raft_consensus.cc:359] T de01b65a946143b5962f2c50904edae4 P e4339a62c70f4194a74ad6c0e99505de [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0751133557e2488f88e6047cd0844e03" member_type: VOTER last_known_addr { host: "127.19.120.1" port: 34179 } } peers { permanent_uuid: "34885dfc66284ca0b16a23d15099a5dc" member_type: VOTER last_known_addr { host: "127.19.120.2" port: 42545 } } peers { permanent_uuid: "e4339a62c70f4194a74ad6c0e99505de" member_type: VOTER last_known_addr { host: "127.19.120.3" port: 36807 } }
21:05:41.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:41.178519 21469 raft_consensus.cc:385] T de01b65a946143b5962f2c50904edae4 P e4339a62c70f4194a74ad6c0e99505de [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:05:41.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:41.178960 21469 raft_consensus.cc:740] T de01b65a946143b5962f2c50904edae4 P e4339a62c70f4194a74ad6c0e99505de [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e4339a62c70f4194a74ad6c0e99505de, State: Initialized, Role: FOLLOWER
21:05:41.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:41.179914 21469 consensus_queue.cc:260] T de01b65a946143b5962f2c50904edae4 P e4339a62c70f4194a74ad6c0e99505de [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0751133557e2488f88e6047cd0844e03" member_type: VOTER last_known_addr { host: "127.19.120.1" port: 34179 } } peers { permanent_uuid: "34885dfc66284ca0b16a23d15099a5dc" member_type: VOTER last_known_addr { host: "127.19.120.2" port: 42545 } } peers { permanent_uuid: "e4339a62c70f4194a74ad6c0e99505de" member_type: VOTER last_known_addr { host: "127.19.120.3" port: 36807 } }
21:05:41.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:41.182646 21469 ts_tablet_manager.cc:1434] T de01b65a946143b5962f2c50904edae4 P e4339a62c70f4194a74ad6c0e99505de: Time spent starting tablet: real 0.008s	user 0.006s	sys 0.000s
21:05:41.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:41.188015 21469 tablet_bootstrap.cc:492] T 0d4296474b0d4a5982a029ed097b3e5d P e4339a62c70f4194a74ad6c0e99505de: Bootstrap starting.
21:05:41.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:41.201042 21469 tablet_bootstrap.cc:654] T 0d4296474b0d4a5982a029ed097b3e5d P e4339a62c70f4194a74ad6c0e99505de: Neither blocks nor log segments found. Creating new log.
21:05:41.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:41.209959 21469 tablet_bootstrap.cc:492] T 0d4296474b0d4a5982a029ed097b3e5d P e4339a62c70f4194a74ad6c0e99505de: No bootstrap required, opened a new log
21:05:41.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:41.210767 21469 ts_tablet_manager.cc:1403] T 0d4296474b0d4a5982a029ed097b3e5d P e4339a62c70f4194a74ad6c0e99505de: Time spent bootstrapping tablet: real 0.023s	user 0.010s	sys 0.006s
21:05:41.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:41.213889 21469 raft_consensus.cc:359] T 0d4296474b0d4a5982a029ed097b3e5d P e4339a62c70f4194a74ad6c0e99505de [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0751133557e2488f88e6047cd0844e03" member_type: VOTER last_known_addr { host: "127.19.120.1" port: 34179 } } peers { permanent_uuid: "34885dfc66284ca0b16a23d15099a5dc" member_type: VOTER last_known_addr { host: "127.19.120.2" port: 42545 } } peers { permanent_uuid: "e4339a62c70f4194a74ad6c0e99505de" member_type: VOTER last_known_addr { host: "127.19.120.3" port: 36807 } }
21:05:41.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:41.214841 21469 raft_consensus.cc:385] T 0d4296474b0d4a5982a029ed097b3e5d P e4339a62c70f4194a74ad6c0e99505de [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:05:41.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:41.215194 21469 raft_consensus.cc:740] T 0d4296474b0d4a5982a029ed097b3e5d P e4339a62c70f4194a74ad6c0e99505de [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e4339a62c70f4194a74ad6c0e99505de, State: Initialized, Role: FOLLOWER
21:05:41.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:41.216010 21469 consensus_queue.cc:260] T 0d4296474b0d4a5982a029ed097b3e5d P e4339a62c70f4194a74ad6c0e99505de [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0751133557e2488f88e6047cd0844e03" member_type: VOTER last_known_addr { host: "127.19.120.1" port: 34179 } } peers { permanent_uuid: "34885dfc66284ca0b16a23d15099a5dc" member_type: VOTER last_known_addr { host: "127.19.120.2" port: 42545 } } peers { permanent_uuid: "e4339a62c70f4194a74ad6c0e99505de" member_type: VOTER last_known_addr { host: "127.19.120.3" port: 36807 } }
21:05:41.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:41.218518 21469 ts_tablet_manager.cc:1434] T 0d4296474b0d4a5982a029ed097b3e5d P e4339a62c70f4194a74ad6c0e99505de: Time spent starting tablet: real 0.007s	user 0.005s	sys 0.001s
21:05:41.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:41.230162 20610 raft_consensus.cc:3060] T de01b65a946143b5962f2c50904edae4 P e4339a62c70f4194a74ad6c0e99505de [term 0 FOLLOWER]: Advancing to term 1
21:05:41.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:41.238170 21481 consensus_queue.cc:1048] T de01b65a946143b5962f2c50904edae4 P 0751133557e2488f88e6047cd0844e03 [LEADER]: Connected to new peer: Peer: permanent_uuid: "e4339a62c70f4194a74ad6c0e99505de" member_type: VOTER last_known_addr { host: "127.19.120.3" port: 36807 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
21:05:41.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:41.287096 21489 consensus_queue.cc:1048] T 0d4296474b0d4a5982a029ed097b3e5d P 0751133557e2488f88e6047cd0844e03 [LEADER]: Connected to new peer: Peer: permanent_uuid: "34885dfc66284ca0b16a23d15099a5dc" member_type: VOTER last_known_addr { host: "127.19.120.2" port: 42545 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
21:05:41.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:41.290016 21489 consensus_queue.cc:1048] T de01b65a946143b5962f2c50904edae4 P 0751133557e2488f88e6047cd0844e03 [LEADER]: Connected to new peer: Peer: permanent_uuid: "34885dfc66284ca0b16a23d15099a5dc" member_type: VOTER last_known_addr { host: "127.19.120.2" port: 42545 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
21:05:41.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:41.328017 20611 raft_consensus.cc:3060] T 40249854a91e49138aa92dba722a51e1 P e4339a62c70f4194a74ad6c0e99505de [term 0 FOLLOWER]: Advancing to term 1
21:05:41.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:41.335335 21489 consensus_queue.cc:1048] T 40249854a91e49138aa92dba722a51e1 P 0751133557e2488f88e6047cd0844e03 [LEADER]: Connected to new peer: Peer: permanent_uuid: "34885dfc66284ca0b16a23d15099a5dc" member_type: VOTER last_known_addr { host: "127.19.120.2" port: 42545 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
21:05:41.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:41.343016 21489 consensus_queue.cc:1048] T 0f4aeaddebd341ea9c1ac068dd664836 P 0751133557e2488f88e6047cd0844e03 [LEADER]: Connected to new peer: Peer: permanent_uuid: "34885dfc66284ca0b16a23d15099a5dc" member_type: VOTER last_known_addr { host: "127.19.120.2" port: 42545 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
21:05:41.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:41.323159 20610 raft_consensus.cc:3060] T 0d4296474b0d4a5982a029ed097b3e5d P e4339a62c70f4194a74ad6c0e99505de [term 0 FOLLOWER]: Advancing to term 1
21:05:41.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:41.369992 21489 consensus_queue.cc:1048] T 40249854a91e49138aa92dba722a51e1 P 0751133557e2488f88e6047cd0844e03 [LEADER]: Connected to new peer: Peer: permanent_uuid: "e4339a62c70f4194a74ad6c0e99505de" member_type: VOTER last_known_addr { host: "127.19.120.3" port: 36807 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
21:05:41.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:41.382365 20609 raft_consensus.cc:3060] T 0f4aeaddebd341ea9c1ac068dd664836 P e4339a62c70f4194a74ad6c0e99505de [term 0 FOLLOWER]: Advancing to term 1
21:05:41.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:41.384068 21489 consensus_queue.cc:1048] T 2bcaf52c2cbf4eb695537e1fadb95cf5 P 0751133557e2488f88e6047cd0844e03 [LEADER]: Connected to new peer: Peer: permanent_uuid: "34885dfc66284ca0b16a23d15099a5dc" member_type: VOTER last_known_addr { host: "127.19.120.2" port: 42545 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
21:05:41.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:41.405997 21489 consensus_queue.cc:1048] T 0f4aeaddebd341ea9c1ac068dd664836 P 0751133557e2488f88e6047cd0844e03 [LEADER]: Connected to new peer: Peer: permanent_uuid: "e4339a62c70f4194a74ad6c0e99505de" member_type: VOTER last_known_addr { host: "127.19.120.3" port: 36807 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
21:05:41.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:41.416963 21481 consensus_queue.cc:1048] T 2bcaf52c2cbf4eb695537e1fadb95cf5 P 0751133557e2488f88e6047cd0844e03 [LEADER]: Connected to new peer: Peer: permanent_uuid: "e4339a62c70f4194a74ad6c0e99505de" member_type: VOTER last_known_addr { host: "127.19.120.3" port: 36807 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
21:05:41.503 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:05:41.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:41.530128 21477 raft_consensus.cc:493] T 0d4296474b0d4a5982a029ed097b3e5d P e4339a62c70f4194a74ad6c0e99505de [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
21:05:41.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:41.530781 21477 raft_consensus.cc:515] T 0d4296474b0d4a5982a029ed097b3e5d P e4339a62c70f4194a74ad6c0e99505de [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0751133557e2488f88e6047cd0844e03" member_type: VOTER last_known_addr { host: "127.19.120.1" port: 34179 } } peers { permanent_uuid: "34885dfc66284ca0b16a23d15099a5dc" member_type: VOTER last_known_addr { host: "127.19.120.2" port: 42545 } } peers { permanent_uuid: "e4339a62c70f4194a74ad6c0e99505de" member_type: VOTER last_known_addr { host: "127.19.120.3" port: 36807 } }
21:05:41.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:41.551492 21477 leader_election.cc:290] T 0d4296474b0d4a5982a029ed097b3e5d P e4339a62c70f4194a74ad6c0e99505de [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 0751133557e2488f88e6047cd0844e03 (127.19.120.1:34179), 34885dfc66284ca0b16a23d15099a5dc (127.19.120.2:42545)
21:05:41.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:41.571368 21465 consensus_queue.cc:1048] T 0d4296474b0d4a5982a029ed097b3e5d P 0751133557e2488f88e6047cd0844e03 [LEADER]: Connected to new peer: Peer: permanent_uuid: "e4339a62c70f4194a74ad6c0e99505de" member_type: VOTER last_known_addr { host: "127.19.120.3" port: 36807 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
21:05:41.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:41.637382 20322 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "0d4296474b0d4a5982a029ed097b3e5d" candidate_uuid: "e4339a62c70f4194a74ad6c0e99505de" candidate_term: 2 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0751133557e2488f88e6047cd0844e03" is_pre_election: true
21:05:41.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:41.700730 20467 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "0d4296474b0d4a5982a029ed097b3e5d" candidate_uuid: "e4339a62c70f4194a74ad6c0e99505de" candidate_term: 2 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "34885dfc66284ca0b16a23d15099a5dc" is_pre_election: true
21:05:41.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:41.703641 20545 leader_election.cc:304] T 0d4296474b0d4a5982a029ed097b3e5d P e4339a62c70f4194a74ad6c0e99505de [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: e4339a62c70f4194a74ad6c0e99505de; no voters: 0751133557e2488f88e6047cd0844e03, 34885dfc66284ca0b16a23d15099a5dc
21:05:41.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:41.705094 21477 raft_consensus.cc:2749] T 0d4296474b0d4a5982a029ed097b3e5d P e4339a62c70f4194a74ad6c0e99505de [term 1 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
21:05:41.716 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table b7140a6f8b6c4f74a882d4ff3b2c3e4b
21:05:41.730 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 0d4296474b0d4a5982a029ed097b3e5d for table 'replication_test_table' with partition [0x0000000180000064, 0x00000001800000C8)
21:05:41.730 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 40249854a91e49138aa92dba722a51e1 for table 'replication_test_table' with partition [0x0000000280000064, 0x00000002800000C8)
21:05:41.730 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 2bcaf52c2cbf4eb695537e1fadb95cf5 for table 'replication_test_table' with partition [0x0000000380000064, 0x00000003800000C8)
21:05:41.730 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet de01b65a946143b5962f2c50904edae4 for table 'replication_test_table' with partition [0x0000000480000064, 0x00000004800000C8)
21:05:41.732 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000180000064, upperBoundPartitionKey=0x00000001800000C8, ttl=299999, tablet=0d4296474b0d4a5982a029ed097b3e5d@[0751133557e2488f88e6047cd0844e03(127.19.120.1:34179)[L],34885dfc66284ca0b16a23d15099a5dc(127.19.120.2:42545),e4339a62c70f4194a74ad6c0e99505de(127.19.120.3:36807)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000001800000C8, upperBoundPartitionKey=0x0000000280000064, ttl=299998}, Tablet{lowerBoundPartitionKey=0x0000000280000064, upperBoundPartitionKey=0x00000002800000C8, ttl=299998, tablet=40249854a91e49138aa92dba722a51e1@[0751133557e2488f88e6047cd0844e03(127.19.120.1:34179)[L],34885dfc66284ca0b16a23d15099a5dc(127.19.120.2:42545),e4339a62c70f4194a74ad6c0e99505de(127.19.120.3:36807)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002800000C8, upperBoundPartitionKey=0x0000000380000064, ttl=299998}, Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299998, tablet=2bcaf52c2cbf4eb695537e1fadb95cf5@[0751133557e2488f88e6047cd0844e03(127.19.120.1:34179)[L],34885dfc66284ca0b16a23d15099a5dc(127.19.120.2:42545),e4339a62c70f4194a74ad6c0e99505de(127.19.120.3:36807)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000003800000C8, upperBoundPartitionKey=0x0000000480000064, ttl=299998}, Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299998, tablet=de01b65a946143b5962f2c50904edae4@[0751133557e2488f88e6047cd0844e03(127.19.120.1:34179)[L],34885dfc66284ca0b16a23d15099a5dc(127.19.120.2:42545),e4339a62c70f4194a74ad6c0e99505de(127.19.120.3:36807)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000004800000C8, upperBoundPartitionKey=0x, ttl=299998}]
21:05:41.733 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=17), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC GetTableLocations: sending RPC to server master-127.19.120.60:44619, [11ms] Sub RPC GetTableLocations: received response from server master-127.19.120.60:44619: OK, deferred=null) after lookup
21:05:41.735 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 0751133557e2488f88e6047cd0844e03(127.19.120.1:34179)] connecting to peer
21:05:41.771 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 0751133557e2488f88e6047cd0844e03(127.19.120.1:34179)] Successfully connected to peer
21:05:41.810 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:05:41.817 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0xd6337d2e, L:/127.0.0.1:50544 - R:/127.19.120.1:34179] using TOKEN/null
21:05:41.917 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 0f4aeaddebd341ea9c1ac068dd664836 for table 'replication_test_table' with partition [0x0000000080000064, 0x00000000800000C8)
21:05:41.917 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 0d4296474b0d4a5982a029ed097b3e5d for table 'replication_test_table' with partition [0x0000000180000064, 0x00000001800000C8)
21:05:41.918 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 40249854a91e49138aa92dba722a51e1 for table 'replication_test_table' with partition [0x0000000280000064, 0x00000002800000C8)
21:05:41.918 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 2bcaf52c2cbf4eb695537e1fadb95cf5 for table 'replication_test_table' with partition [0x0000000380000064, 0x00000003800000C8)
21:05:41.918 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet de01b65a946143b5962f2c50904edae4 for table 'replication_test_table' with partition [0x0000000480000064, 0x00000004800000C8)
21:05:41.918 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000080000064, upperBoundPartitionKey=0x00000000800000C8, ttl=299999, tablet=0f4aeaddebd341ea9c1ac068dd664836@[0751133557e2488f88e6047cd0844e03(127.19.120.1:34179)[L],34885dfc66284ca0b16a23d15099a5dc(127.19.120.2:42545),e4339a62c70f4194a74ad6c0e99505de(127.19.120.3:36807)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000000800000C8, upperBoundPartitionKey=0x0000000180000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000180000064, upperBoundPartitionKey=0x00000001800000C8, ttl=299999, tablet=0d4296474b0d4a5982a029ed097b3e5d@[0751133557e2488f88e6047cd0844e03(127.19.120.1:34179)[L],34885dfc66284ca0b16a23d15099a5dc(127.19.120.2:42545),e4339a62c70f4194a74ad6c0e99505de(127.19.120.3:36807)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000001800000C8, upperBoundPartitionKey=0x0000000280000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000280000064, upperBoundPartitionKey=0x00000002800000C8, ttl=299999, tablet=40249854a91e49138aa92dba722a51e1@[0751133557e2488f88e6047cd0844e03(127.19.120.1:34179)[L],34885dfc66284ca0b16a23d15099a5dc(127.19.120.2:42545),e4339a62c70f4194a74ad6c0e99505de(127.19.120.3:36807)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002800000C8, upperBoundPartitionKey=0x0000000380000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299999, tablet=2bcaf52c2cbf4eb695537e1fadb95cf5@[0751133557e2488f88e6047cd0844e03(127.19.120.1:34179)[L],34885dfc66284ca0b16a23d15099a5dc(127.19.120.2:42545),e4339a62c70f4194a74ad6c0e99505de(127.19.120.3:36807)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000003800000C8, upperBoundPartitionKey=0x0000000480000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299999, tablet=de01b65a946143b5962f2c50904edae4@[0751133557e2488f88e6047cd0844e03(127.19.120.1:34179)[L],34885dfc66284ca0b16a23d15099a5dc(127.19.120.2:42545),e4339a62c70f4194a74ad6c0e99505de(127.19.120.3:36807)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000004800000C8, upperBoundPartitionKey=0x, ttl=299999}]
21:05:41.918 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=6), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.19.120.60:44619, [5ms] Sub RPC GetTableLocations: received response from server master-127.19.120.60:44619: OK, deferred=null) after lookup
21:05:42.003 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:05:42.173 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:05:42.175 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:05:42.184 [DEBUG - main] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:05:42.186 [DEBUG - main] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:05:42.187 [DEBUG - main] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:05:42.190 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.20.46.189:42409(127.20.46.189:42409)] Successfully connected to peer
21:05:42.194 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.20.46.190:36007(127.20.46.190:36007)] Successfully connected to peer
21:05:42.196 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.20.46.188:38181(127.20.46.188:38181)] Successfully connected to peer
21:05:42.204 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.20.46.188
21:05:42.204 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.20.46.189
21:05:42.211 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.20.46.190
21:05:42.224 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:05:42.229 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:05:42.233 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x3bf6f287, L:/127.0.0.1:58224 - R:/127.20.46.189:42409] using SASL/PLAIN
21:05:42.234 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xaf8d1d4b, L:/127.0.0.1:56110 - R:/127.20.46.190:36007] using SASL/PLAIN
21:05:42.244 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:05:42.250 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xac247581, L:/127.0.0.1:42608 - R:/127.20.46.188:38181] using SASL/PLAIN
21:05:42.255 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
21:05:42.255 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=79), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [58ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: OK, [58ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: OK, [70ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: OK, deferred=null) after lookup
21:05:42.262 [DEBUG - main] (Connection.java:748) [peer master-127.19.120.62:38725(127.19.120.62:38725)] connecting to peer
21:05:42.263 [DEBUG - main] (Connection.java:748) [peer master-127.19.120.61:41045(127.19.120.61:41045)] connecting to peer
21:05:42.264 [DEBUG - main] (Connection.java:748) [peer master-127.19.120.60:44619(127.19.120.60:44619)] connecting to peer
21:05:42.268 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.19.120.62:38725(127.19.120.62:38725)] Successfully connected to peer
21:05:42.272 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.19.120.60:44619(127.19.120.60:44619)] Successfully connected to peer
21:05:42.282 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.19.120.62
21:05:42.298 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.19.120.61:41045(127.19.120.61:41045)] Successfully connected to peer
21:05:42.308 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:05:42.314 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.19.120.60
21:05:42.315 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xa024e798, L:/127.0.0.1:34572 - R:/127.19.120.62:38725] using SASL/PLAIN
21:05:42.320 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.19.120.61
21:05:42.328 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:05:42.332 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:05:42.338 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x79ceeb33, L:/127.0.0.1:52924 - R:/127.19.120.61:41045] using SASL/PLAIN
21:05:42.340 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xdd92a0d5, L:/127.0.0.1:36170 - R:/127.19.120.60:44619] using SASL/PLAIN
21:05:42.346 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
21:05:42.346 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=85), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.62:38725, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.61:41045, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.60:44619, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.62:38725: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.61:41045: OK, [84ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.60:44619: OK, deferred=null) after lookup
21:05:42.351 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table b7140a6f8b6c4f74a882d4ff3b2c3e4b
21:05:42.358 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 0f4aeaddebd341ea9c1ac068dd664836 for table 'replication_test_table' with partition [0x0000000080000064, 0x00000000800000C8)
21:05:42.358 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 0d4296474b0d4a5982a029ed097b3e5d for table 'replication_test_table' with partition [0x0000000180000064, 0x00000001800000C8)
21:05:42.359 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 40249854a91e49138aa92dba722a51e1 for table 'replication_test_table' with partition [0x0000000280000064, 0x00000002800000C8)
21:05:42.359 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 2bcaf52c2cbf4eb695537e1fadb95cf5 for table 'replication_test_table' with partition [0x0000000380000064, 0x00000003800000C8)
21:05:42.360 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet de01b65a946143b5962f2c50904edae4 for table 'replication_test_table' with partition [0x0000000480000064, 0x00000004800000C8)
21:05:42.360 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x0000000080000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000080000064, upperBoundPartitionKey=0x00000000800000C8, ttl=299999, tablet=0f4aeaddebd341ea9c1ac068dd664836@[0751133557e2488f88e6047cd0844e03(127.19.120.1:34179)[L],34885dfc66284ca0b16a23d15099a5dc(127.19.120.2:42545),e4339a62c70f4194a74ad6c0e99505de(127.19.120.3:36807)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000000800000C8, upperBoundPartitionKey=0x0000000180000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000180000064, upperBoundPartitionKey=0x00000001800000C8, ttl=299999, tablet=0d4296474b0d4a5982a029ed097b3e5d@[0751133557e2488f88e6047cd0844e03(127.19.120.1:34179)[L],34885dfc66284ca0b16a23d15099a5dc(127.19.120.2:42545),e4339a62c70f4194a74ad6c0e99505de(127.19.120.3:36807)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000001800000C8, upperBoundPartitionKey=0x0000000280000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000280000064, upperBoundPartitionKey=0x00000002800000C8, ttl=299999, tablet=40249854a91e49138aa92dba722a51e1@[0751133557e2488f88e6047cd0844e03(127.19.120.1:34179)[L],34885dfc66284ca0b16a23d15099a5dc(127.19.120.2:42545),e4339a62c70f4194a74ad6c0e99505de(127.19.120.3:36807)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002800000C8, upperBoundPartitionKey=0x0000000380000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299999, tablet=2bcaf52c2cbf4eb695537e1fadb95cf5@[0751133557e2488f88e6047cd0844e03(127.19.120.1:34179)[L],34885dfc66284ca0b16a23d15099a5dc(127.19.120.2:42545),e4339a62c70f4194a74ad6c0e99505de(127.19.120.3:36807)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000003800000C8, upperBoundPartitionKey=0x0000000480000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299999, tablet=de01b65a946143b5962f2c50904edae4@[0751133557e2488f88e6047cd0844e03(127.19.120.1:34179)[L],34885dfc66284ca0b16a23d15099a5dc(127.19.120.2:42545),e4339a62c70f4194a74ad6c0e99505de(127.19.120.3:36807)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000004800000C8, upperBoundPartitionKey=0x, ttl=299999}]
21:05:42.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:42.364933 20874 catalog_manager.cc:2282] Servicing CreateTable request from {username='slave'} at 127.0.0.1:42608:
21:05:42.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "replication_test_table"
21:05:42.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
21:05:42.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
21:05:42.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key1"
21:05:42.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
21:05:42.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
21:05:42.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
21:05:42.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
21:05:42.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
21:05:42.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
21:05:42.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
21:05:42.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
21:05:42.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
21:05:42.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
21:05:42.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key2"
21:05:42.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
21:05:42.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
21:05:42.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
21:05:42.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
21:05:42.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
21:05:42.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
21:05:42.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
21:05:42.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
21:05:42.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
21:05:42.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
21:05:42.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key3"
21:05:42.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
21:05:42.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
21:05:42.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
21:05:42.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
21:05:42.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
21:05:42.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
21:05:42.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
21:05:42.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
21:05:42.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
21:05:42.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
21:05:42.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "data"
21:05:42.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
21:05:42.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
21:05:42.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
21:05:42.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
21:05:42.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
21:05:42.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
21:05:42.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
21:05:42.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
21:05:42.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
21:05:42.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
21:05:42.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
21:05:42.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
21:05:42.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   hash_schema {
21:05:42.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
21:05:42.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key1"
21:05:42.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
21:05:42.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     num_buckets: 2
21:05:42.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     seed: 0
21:05:42.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
21:05:42.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
21:05:42.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
21:05:42.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key1"
21:05:42.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
21:05:42.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
21:05:42.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   custom_hash_schema_ranges {
21:05:42.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     range_bounds {
21:05:42.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       rows: "<redacted>""\006\001d\000\000\000\007\001\310\000\000\000"
21:05:42.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
21:05:42.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     hash_schema {
21:05:42.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       columns {
21:05:42.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)         name: "key1"
21:05:42.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       }
21:05:42.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       num_buckets: 5
21:05:42.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       seed: 123
21:05:42.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
21:05:42.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
21:05:42.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
21:05:42.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) comment: ""
21:05:42.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:42.374312 20874 catalog_manager.cc:7076] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table replication_test_table in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
21:05:42.386 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:05:42.386 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:05:42.387 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:05:42.387 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:05:42.387 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:05:42.390 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:05:42.391 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:05:42.391 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:05:42.391 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:05:42.392 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:05:42.392 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:05:42.392 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:05:42.392 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:05:42.461 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 6b9dbdae63df44beb308b3c2e8566a84
21:05:42.503 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:05:42.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:42.536727 21218 tablet_service.cc:1511] Processing CreateTablet for tablet fad90990e96b401595d86b832f5ed25f (DEFAULT_TABLE table=replication_test_table [id=6b9dbdae63df44beb308b3c2e8566a84]), partition=HASH (key1) PARTITION 3, RANGE (key1) PARTITION 100 <= VALUES < 200
21:05:42.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:42.541239 21217 tablet_service.cc:1511] Processing CreateTablet for tablet ffeb141fd1744d208ac8e31eb237a467 (DEFAULT_TABLE table=replication_test_table [id=6b9dbdae63df44beb308b3c2e8566a84]), partition=HASH (key1) PARTITION 4, RANGE (key1) PARTITION 100 <= VALUES < 200
21:05:42.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:42.544432 21220 tablet_service.cc:1511] Processing CreateTablet for tablet 956e5eaec68c406a86ba7da31054bd68 (DEFAULT_TABLE table=replication_test_table [id=6b9dbdae63df44beb308b3c2e8566a84]), partition=HASH (key1) PARTITION 1, RANGE (key1) PARTITION 100 <= VALUES < 200
21:05:42.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:42.546309 21219 tablet_service.cc:1511] Processing CreateTablet for tablet dcf39b91162a4a10b055816dcbd6cf26 (DEFAULT_TABLE table=replication_test_table [id=6b9dbdae63df44beb308b3c2e8566a84]), partition=HASH (key1) PARTITION 2, RANGE (key1) PARTITION 100 <= VALUES < 200
21:05:42.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:42.547837 21217 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet ffeb141fd1744d208ac8e31eb237a467. 1 dirs total, 0 dirs full, 0 dirs failed
21:05:42.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:42.551476 21220 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 956e5eaec68c406a86ba7da31054bd68. 1 dirs total, 0 dirs full, 0 dirs failed
21:05:42.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:42.552588 21219 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet dcf39b91162a4a10b055816dcbd6cf26. 1 dirs total, 0 dirs full, 0 dirs failed
21:05:42.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:42.555500 21218 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet fad90990e96b401595d86b832f5ed25f. 1 dirs total, 0 dirs full, 0 dirs failed
21:05:42.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:42.558828 21221 tablet_service.cc:1511] Processing CreateTablet for tablet c97c531002404dc2a838b154e88122f2 (DEFAULT_TABLE table=replication_test_table [id=6b9dbdae63df44beb308b3c2e8566a84]), partition=HASH (key1) PARTITION 0, RANGE (key1) PARTITION 100 <= VALUES < 200
21:05:42.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:42.560655 21221 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet c97c531002404dc2a838b154e88122f2. 1 dirs total, 0 dirs full, 0 dirs failed
21:05:42.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:42.561043 21077 tablet_service.cc:1511] Processing CreateTablet for tablet dcf39b91162a4a10b055816dcbd6cf26 (DEFAULT_TABLE table=replication_test_table [id=6b9dbdae63df44beb308b3c2e8566a84]), partition=HASH (key1) PARTITION 2, RANGE (key1) PARTITION 100 <= VALUES < 200
21:05:42.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:42.564834 21076 tablet_service.cc:1511] Processing CreateTablet for tablet fad90990e96b401595d86b832f5ed25f (DEFAULT_TABLE table=replication_test_table [id=6b9dbdae63df44beb308b3c2e8566a84]), partition=HASH (key1) PARTITION 3, RANGE (key1) PARTITION 100 <= VALUES < 200
21:05:42.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:42.566912 21077 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet dcf39b91162a4a10b055816dcbd6cf26. 1 dirs total, 0 dirs full, 0 dirs failed
21:05:42.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:42.567739 21075 tablet_service.cc:1511] Processing CreateTablet for tablet ffeb141fd1744d208ac8e31eb237a467 (DEFAULT_TABLE table=replication_test_table [id=6b9dbdae63df44beb308b3c2e8566a84]), partition=HASH (key1) PARTITION 4, RANGE (key1) PARTITION 100 <= VALUES < 200
21:05:42.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:42.569248 21075 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet ffeb141fd1744d208ac8e31eb237a467. 1 dirs total, 0 dirs full, 0 dirs failed
21:05:42.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:42.558403 21078 tablet_service.cc:1511] Processing CreateTablet for tablet 956e5eaec68c406a86ba7da31054bd68 (DEFAULT_TABLE table=replication_test_table [id=6b9dbdae63df44beb308b3c2e8566a84]), partition=HASH (key1) PARTITION 1, RANGE (key1) PARTITION 100 <= VALUES < 200
21:05:42.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:42.570760 21078 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 956e5eaec68c406a86ba7da31054bd68. 1 dirs total, 0 dirs full, 0 dirs failed
21:05:42.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:42.571709 21079 tablet_service.cc:1511] Processing CreateTablet for tablet c97c531002404dc2a838b154e88122f2 (DEFAULT_TABLE table=replication_test_table [id=6b9dbdae63df44beb308b3c2e8566a84]), partition=HASH (key1) PARTITION 0, RANGE (key1) PARTITION 100 <= VALUES < 200
21:05:42.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:42.573045 21079 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet c97c531002404dc2a838b154e88122f2. 1 dirs total, 0 dirs full, 0 dirs failed
21:05:42.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:42.575129 21076 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet fad90990e96b401595d86b832f5ed25f. 1 dirs total, 0 dirs full, 0 dirs failed
21:05:42.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:42.631888 21361 tablet_service.cc:1511] Processing CreateTablet for tablet dcf39b91162a4a10b055816dcbd6cf26 (DEFAULT_TABLE table=replication_test_table [id=6b9dbdae63df44beb308b3c2e8566a84]), partition=HASH (key1) PARTITION 2, RANGE (key1) PARTITION 100 <= VALUES < 200
21:05:42.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:42.633486 21359 tablet_service.cc:1511] Processing CreateTablet for tablet ffeb141fd1744d208ac8e31eb237a467 (DEFAULT_TABLE table=replication_test_table [id=6b9dbdae63df44beb308b3c2e8566a84]), partition=HASH (key1) PARTITION 4, RANGE (key1) PARTITION 100 <= VALUES < 200
21:05:42.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:42.636565 21362 tablet_service.cc:1511] Processing CreateTablet for tablet 956e5eaec68c406a86ba7da31054bd68 (DEFAULT_TABLE table=replication_test_table [id=6b9dbdae63df44beb308b3c2e8566a84]), partition=HASH (key1) PARTITION 1, RANGE (key1) PARTITION 100 <= VALUES < 200
21:05:42.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:42.637938 21360 tablet_service.cc:1511] Processing CreateTablet for tablet fad90990e96b401595d86b832f5ed25f (DEFAULT_TABLE table=replication_test_table [id=6b9dbdae63df44beb308b3c2e8566a84]), partition=HASH (key1) PARTITION 3, RANGE (key1) PARTITION 100 <= VALUES < 200
21:05:42.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:42.639082 21359 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet ffeb141fd1744d208ac8e31eb237a467. 1 dirs total, 0 dirs full, 0 dirs failed
21:05:42.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:42.640138 21361 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet dcf39b91162a4a10b055816dcbd6cf26. 1 dirs total, 0 dirs full, 0 dirs failed
21:05:42.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:42.643409 21362 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 956e5eaec68c406a86ba7da31054bd68. 1 dirs total, 0 dirs full, 0 dirs failed
21:05:42.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:42.646680 21363 tablet_service.cc:1511] Processing CreateTablet for tablet c97c531002404dc2a838b154e88122f2 (DEFAULT_TABLE table=replication_test_table [id=6b9dbdae63df44beb308b3c2e8566a84]), partition=HASH (key1) PARTITION 0, RANGE (key1) PARTITION 100 <= VALUES < 200
21:05:42.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:42.648286 21360 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet fad90990e96b401595d86b832f5ed25f. 1 dirs total, 0 dirs full, 0 dirs failed
21:05:42.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:42.650444 21363 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet c97c531002404dc2a838b154e88122f2. 1 dirs total, 0 dirs full, 0 dirs failed
21:05:42.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:42.686193 21571 tablet_bootstrap.cc:492] T fad90990e96b401595d86b832f5ed25f P c49345ed10474066be3e8bbafaff014a: Bootstrap starting.
21:05:42.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:42.698736 21572 tablet_bootstrap.cc:492] T c97c531002404dc2a838b154e88122f2 P 66c71c94f0ef4228936a4568fce9d752: Bootstrap starting.
21:05:42.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:42.723186 21572 tablet_bootstrap.cc:654] T c97c531002404dc2a838b154e88122f2 P 66c71c94f0ef4228936a4568fce9d752: Neither blocks nor log segments found. Creating new log.
21:05:42.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:42.727118 21571 tablet_bootstrap.cc:654] T fad90990e96b401595d86b832f5ed25f P c49345ed10474066be3e8bbafaff014a: Neither blocks nor log segments found. Creating new log.
21:05:42.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:42.725733 21572 log.cc:826] T c97c531002404dc2a838b154e88122f2 P 66c71c94f0ef4228936a4568fce9d752: Log is configured to *not* fsync() on all Append() calls
21:05:42.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:42.756932 21572 tablet_bootstrap.cc:492] T c97c531002404dc2a838b154e88122f2 P 66c71c94f0ef4228936a4568fce9d752: No bootstrap required, opened a new log
21:05:42.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:42.757582 21572 ts_tablet_manager.cc:1403] T c97c531002404dc2a838b154e88122f2 P 66c71c94f0ef4228936a4568fce9d752: Time spent bootstrapping tablet: real 0.059s	user 0.007s	sys 0.015s
21:05:42.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:42.758232 21571 log.cc:826] T fad90990e96b401595d86b832f5ed25f P c49345ed10474066be3e8bbafaff014a: Log is configured to *not* fsync() on all Append() calls
21:05:42.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:42.794843 21571 tablet_bootstrap.cc:492] T fad90990e96b401595d86b832f5ed25f P c49345ed10474066be3e8bbafaff014a: No bootstrap required, opened a new log
21:05:42.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:42.799554 21571 ts_tablet_manager.cc:1403] T fad90990e96b401595d86b832f5ed25f P c49345ed10474066be3e8bbafaff014a: Time spent bootstrapping tablet: real 0.114s	user 0.016s	sys 0.002s
21:05:42.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:42.814524 21572 raft_consensus.cc:359] T c97c531002404dc2a838b154e88122f2 P 66c71c94f0ef4228936a4568fce9d752 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c49345ed10474066be3e8bbafaff014a" member_type: VOTER last_known_addr { host: "127.20.46.130" port: 40559 } } peers { permanent_uuid: "66c71c94f0ef4228936a4568fce9d752" member_type: VOTER last_known_addr { host: "127.20.46.129" port: 34963 } } peers { permanent_uuid: "ff091cbfaac84851b132854ebd484599" member_type: VOTER last_known_addr { host: "127.20.46.131" port: 41837 } }
21:05:42.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:42.815616 21572 raft_consensus.cc:385] T c97c531002404dc2a838b154e88122f2 P 66c71c94f0ef4228936a4568fce9d752 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:05:42.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:42.816025 21572 raft_consensus.cc:740] T c97c531002404dc2a838b154e88122f2 P 66c71c94f0ef4228936a4568fce9d752 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 66c71c94f0ef4228936a4568fce9d752, State: Initialized, Role: FOLLOWER
21:05:42.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:42.817763 21572 consensus_queue.cc:260] T c97c531002404dc2a838b154e88122f2 P 66c71c94f0ef4228936a4568fce9d752 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c49345ed10474066be3e8bbafaff014a" member_type: VOTER last_known_addr { host: "127.20.46.130" port: 40559 } } peers { permanent_uuid: "66c71c94f0ef4228936a4568fce9d752" member_type: VOTER last_known_addr { host: "127.20.46.129" port: 34963 } } peers { permanent_uuid: "ff091cbfaac84851b132854ebd484599" member_type: VOTER last_known_addr { host: "127.20.46.131" port: 41837 } }
21:05:42.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:42.830032 21575 tablet_bootstrap.cc:492] T 956e5eaec68c406a86ba7da31054bd68 P ff091cbfaac84851b132854ebd484599: Bootstrap starting.
21:05:42.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:42.856300 21572 ts_tablet_manager.cc:1434] T c97c531002404dc2a838b154e88122f2 P 66c71c94f0ef4228936a4568fce9d752: Time spent starting tablet: real 0.098s	user 0.058s	sys 0.005s
21:05:42.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:42.863080 21575 tablet_bootstrap.cc:654] T 956e5eaec68c406a86ba7da31054bd68 P ff091cbfaac84851b132854ebd484599: Neither blocks nor log segments found. Creating new log.
21:05:42.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:42.867811 21572 tablet_bootstrap.cc:492] T ffeb141fd1744d208ac8e31eb237a467 P 66c71c94f0ef4228936a4568fce9d752: Bootstrap starting.
21:05:42.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:42.880860 21575 log.cc:826] T 956e5eaec68c406a86ba7da31054bd68 P ff091cbfaac84851b132854ebd484599: Log is configured to *not* fsync() on all Append() calls
21:05:42.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:42.888590 21572 tablet_bootstrap.cc:654] T ffeb141fd1744d208ac8e31eb237a467 P 66c71c94f0ef4228936a4568fce9d752: Neither blocks nor log segments found. Creating new log.
21:05:42.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:42.890923 21571 raft_consensus.cc:359] T fad90990e96b401595d86b832f5ed25f P c49345ed10474066be3e8bbafaff014a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "66c71c94f0ef4228936a4568fce9d752" member_type: VOTER last_known_addr { host: "127.20.46.129" port: 34963 } } peers { permanent_uuid: "c49345ed10474066be3e8bbafaff014a" member_type: VOTER last_known_addr { host: "127.20.46.130" port: 40559 } } peers { permanent_uuid: "ff091cbfaac84851b132854ebd484599" member_type: VOTER last_known_addr { host: "127.20.46.131" port: 41837 } }
21:05:42.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:42.893332 21571 raft_consensus.cc:385] T fad90990e96b401595d86b832f5ed25f P c49345ed10474066be3e8bbafaff014a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:05:42.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:42.893838 21571 raft_consensus.cc:740] T fad90990e96b401595d86b832f5ed25f P c49345ed10474066be3e8bbafaff014a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c49345ed10474066be3e8bbafaff014a, State: Initialized, Role: FOLLOWER
21:05:42.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:42.895539 21571 consensus_queue.cc:260] T fad90990e96b401595d86b832f5ed25f P c49345ed10474066be3e8bbafaff014a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "66c71c94f0ef4228936a4568fce9d752" member_type: VOTER last_known_addr { host: "127.20.46.129" port: 34963 } } peers { permanent_uuid: "c49345ed10474066be3e8bbafaff014a" member_type: VOTER last_known_addr { host: "127.20.46.130" port: 40559 } } peers { permanent_uuid: "ff091cbfaac84851b132854ebd484599" member_type: VOTER last_known_addr { host: "127.20.46.131" port: 41837 } }
21:05:42.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:42.902927 21575 tablet_bootstrap.cc:492] T 956e5eaec68c406a86ba7da31054bd68 P ff091cbfaac84851b132854ebd484599: No bootstrap required, opened a new log
21:05:42.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:42.903687 21575 ts_tablet_manager.cc:1403] T 956e5eaec68c406a86ba7da31054bd68 P ff091cbfaac84851b132854ebd484599: Time spent bootstrapping tablet: real 0.076s	user 0.013s	sys 0.007s
21:05:42.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:42.907671 21571 ts_tablet_manager.cc:1434] T fad90990e96b401595d86b832f5ed25f P c49345ed10474066be3e8bbafaff014a: Time spent starting tablet: real 0.106s	user 0.032s	sys 0.011s
21:05:42.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:42.923530 21571 tablet_bootstrap.cc:492] T c97c531002404dc2a838b154e88122f2 P c49345ed10474066be3e8bbafaff014a: Bootstrap starting.
21:05:42.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:42.934597 21572 tablet_bootstrap.cc:492] T ffeb141fd1744d208ac8e31eb237a467 P 66c71c94f0ef4228936a4568fce9d752: No bootstrap required, opened a new log
21:05:42.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:42.935137 21572 ts_tablet_manager.cc:1403] T ffeb141fd1744d208ac8e31eb237a467 P 66c71c94f0ef4228936a4568fce9d752: Time spent bootstrapping tablet: real 0.068s	user 0.017s	sys 0.006s
21:05:42.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:42.938680 21572 raft_consensus.cc:359] T ffeb141fd1744d208ac8e31eb237a467 P 66c71c94f0ef4228936a4568fce9d752 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "66c71c94f0ef4228936a4568fce9d752" member_type: VOTER last_known_addr { host: "127.20.46.129" port: 34963 } } peers { permanent_uuid: "c49345ed10474066be3e8bbafaff014a" member_type: VOTER last_known_addr { host: "127.20.46.130" port: 40559 } } peers { permanent_uuid: "ff091cbfaac84851b132854ebd484599" member_type: VOTER last_known_addr { host: "127.20.46.131" port: 41837 } }
21:05:42.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:42.939416 21572 raft_consensus.cc:385] T ffeb141fd1744d208ac8e31eb237a467 P 66c71c94f0ef4228936a4568fce9d752 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:05:42.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:42.939698 21572 raft_consensus.cc:740] T ffeb141fd1744d208ac8e31eb237a467 P 66c71c94f0ef4228936a4568fce9d752 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 66c71c94f0ef4228936a4568fce9d752, State: Initialized, Role: FOLLOWER
21:05:42.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:42.942165 21295 tablet.cc:2406] T fad90990e96b401595d86b832f5ed25f P c49345ed10474066be3e8bbafaff014a: Can't schedule compaction. Clean time has not been advanced past its initial value.
21:05:42.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:42.940371 21572 consensus_queue.cc:260] T ffeb141fd1744d208ac8e31eb237a467 P 66c71c94f0ef4228936a4568fce9d752 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "66c71c94f0ef4228936a4568fce9d752" member_type: VOTER last_known_addr { host: "127.20.46.129" port: 34963 } } peers { permanent_uuid: "c49345ed10474066be3e8bbafaff014a" member_type: VOTER last_known_addr { host: "127.20.46.130" port: 40559 } } peers { permanent_uuid: "ff091cbfaac84851b132854ebd484599" member_type: VOTER last_known_addr { host: "127.20.46.131" port: 41837 } }
21:05:42.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:42.948238 21572 ts_tablet_manager.cc:1434] T ffeb141fd1744d208ac8e31eb237a467 P 66c71c94f0ef4228936a4568fce9d752: Time spent starting tablet: real 0.013s	user 0.005s	sys 0.001s
21:05:42.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:42.955148 21571 tablet_bootstrap.cc:654] T c97c531002404dc2a838b154e88122f2 P c49345ed10474066be3e8bbafaff014a: Neither blocks nor log segments found. Creating new log.
21:05:42.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:42.967666 21572 tablet_bootstrap.cc:492] T fad90990e96b401595d86b832f5ed25f P 66c71c94f0ef4228936a4568fce9d752: Bootstrap starting.
21:05:42.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:42.990715 21578 raft_consensus.cc:493] T fad90990e96b401595d86b832f5ed25f P c49345ed10474066be3e8bbafaff014a [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
21:05:42.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:42.991395 21578 raft_consensus.cc:515] T fad90990e96b401595d86b832f5ed25f P c49345ed10474066be3e8bbafaff014a [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "66c71c94f0ef4228936a4568fce9d752" member_type: VOTER last_known_addr { host: "127.20.46.129" port: 34963 } } peers { permanent_uuid: "c49345ed10474066be3e8bbafaff014a" member_type: VOTER last_known_addr { host: "127.20.46.130" port: 40559 } } peers { permanent_uuid: "ff091cbfaac84851b132854ebd484599" member_type: VOTER last_known_addr { host: "127.20.46.131" port: 41837 } }
21:05:42.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:42.994099 21572 tablet_bootstrap.cc:654] T fad90990e96b401595d86b832f5ed25f P 66c71c94f0ef4228936a4568fce9d752: Neither blocks nor log segments found. Creating new log.
21:05:43.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:42.999452 21152 tablet.cc:2406] T c97c531002404dc2a838b154e88122f2 P 66c71c94f0ef4228936a4568fce9d752: Can't schedule compaction. Clean time has not been advanced past its initial value.
21:05:43.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.000497 21575 raft_consensus.cc:359] T 956e5eaec68c406a86ba7da31054bd68 P ff091cbfaac84851b132854ebd484599 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "66c71c94f0ef4228936a4568fce9d752" member_type: VOTER last_known_addr { host: "127.20.46.129" port: 34963 } } peers { permanent_uuid: "c49345ed10474066be3e8bbafaff014a" member_type: VOTER last_known_addr { host: "127.20.46.130" port: 40559 } } peers { permanent_uuid: "ff091cbfaac84851b132854ebd484599" member_type: VOTER last_known_addr { host: "127.20.46.131" port: 41837 } }
21:05:43.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.001408 21575 raft_consensus.cc:385] T 956e5eaec68c406a86ba7da31054bd68 P ff091cbfaac84851b132854ebd484599 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:05:43.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.001780 21575 raft_consensus.cc:740] T 956e5eaec68c406a86ba7da31054bd68 P ff091cbfaac84851b132854ebd484599 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ff091cbfaac84851b132854ebd484599, State: Initialized, Role: FOLLOWER
21:05:43.003 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:05:43.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.004585 21578 leader_election.cc:290] T fad90990e96b401595d86b832f5ed25f P c49345ed10474066be3e8bbafaff014a [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 66c71c94f0ef4228936a4568fce9d752 (127.20.46.129:34963), ff091cbfaac84851b132854ebd484599 (127.20.46.131:41837)
21:05:43.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.005472 21575 consensus_queue.cc:260] T 956e5eaec68c406a86ba7da31054bd68 P ff091cbfaac84851b132854ebd484599 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "66c71c94f0ef4228936a4568fce9d752" member_type: VOTER last_known_addr { host: "127.20.46.129" port: 34963 } } peers { permanent_uuid: "c49345ed10474066be3e8bbafaff014a" member_type: VOTER last_known_addr { host: "127.20.46.130" port: 40559 } } peers { permanent_uuid: "ff091cbfaac84851b132854ebd484599" member_type: VOTER last_known_addr { host: "127.20.46.131" port: 41837 } }
21:05:43.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.011857 21575 ts_tablet_manager.cc:1434] T 956e5eaec68c406a86ba7da31054bd68 P ff091cbfaac84851b132854ebd484599: Time spent starting tablet: real 0.108s	user 0.035s	sys 0.005s
21:05:43.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.012979 21575 tablet_bootstrap.cc:492] T fad90990e96b401595d86b832f5ed25f P ff091cbfaac84851b132854ebd484599: Bootstrap starting.
21:05:43.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.020577 21575 tablet_bootstrap.cc:654] T fad90990e96b401595d86b832f5ed25f P ff091cbfaac84851b132854ebd484599: Neither blocks nor log segments found. Creating new log.
21:05:43.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.022181 21572 tablet_bootstrap.cc:492] T fad90990e96b401595d86b832f5ed25f P 66c71c94f0ef4228936a4568fce9d752: No bootstrap required, opened a new log
21:05:43.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.022650 21572 ts_tablet_manager.cc:1403] T fad90990e96b401595d86b832f5ed25f P 66c71c94f0ef4228936a4568fce9d752: Time spent bootstrapping tablet: real 0.055s	user 0.011s	sys 0.002s
21:05:43.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.027953 21572 raft_consensus.cc:359] T fad90990e96b401595d86b832f5ed25f P 66c71c94f0ef4228936a4568fce9d752 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "66c71c94f0ef4228936a4568fce9d752" member_type: VOTER last_known_addr { host: "127.20.46.129" port: 34963 } } peers { permanent_uuid: "c49345ed10474066be3e8bbafaff014a" member_type: VOTER last_known_addr { host: "127.20.46.130" port: 40559 } } peers { permanent_uuid: "ff091cbfaac84851b132854ebd484599" member_type: VOTER last_known_addr { host: "127.20.46.131" port: 41837 } }
21:05:43.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.028661 21572 raft_consensus.cc:385] T fad90990e96b401595d86b832f5ed25f P 66c71c94f0ef4228936a4568fce9d752 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:05:43.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.028954 21572 raft_consensus.cc:740] T fad90990e96b401595d86b832f5ed25f P 66c71c94f0ef4228936a4568fce9d752 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 66c71c94f0ef4228936a4568fce9d752, State: Initialized, Role: FOLLOWER
21:05:43.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.029639 21572 consensus_queue.cc:260] T fad90990e96b401595d86b832f5ed25f P 66c71c94f0ef4228936a4568fce9d752 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "66c71c94f0ef4228936a4568fce9d752" member_type: VOTER last_known_addr { host: "127.20.46.129" port: 34963 } } peers { permanent_uuid: "c49345ed10474066be3e8bbafaff014a" member_type: VOTER last_known_addr { host: "127.20.46.130" port: 40559 } } peers { permanent_uuid: "ff091cbfaac84851b132854ebd484599" member_type: VOTER last_known_addr { host: "127.20.46.131" port: 41837 } }
21:05:43.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.033044 21575 tablet_bootstrap.cc:492] T fad90990e96b401595d86b832f5ed25f P ff091cbfaac84851b132854ebd484599: No bootstrap required, opened a new log
21:05:43.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.034354 21575 ts_tablet_manager.cc:1403] T fad90990e96b401595d86b832f5ed25f P ff091cbfaac84851b132854ebd484599: Time spent bootstrapping tablet: real 0.022s	user 0.010s	sys 0.009s
21:05:43.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.037221 21575 raft_consensus.cc:359] T fad90990e96b401595d86b832f5ed25f P ff091cbfaac84851b132854ebd484599 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "66c71c94f0ef4228936a4568fce9d752" member_type: VOTER last_known_addr { host: "127.20.46.129" port: 34963 } } peers { permanent_uuid: "c49345ed10474066be3e8bbafaff014a" member_type: VOTER last_known_addr { host: "127.20.46.130" port: 40559 } } peers { permanent_uuid: "ff091cbfaac84851b132854ebd484599" member_type: VOTER last_known_addr { host: "127.20.46.131" port: 41837 } }
21:05:43.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.037932 21575 raft_consensus.cc:385] T fad90990e96b401595d86b832f5ed25f P ff091cbfaac84851b132854ebd484599 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:05:43.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.038213 21575 raft_consensus.cc:740] T fad90990e96b401595d86b832f5ed25f P ff091cbfaac84851b132854ebd484599 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ff091cbfaac84851b132854ebd484599, State: Initialized, Role: FOLLOWER
21:05:43.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.038914 21575 consensus_queue.cc:260] T fad90990e96b401595d86b832f5ed25f P ff091cbfaac84851b132854ebd484599 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "66c71c94f0ef4228936a4568fce9d752" member_type: VOTER last_known_addr { host: "127.20.46.129" port: 34963 } } peers { permanent_uuid: "c49345ed10474066be3e8bbafaff014a" member_type: VOTER last_known_addr { host: "127.20.46.130" port: 40559 } } peers { permanent_uuid: "ff091cbfaac84851b132854ebd484599" member_type: VOTER last_known_addr { host: "127.20.46.131" port: 41837 } }
21:05:43.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.042038 21572 ts_tablet_manager.cc:1434] T fad90990e96b401595d86b832f5ed25f P 66c71c94f0ef4228936a4568fce9d752: Time spent starting tablet: real 0.019s	user 0.002s	sys 0.005s
21:05:43.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.048192 21572 tablet_bootstrap.cc:492] T dcf39b91162a4a10b055816dcbd6cf26 P 66c71c94f0ef4228936a4568fce9d752: Bootstrap starting.
21:05:43.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.050448 21576 raft_consensus.cc:493] T c97c531002404dc2a838b154e88122f2 P 66c71c94f0ef4228936a4568fce9d752 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
21:05:43.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.051621 21576 raft_consensus.cc:515] T c97c531002404dc2a838b154e88122f2 P 66c71c94f0ef4228936a4568fce9d752 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c49345ed10474066be3e8bbafaff014a" member_type: VOTER last_known_addr { host: "127.20.46.130" port: 40559 } } peers { permanent_uuid: "66c71c94f0ef4228936a4568fce9d752" member_type: VOTER last_known_addr { host: "127.20.46.129" port: 34963 } } peers { permanent_uuid: "ff091cbfaac84851b132854ebd484599" member_type: VOTER last_known_addr { host: "127.20.46.131" port: 41837 } }
21:05:43.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.061259 21572 tablet_bootstrap.cc:654] T dcf39b91162a4a10b055816dcbd6cf26 P 66c71c94f0ef4228936a4568fce9d752: Neither blocks nor log segments found. Creating new log.
21:05:43.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.065508 21575 ts_tablet_manager.cc:1434] T fad90990e96b401595d86b832f5ed25f P ff091cbfaac84851b132854ebd484599: Time spent starting tablet: real 0.031s	user 0.004s	sys 0.003s
21:05:43.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.072150 21575 tablet_bootstrap.cc:492] T c97c531002404dc2a838b154e88122f2 P ff091cbfaac84851b132854ebd484599: Bootstrap starting.
21:05:43.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.083297 21575 tablet_bootstrap.cc:654] T c97c531002404dc2a838b154e88122f2 P ff091cbfaac84851b132854ebd484599: Neither blocks nor log segments found. Creating new log.
21:05:43.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:43.111357 21435 tablet.cc:2406] T 956e5eaec68c406a86ba7da31054bd68 P ff091cbfaac84851b132854ebd484599: Can't schedule compaction. Clean time has not been advanced past its initial value.
21:05:43.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.119174 21572 tablet_bootstrap.cc:492] T dcf39b91162a4a10b055816dcbd6cf26 P 66c71c94f0ef4228936a4568fce9d752: No bootstrap required, opened a new log
21:05:43.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.119632 21572 ts_tablet_manager.cc:1403] T dcf39b91162a4a10b055816dcbd6cf26 P 66c71c94f0ef4228936a4568fce9d752: Time spent bootstrapping tablet: real 0.072s	user 0.016s	sys 0.007s
21:05:43.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.122249 21572 raft_consensus.cc:359] T dcf39b91162a4a10b055816dcbd6cf26 P 66c71c94f0ef4228936a4568fce9d752 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "66c71c94f0ef4228936a4568fce9d752" member_type: VOTER last_known_addr { host: "127.20.46.129" port: 34963 } } peers { permanent_uuid: "c49345ed10474066be3e8bbafaff014a" member_type: VOTER last_known_addr { host: "127.20.46.130" port: 40559 } } peers { permanent_uuid: "ff091cbfaac84851b132854ebd484599" member_type: VOTER last_known_addr { host: "127.20.46.131" port: 41837 } }
21:05:43.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.122983 21572 raft_consensus.cc:385] T dcf39b91162a4a10b055816dcbd6cf26 P 66c71c94f0ef4228936a4568fce9d752 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:05:43.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.123342 21572 raft_consensus.cc:740] T dcf39b91162a4a10b055816dcbd6cf26 P 66c71c94f0ef4228936a4568fce9d752 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 66c71c94f0ef4228936a4568fce9d752, State: Initialized, Role: FOLLOWER
21:05:43.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.124046 21572 consensus_queue.cc:260] T dcf39b91162a4a10b055816dcbd6cf26 P 66c71c94f0ef4228936a4568fce9d752 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "66c71c94f0ef4228936a4568fce9d752" member_type: VOTER last_known_addr { host: "127.20.46.129" port: 34963 } } peers { permanent_uuid: "c49345ed10474066be3e8bbafaff014a" member_type: VOTER last_known_addr { host: "127.20.46.130" port: 40559 } } peers { permanent_uuid: "ff091cbfaac84851b132854ebd484599" member_type: VOTER last_known_addr { host: "127.20.46.131" port: 41837 } }
21:05:43.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.126160 21575 tablet_bootstrap.cc:492] T c97c531002404dc2a838b154e88122f2 P ff091cbfaac84851b132854ebd484599: No bootstrap required, opened a new log
21:05:43.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.127116 21575 ts_tablet_manager.cc:1403] T c97c531002404dc2a838b154e88122f2 P ff091cbfaac84851b132854ebd484599: Time spent bootstrapping tablet: real 0.055s	user 0.009s	sys 0.016s
21:05:43.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.129715 21575 raft_consensus.cc:359] T c97c531002404dc2a838b154e88122f2 P ff091cbfaac84851b132854ebd484599 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c49345ed10474066be3e8bbafaff014a" member_type: VOTER last_known_addr { host: "127.20.46.130" port: 40559 } } peers { permanent_uuid: "66c71c94f0ef4228936a4568fce9d752" member_type: VOTER last_known_addr { host: "127.20.46.129" port: 34963 } } peers { permanent_uuid: "ff091cbfaac84851b132854ebd484599" member_type: VOTER last_known_addr { host: "127.20.46.131" port: 41837 } }
21:05:43.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.130434 21575 raft_consensus.cc:385] T c97c531002404dc2a838b154e88122f2 P ff091cbfaac84851b132854ebd484599 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:05:43.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.130884 21575 raft_consensus.cc:740] T c97c531002404dc2a838b154e88122f2 P ff091cbfaac84851b132854ebd484599 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ff091cbfaac84851b132854ebd484599, State: Initialized, Role: FOLLOWER
21:05:43.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.131598 21575 consensus_queue.cc:260] T c97c531002404dc2a838b154e88122f2 P ff091cbfaac84851b132854ebd484599 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c49345ed10474066be3e8bbafaff014a" member_type: VOTER last_known_addr { host: "127.20.46.130" port: 40559 } } peers { permanent_uuid: "66c71c94f0ef4228936a4568fce9d752" member_type: VOTER last_known_addr { host: "127.20.46.129" port: 34963 } } peers { permanent_uuid: "ff091cbfaac84851b132854ebd484599" member_type: VOTER last_known_addr { host: "127.20.46.131" port: 41837 } }
21:05:43.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.135349 21575 ts_tablet_manager.cc:1434] T c97c531002404dc2a838b154e88122f2 P ff091cbfaac84851b132854ebd484599: Time spent starting tablet: real 0.008s	user 0.005s	sys 0.001s
21:05:43.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.136595 21575 tablet_bootstrap.cc:492] T ffeb141fd1744d208ac8e31eb237a467 P ff091cbfaac84851b132854ebd484599: Bootstrap starting.
21:05:43.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.145684 21571 tablet_bootstrap.cc:492] T c97c531002404dc2a838b154e88122f2 P c49345ed10474066be3e8bbafaff014a: No bootstrap required, opened a new log
21:05:43.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.146169 21571 ts_tablet_manager.cc:1403] T c97c531002404dc2a838b154e88122f2 P c49345ed10474066be3e8bbafaff014a: Time spent bootstrapping tablet: real 0.223s	user 0.016s	sys 0.011s
21:05:43.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.152190 21572 ts_tablet_manager.cc:1434] T dcf39b91162a4a10b055816dcbd6cf26 P 66c71c94f0ef4228936a4568fce9d752: Time spent starting tablet: real 0.032s	user 0.005s	sys 0.003s
21:05:43.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.153489 21572 tablet_bootstrap.cc:492] T 956e5eaec68c406a86ba7da31054bd68 P 66c71c94f0ef4228936a4568fce9d752: Bootstrap starting.
21:05:43.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.162233 21575 tablet_bootstrap.cc:654] T ffeb141fd1744d208ac8e31eb237a467 P ff091cbfaac84851b132854ebd484599: Neither blocks nor log segments found. Creating new log.
21:05:43.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.162962 21576 leader_election.cc:290] T c97c531002404dc2a838b154e88122f2 P 66c71c94f0ef4228936a4568fce9d752 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers c49345ed10474066be3e8bbafaff014a (127.20.46.130:40559), ff091cbfaac84851b132854ebd484599 (127.20.46.131:41837)
21:05:43.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.183568 21575 tablet_bootstrap.cc:492] T ffeb141fd1744d208ac8e31eb237a467 P ff091cbfaac84851b132854ebd484599: No bootstrap required, opened a new log
21:05:43.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.184024 21575 ts_tablet_manager.cc:1403] T ffeb141fd1744d208ac8e31eb237a467 P ff091cbfaac84851b132854ebd484599: Time spent bootstrapping tablet: real 0.048s	user 0.009s	sys 0.015s
21:05:43.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.189837 21575 raft_consensus.cc:359] T ffeb141fd1744d208ac8e31eb237a467 P ff091cbfaac84851b132854ebd484599 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "66c71c94f0ef4228936a4568fce9d752" member_type: VOTER last_known_addr { host: "127.20.46.129" port: 34963 } } peers { permanent_uuid: "c49345ed10474066be3e8bbafaff014a" member_type: VOTER last_known_addr { host: "127.20.46.130" port: 40559 } } peers { permanent_uuid: "ff091cbfaac84851b132854ebd484599" member_type: VOTER last_known_addr { host: "127.20.46.131" port: 41837 } }
21:05:43.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.190600 21575 raft_consensus.cc:385] T ffeb141fd1744d208ac8e31eb237a467 P ff091cbfaac84851b132854ebd484599 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:05:43.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.190876 21575 raft_consensus.cc:740] T ffeb141fd1744d208ac8e31eb237a467 P ff091cbfaac84851b132854ebd484599 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ff091cbfaac84851b132854ebd484599, State: Initialized, Role: FOLLOWER
21:05:43.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.191944 21575 consensus_queue.cc:260] T ffeb141fd1744d208ac8e31eb237a467 P ff091cbfaac84851b132854ebd484599 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "66c71c94f0ef4228936a4568fce9d752" member_type: VOTER last_known_addr { host: "127.20.46.129" port: 34963 } } peers { permanent_uuid: "c49345ed10474066be3e8bbafaff014a" member_type: VOTER last_known_addr { host: "127.20.46.130" port: 40559 } } peers { permanent_uuid: "ff091cbfaac84851b132854ebd484599" member_type: VOTER last_known_addr { host: "127.20.46.131" port: 41837 } }
21:05:43.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.194379 21575 ts_tablet_manager.cc:1434] T ffeb141fd1744d208ac8e31eb237a467 P ff091cbfaac84851b132854ebd484599: Time spent starting tablet: real 0.010s	user 0.004s	sys 0.003s
21:05:43.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.195375 21575 tablet_bootstrap.cc:492] T dcf39b91162a4a10b055816dcbd6cf26 P ff091cbfaac84851b132854ebd484599: Bootstrap starting.
21:05:43.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.204260 21575 tablet_bootstrap.cc:654] T dcf39b91162a4a10b055816dcbd6cf26 P ff091cbfaac84851b132854ebd484599: Neither blocks nor log segments found. Creating new log.
21:05:43.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.167376 21572 tablet_bootstrap.cc:654] T 956e5eaec68c406a86ba7da31054bd68 P 66c71c94f0ef4228936a4568fce9d752: Neither blocks nor log segments found. Creating new log.
21:05:43.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.232579 21584 raft_consensus.cc:493] T fad90990e96b401595d86b832f5ed25f P ff091cbfaac84851b132854ebd484599 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
21:05:43.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.233460 21584 raft_consensus.cc:515] T fad90990e96b401595d86b832f5ed25f P ff091cbfaac84851b132854ebd484599 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "66c71c94f0ef4228936a4568fce9d752" member_type: VOTER last_known_addr { host: "127.20.46.129" port: 34963 } } peers { permanent_uuid: "c49345ed10474066be3e8bbafaff014a" member_type: VOTER last_known_addr { host: "127.20.46.130" port: 40559 } } peers { permanent_uuid: "ff091cbfaac84851b132854ebd484599" member_type: VOTER last_known_addr { host: "127.20.46.131" port: 41837 } }
21:05:43.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.238224 21584 leader_election.cc:290] T fad90990e96b401595d86b832f5ed25f P ff091cbfaac84851b132854ebd484599 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 66c71c94f0ef4228936a4568fce9d752 (127.20.46.129:34963), c49345ed10474066be3e8bbafaff014a (127.20.46.130:40559)
21:05:43.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.160985 21571 raft_consensus.cc:359] T c97c531002404dc2a838b154e88122f2 P c49345ed10474066be3e8bbafaff014a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c49345ed10474066be3e8bbafaff014a" member_type: VOTER last_known_addr { host: "127.20.46.130" port: 40559 } } peers { permanent_uuid: "66c71c94f0ef4228936a4568fce9d752" member_type: VOTER last_known_addr { host: "127.20.46.129" port: 34963 } } peers { permanent_uuid: "ff091cbfaac84851b132854ebd484599" member_type: VOTER last_known_addr { host: "127.20.46.131" port: 41837 } }
21:05:43.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.243600 21571 raft_consensus.cc:385] T c97c531002404dc2a838b154e88122f2 P c49345ed10474066be3e8bbafaff014a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:05:43.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.258630 21571 raft_consensus.cc:740] T c97c531002404dc2a838b154e88122f2 P c49345ed10474066be3e8bbafaff014a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c49345ed10474066be3e8bbafaff014a, State: Initialized, Role: FOLLOWER
21:05:43.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.259491 21571 consensus_queue.cc:260] T c97c531002404dc2a838b154e88122f2 P c49345ed10474066be3e8bbafaff014a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c49345ed10474066be3e8bbafaff014a" member_type: VOTER last_known_addr { host: "127.20.46.130" port: 40559 } } peers { permanent_uuid: "66c71c94f0ef4228936a4568fce9d752" member_type: VOTER last_known_addr { host: "127.20.46.129" port: 34963 } } peers { permanent_uuid: "ff091cbfaac84851b132854ebd484599" member_type: VOTER last_known_addr { host: "127.20.46.131" port: 41837 } }
21:05:43.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.261643 21571 ts_tablet_manager.cc:1434] T c97c531002404dc2a838b154e88122f2 P c49345ed10474066be3e8bbafaff014a: Time spent starting tablet: real 0.115s	user 0.006s	sys 0.001s
21:05:43.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.267465 21571 tablet_bootstrap.cc:492] T dcf39b91162a4a10b055816dcbd6cf26 P c49345ed10474066be3e8bbafaff014a: Bootstrap starting.
21:05:43.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.267546 21383 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "fad90990e96b401595d86b832f5ed25f" candidate_uuid: "c49345ed10474066be3e8bbafaff014a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ff091cbfaac84851b132854ebd484599" is_pre_election: true
21:05:43.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.268710 21383 raft_consensus.cc:2468] T fad90990e96b401595d86b832f5ed25f P ff091cbfaac84851b132854ebd484599 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate c49345ed10474066be3e8bbafaff014a in term 0.
21:05:43.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.283321 21173 leader_election.cc:304] T fad90990e96b401595d86b832f5ed25f P c49345ed10474066be3e8bbafaff014a [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: c49345ed10474066be3e8bbafaff014a, ff091cbfaac84851b132854ebd484599; no voters: 
21:05:43.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.296116 21572 tablet_bootstrap.cc:492] T 956e5eaec68c406a86ba7da31054bd68 P 66c71c94f0ef4228936a4568fce9d752: No bootstrap required, opened a new log
21:05:43.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.296248 21578 raft_consensus.cc:2804] T fad90990e96b401595d86b832f5ed25f P c49345ed10474066be3e8bbafaff014a [term 0 FOLLOWER]: Leader pre-election won for term 1
21:05:43.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.296577 21572 ts_tablet_manager.cc:1403] T 956e5eaec68c406a86ba7da31054bd68 P 66c71c94f0ef4228936a4568fce9d752: Time spent bootstrapping tablet: real 0.143s	user 0.011s	sys 0.008s
21:05:43.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.296793 21578 raft_consensus.cc:493] T fad90990e96b401595d86b832f5ed25f P c49345ed10474066be3e8bbafaff014a [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
21:05:43.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.297196 21578 raft_consensus.cc:3060] T fad90990e96b401595d86b832f5ed25f P c49345ed10474066be3e8bbafaff014a [term 0 FOLLOWER]: Advancing to term 1
21:05:43.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.299854 21572 raft_consensus.cc:359] T 956e5eaec68c406a86ba7da31054bd68 P 66c71c94f0ef4228936a4568fce9d752 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "66c71c94f0ef4228936a4568fce9d752" member_type: VOTER last_known_addr { host: "127.20.46.129" port: 34963 } } peers { permanent_uuid: "c49345ed10474066be3e8bbafaff014a" member_type: VOTER last_known_addr { host: "127.20.46.130" port: 40559 } } peers { permanent_uuid: "ff091cbfaac84851b132854ebd484599" member_type: VOTER last_known_addr { host: "127.20.46.131" port: 41837 } }
21:05:43.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.301074 21572 raft_consensus.cc:385] T 956e5eaec68c406a86ba7da31054bd68 P 66c71c94f0ef4228936a4568fce9d752 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:05:43.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.301357 21572 raft_consensus.cc:740] T 956e5eaec68c406a86ba7da31054bd68 P 66c71c94f0ef4228936a4568fce9d752 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 66c71c94f0ef4228936a4568fce9d752, State: Initialized, Role: FOLLOWER
21:05:43.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.308338 21572 consensus_queue.cc:260] T 956e5eaec68c406a86ba7da31054bd68 P 66c71c94f0ef4228936a4568fce9d752 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "66c71c94f0ef4228936a4568fce9d752" member_type: VOTER last_known_addr { host: "127.20.46.129" port: 34963 } } peers { permanent_uuid: "c49345ed10474066be3e8bbafaff014a" member_type: VOTER last_known_addr { host: "127.20.46.130" port: 40559 } } peers { permanent_uuid: "ff091cbfaac84851b132854ebd484599" member_type: VOTER last_known_addr { host: "127.20.46.131" port: 41837 } }
21:05:43.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.312896 21572 ts_tablet_manager.cc:1434] T 956e5eaec68c406a86ba7da31054bd68 P 66c71c94f0ef4228936a4568fce9d752: Time spent starting tablet: real 0.016s	user 0.001s	sys 0.007s
21:05:43.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.335464 21099 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "fad90990e96b401595d86b832f5ed25f" candidate_uuid: "c49345ed10474066be3e8bbafaff014a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "66c71c94f0ef4228936a4568fce9d752" is_pre_election: true
21:05:43.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.336476 21099 raft_consensus.cc:2468] T fad90990e96b401595d86b832f5ed25f P 66c71c94f0ef4228936a4568fce9d752 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate c49345ed10474066be3e8bbafaff014a in term 0.
21:05:43.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.340320 21241 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c97c531002404dc2a838b154e88122f2" candidate_uuid: "66c71c94f0ef4228936a4568fce9d752" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c49345ed10474066be3e8bbafaff014a" is_pre_election: true
21:05:43.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.341266 21241 raft_consensus.cc:2468] T c97c531002404dc2a838b154e88122f2 P c49345ed10474066be3e8bbafaff014a [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 66c71c94f0ef4228936a4568fce9d752 in term 0.
21:05:43.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.343132 21013 leader_election.cc:304] T c97c531002404dc2a838b154e88122f2 P 66c71c94f0ef4228936a4568fce9d752 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 66c71c94f0ef4228936a4568fce9d752, c49345ed10474066be3e8bbafaff014a; no voters: 
21:05:43.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.344136 21576 raft_consensus.cc:2804] T c97c531002404dc2a838b154e88122f2 P 66c71c94f0ef4228936a4568fce9d752 [term 0 FOLLOWER]: Leader pre-election won for term 1
21:05:43.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.344529 21576 raft_consensus.cc:493] T c97c531002404dc2a838b154e88122f2 P 66c71c94f0ef4228936a4568fce9d752 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
21:05:43.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.344874 21576 raft_consensus.cc:3060] T c97c531002404dc2a838b154e88122f2 P 66c71c94f0ef4228936a4568fce9d752 [term 0 FOLLOWER]: Advancing to term 1
21:05:43.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.353749 21578 raft_consensus.cc:515] T fad90990e96b401595d86b832f5ed25f P c49345ed10474066be3e8bbafaff014a [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "66c71c94f0ef4228936a4568fce9d752" member_type: VOTER last_known_addr { host: "127.20.46.129" port: 34963 } } peers { permanent_uuid: "c49345ed10474066be3e8bbafaff014a" member_type: VOTER last_known_addr { host: "127.20.46.130" port: 40559 } } peers { permanent_uuid: "ff091cbfaac84851b132854ebd484599" member_type: VOTER last_known_addr { host: "127.20.46.131" port: 41837 } }
21:05:43.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.360692 21576 raft_consensus.cc:515] T c97c531002404dc2a838b154e88122f2 P 66c71c94f0ef4228936a4568fce9d752 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c49345ed10474066be3e8bbafaff014a" member_type: VOTER last_known_addr { host: "127.20.46.130" port: 40559 } } peers { permanent_uuid: "66c71c94f0ef4228936a4568fce9d752" member_type: VOTER last_known_addr { host: "127.20.46.129" port: 34963 } } peers { permanent_uuid: "ff091cbfaac84851b132854ebd484599" member_type: VOTER last_known_addr { host: "127.20.46.131" port: 41837 } }
21:05:43.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.366128 21241 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c97c531002404dc2a838b154e88122f2" candidate_uuid: "66c71c94f0ef4228936a4568fce9d752" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c49345ed10474066be3e8bbafaff014a"
21:05:43.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.366781 21241 raft_consensus.cc:3060] T c97c531002404dc2a838b154e88122f2 P c49345ed10474066be3e8bbafaff014a [term 0 FOLLOWER]: Advancing to term 1
21:05:43.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.371335 21578 leader_election.cc:290] T fad90990e96b401595d86b832f5ed25f P c49345ed10474066be3e8bbafaff014a [CANDIDATE]: Term 1 election: Requested vote from peers 66c71c94f0ef4228936a4568fce9d752 (127.20.46.129:34963), ff091cbfaac84851b132854ebd484599 (127.20.46.131:41837)
21:05:43.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.372819 21584 raft_consensus.cc:493] T 956e5eaec68c406a86ba7da31054bd68 P ff091cbfaac84851b132854ebd484599 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
21:05:43.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.373453 21584 raft_consensus.cc:515] T 956e5eaec68c406a86ba7da31054bd68 P ff091cbfaac84851b132854ebd484599 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "66c71c94f0ef4228936a4568fce9d752" member_type: VOTER last_known_addr { host: "127.20.46.129" port: 34963 } } peers { permanent_uuid: "c49345ed10474066be3e8bbafaff014a" member_type: VOTER last_known_addr { host: "127.20.46.130" port: 40559 } } peers { permanent_uuid: "ff091cbfaac84851b132854ebd484599" member_type: VOTER last_known_addr { host: "127.20.46.131" port: 41837 } }
21:05:43.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.375974 21584 leader_election.cc:290] T 956e5eaec68c406a86ba7da31054bd68 P ff091cbfaac84851b132854ebd484599 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 66c71c94f0ef4228936a4568fce9d752 (127.20.46.129:34963), c49345ed10474066be3e8bbafaff014a (127.20.46.130:40559)
21:05:43.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.376282 21099 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "fad90990e96b401595d86b832f5ed25f" candidate_uuid: "c49345ed10474066be3e8bbafaff014a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "66c71c94f0ef4228936a4568fce9d752"
21:05:43.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.376896 21099 raft_consensus.cc:3060] T fad90990e96b401595d86b832f5ed25f P 66c71c94f0ef4228936a4568fce9d752 [term 0 FOLLOWER]: Advancing to term 1
21:05:43.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.380277 21591 raft_consensus.cc:493] T ffeb141fd1744d208ac8e31eb237a467 P 66c71c94f0ef4228936a4568fce9d752 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
21:05:43.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.380806 21591 raft_consensus.cc:515] T ffeb141fd1744d208ac8e31eb237a467 P 66c71c94f0ef4228936a4568fce9d752 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "66c71c94f0ef4228936a4568fce9d752" member_type: VOTER last_known_addr { host: "127.20.46.129" port: 34963 } } peers { permanent_uuid: "c49345ed10474066be3e8bbafaff014a" member_type: VOTER last_known_addr { host: "127.20.46.130" port: 40559 } } peers { permanent_uuid: "ff091cbfaac84851b132854ebd484599" member_type: VOTER last_known_addr { host: "127.20.46.131" port: 41837 } }
21:05:43.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.384049 21383 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "fad90990e96b401595d86b832f5ed25f" candidate_uuid: "c49345ed10474066be3e8bbafaff014a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ff091cbfaac84851b132854ebd484599"
21:05:43.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.384693 21383 raft_consensus.cc:3060] T fad90990e96b401595d86b832f5ed25f P ff091cbfaac84851b132854ebd484599 [term 0 FOLLOWER]: Advancing to term 1
21:05:43.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.384653 21240 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "ffeb141fd1744d208ac8e31eb237a467" candidate_uuid: "66c71c94f0ef4228936a4568fce9d752" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c49345ed10474066be3e8bbafaff014a" is_pre_election: true
21:05:43.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:43.387019 21013 leader_election.cc:343] T ffeb141fd1744d208ac8e31eb237a467 P 66c71c94f0ef4228936a4568fce9d752 [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer c49345ed10474066be3e8bbafaff014a (127.20.46.130:40559): Illegal state: must be running to vote when last-logged opid is not known
21:05:43.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.389240 21241 raft_consensus.cc:2468] T c97c531002404dc2a838b154e88122f2 P c49345ed10474066be3e8bbafaff014a [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 66c71c94f0ef4228936a4568fce9d752 in term 1.
21:05:43.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.401788 21584 raft_consensus.cc:493] T ffeb141fd1744d208ac8e31eb237a467 P ff091cbfaac84851b132854ebd484599 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
21:05:43.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.402391 21584 raft_consensus.cc:515] T ffeb141fd1744d208ac8e31eb237a467 P ff091cbfaac84851b132854ebd484599 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "66c71c94f0ef4228936a4568fce9d752" member_type: VOTER last_known_addr { host: "127.20.46.129" port: 34963 } } peers { permanent_uuid: "c49345ed10474066be3e8bbafaff014a" member_type: VOTER last_known_addr { host: "127.20.46.130" port: 40559 } } peers { permanent_uuid: "ff091cbfaac84851b132854ebd484599" member_type: VOTER last_known_addr { host: "127.20.46.131" port: 41837 } }
21:05:43.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.405012 21584 leader_election.cc:290] T ffeb141fd1744d208ac8e31eb237a467 P ff091cbfaac84851b132854ebd484599 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 66c71c94f0ef4228936a4568fce9d752 (127.20.46.129:34963), c49345ed10474066be3e8bbafaff014a (127.20.46.130:40559)
21:05:43.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.407414 21013 leader_election.cc:304] T c97c531002404dc2a838b154e88122f2 P 66c71c94f0ef4228936a4568fce9d752 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 66c71c94f0ef4228936a4568fce9d752, c49345ed10474066be3e8bbafaff014a; no voters: 
21:05:43.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.392388 21098 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "fad90990e96b401595d86b832f5ed25f" candidate_uuid: "ff091cbfaac84851b132854ebd484599" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "66c71c94f0ef4228936a4568fce9d752" is_pre_election: true
21:05:43.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.410430 21239 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "ffeb141fd1744d208ac8e31eb237a467" candidate_uuid: "ff091cbfaac84851b132854ebd484599" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c49345ed10474066be3e8bbafaff014a" is_pre_election: true
21:05:43.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.412078 21240 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "956e5eaec68c406a86ba7da31054bd68" candidate_uuid: "ff091cbfaac84851b132854ebd484599" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c49345ed10474066be3e8bbafaff014a" is_pre_election: true
21:05:43.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:43.412890 21319 leader_election.cc:343] T ffeb141fd1744d208ac8e31eb237a467 P ff091cbfaac84851b132854ebd484599 [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer c49345ed10474066be3e8bbafaff014a (127.20.46.130:40559): Illegal state: must be running to vote when last-logged opid is not known
21:05:43.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.414552 21241 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "fad90990e96b401595d86b832f5ed25f" candidate_uuid: "ff091cbfaac84851b132854ebd484599" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c49345ed10474066be3e8bbafaff014a" is_pre_election: true
21:05:43.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.415238 21571 tablet_bootstrap.cc:654] T dcf39b91162a4a10b055816dcbd6cf26 P c49345ed10474066be3e8bbafaff014a: Neither blocks nor log segments found. Creating new log.
21:05:43.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.415535 21241 raft_consensus.cc:2393] T fad90990e96b401595d86b832f5ed25f P c49345ed10474066be3e8bbafaff014a [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate ff091cbfaac84851b132854ebd484599 in current term 1: Already voted for candidate c49345ed10474066be3e8bbafaff014a in this term.
21:05:43.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:43.416361 21319 leader_election.cc:343] T 956e5eaec68c406a86ba7da31054bd68 P ff091cbfaac84851b132854ebd484599 [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer c49345ed10474066be3e8bbafaff014a (127.20.46.130:40559): Illegal state: must be running to vote when last-logged opid is not known
21:05:43.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.388127 21591 leader_election.cc:290] T ffeb141fd1744d208ac8e31eb237a467 P 66c71c94f0ef4228936a4568fce9d752 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers c49345ed10474066be3e8bbafaff014a (127.20.46.130:40559), ff091cbfaac84851b132854ebd484599 (127.20.46.131:41837)
21:05:43.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.400568 21097 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "956e5eaec68c406a86ba7da31054bd68" candidate_uuid: "ff091cbfaac84851b132854ebd484599" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "66c71c94f0ef4228936a4568fce9d752" is_pre_election: true
21:05:43.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.417157 21591 raft_consensus.cc:2804] T c97c531002404dc2a838b154e88122f2 P 66c71c94f0ef4228936a4568fce9d752 [term 1 FOLLOWER]: Leader election won for term 1
21:05:43.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.416546 21575 tablet_bootstrap.cc:492] T dcf39b91162a4a10b055816dcbd6cf26 P ff091cbfaac84851b132854ebd484599: No bootstrap required, opened a new log
21:05:43.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.392324 21576 leader_election.cc:290] T c97c531002404dc2a838b154e88122f2 P 66c71c94f0ef4228936a4568fce9d752 [CANDIDATE]: Term 1 election: Requested vote from peers c49345ed10474066be3e8bbafaff014a (127.20.46.130:40559), ff091cbfaac84851b132854ebd484599 (127.20.46.131:41837)
21:05:43.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.400015 21383 raft_consensus.cc:2468] T fad90990e96b401595d86b832f5ed25f P ff091cbfaac84851b132854ebd484599 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate c49345ed10474066be3e8bbafaff014a in term 1.
21:05:43.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.421214 21575 ts_tablet_manager.cc:1403] T dcf39b91162a4a10b055816dcbd6cf26 P ff091cbfaac84851b132854ebd484599: Time spent bootstrapping tablet: real 0.226s	user 0.077s	sys 0.092s
21:05:43.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.423511 21173 leader_election.cc:304] T fad90990e96b401595d86b832f5ed25f P c49345ed10474066be3e8bbafaff014a [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: c49345ed10474066be3e8bbafaff014a, ff091cbfaac84851b132854ebd484599; no voters: 
21:05:43.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.424364 21578 raft_consensus.cc:2804] T fad90990e96b401595d86b832f5ed25f P c49345ed10474066be3e8bbafaff014a [term 1 FOLLOWER]: Leader election won for term 1
21:05:43.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.417851 21591 raft_consensus.cc:697] T c97c531002404dc2a838b154e88122f2 P 66c71c94f0ef4228936a4568fce9d752 [term 1 LEADER]: Becoming Leader. State: Replica: 66c71c94f0ef4228936a4568fce9d752, State: Running, Role: LEADER
21:05:43.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.428673 21571 tablet_bootstrap.cc:492] T dcf39b91162a4a10b055816dcbd6cf26 P c49345ed10474066be3e8bbafaff014a: No bootstrap required, opened a new log
21:05:43.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.429149 21571 ts_tablet_manager.cc:1403] T dcf39b91162a4a10b055816dcbd6cf26 P c49345ed10474066be3e8bbafaff014a: Time spent bootstrapping tablet: real 0.162s	user 0.014s	sys 0.007s
21:05:43.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.426858 21575 raft_consensus.cc:359] T dcf39b91162a4a10b055816dcbd6cf26 P ff091cbfaac84851b132854ebd484599 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "66c71c94f0ef4228936a4568fce9d752" member_type: VOTER last_known_addr { host: "127.20.46.129" port: 34963 } } peers { permanent_uuid: "c49345ed10474066be3e8bbafaff014a" member_type: VOTER last_known_addr { host: "127.20.46.130" port: 40559 } } peers { permanent_uuid: "ff091cbfaac84851b132854ebd484599" member_type: VOTER last_known_addr { host: "127.20.46.131" port: 41837 } }
21:05:43.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.431313 21575 raft_consensus.cc:385] T dcf39b91162a4a10b055816dcbd6cf26 P ff091cbfaac84851b132854ebd484599 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:05:43.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.431769 21575 raft_consensus.cc:740] T dcf39b91162a4a10b055816dcbd6cf26 P ff091cbfaac84851b132854ebd484599 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ff091cbfaac84851b132854ebd484599, State: Initialized, Role: FOLLOWER
21:05:43.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.432523 21575 consensus_queue.cc:260] T dcf39b91162a4a10b055816dcbd6cf26 P ff091cbfaac84851b132854ebd484599 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "66c71c94f0ef4228936a4568fce9d752" member_type: VOTER last_known_addr { host: "127.20.46.129" port: 34963 } } peers { permanent_uuid: "c49345ed10474066be3e8bbafaff014a" member_type: VOTER last_known_addr { host: "127.20.46.130" port: 40559 } } peers { permanent_uuid: "ff091cbfaac84851b132854ebd484599" member_type: VOTER last_known_addr { host: "127.20.46.131" port: 41837 } }
21:05:43.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.434051 21319 leader_election.cc:304] T fad90990e96b401595d86b832f5ed25f P ff091cbfaac84851b132854ebd484599 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: ff091cbfaac84851b132854ebd484599; no voters: 66c71c94f0ef4228936a4568fce9d752, c49345ed10474066be3e8bbafaff014a
21:05:43.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.417544 21097 raft_consensus.cc:2468] T 956e5eaec68c406a86ba7da31054bd68 P 66c71c94f0ef4228936a4568fce9d752 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate ff091cbfaac84851b132854ebd484599 in term 0.
21:05:43.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.443864 21578 raft_consensus.cc:697] T fad90990e96b401595d86b832f5ed25f P c49345ed10474066be3e8bbafaff014a [term 1 LEADER]: Becoming Leader. State: Replica: c49345ed10474066be3e8bbafaff014a, State: Running, Role: LEADER
21:05:43.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.445371 21578 consensus_queue.cc:237] T fad90990e96b401595d86b832f5ed25f P c49345ed10474066be3e8bbafaff014a [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "66c71c94f0ef4228936a4568fce9d752" member_type: VOTER last_known_addr { host: "127.20.46.129" port: 34963 } } peers { permanent_uuid: "c49345ed10474066be3e8bbafaff014a" member_type: VOTER last_known_addr { host: "127.20.46.130" port: 40559 } } peers { permanent_uuid: "ff091cbfaac84851b132854ebd484599" member_type: VOTER last_known_addr { host: "127.20.46.131" port: 41837 } }
21:05:43.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.446624 21098 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "ffeb141fd1744d208ac8e31eb237a467" candidate_uuid: "ff091cbfaac84851b132854ebd484599" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "66c71c94f0ef4228936a4568fce9d752" is_pre_election: true
21:05:43.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.447283 21098 raft_consensus.cc:2468] T ffeb141fd1744d208ac8e31eb237a467 P 66c71c94f0ef4228936a4568fce9d752 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate ff091cbfaac84851b132854ebd484599 in term 0.
21:05:43.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.428079 21591 consensus_queue.cc:237] T c97c531002404dc2a838b154e88122f2 P 66c71c94f0ef4228936a4568fce9d752 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c49345ed10474066be3e8bbafaff014a" member_type: VOTER last_known_addr { host: "127.20.46.130" port: 40559 } } peers { permanent_uuid: "66c71c94f0ef4228936a4568fce9d752" member_type: VOTER last_known_addr { host: "127.20.46.129" port: 34963 } } peers { permanent_uuid: "ff091cbfaac84851b132854ebd484599" member_type: VOTER last_known_addr { host: "127.20.46.131" port: 41837 } }
21:05:43.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.446812 21571 raft_consensus.cc:359] T dcf39b91162a4a10b055816dcbd6cf26 P c49345ed10474066be3e8bbafaff014a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "66c71c94f0ef4228936a4568fce9d752" member_type: VOTER last_known_addr { host: "127.20.46.129" port: 34963 } } peers { permanent_uuid: "c49345ed10474066be3e8bbafaff014a" member_type: VOTER last_known_addr { host: "127.20.46.130" port: 40559 } } peers { permanent_uuid: "ff091cbfaac84851b132854ebd484599" member_type: VOTER last_known_addr { host: "127.20.46.131" port: 41837 } }
21:05:43.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.456833 21571 raft_consensus.cc:385] T dcf39b91162a4a10b055816dcbd6cf26 P c49345ed10474066be3e8bbafaff014a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:05:43.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.457418 21571 raft_consensus.cc:740] T dcf39b91162a4a10b055816dcbd6cf26 P c49345ed10474066be3e8bbafaff014a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c49345ed10474066be3e8bbafaff014a, State: Initialized, Role: FOLLOWER
21:05:43.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.461740 21603 raft_consensus.cc:493] T c97c531002404dc2a838b154e88122f2 P ff091cbfaac84851b132854ebd484599 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
21:05:43.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.462309 21603 raft_consensus.cc:515] T c97c531002404dc2a838b154e88122f2 P ff091cbfaac84851b132854ebd484599 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c49345ed10474066be3e8bbafaff014a" member_type: VOTER last_known_addr { host: "127.20.46.130" port: 40559 } } peers { permanent_uuid: "66c71c94f0ef4228936a4568fce9d752" member_type: VOTER last_known_addr { host: "127.20.46.129" port: 34963 } } peers { permanent_uuid: "ff091cbfaac84851b132854ebd484599" member_type: VOTER last_known_addr { host: "127.20.46.131" port: 41837 } }
21:05:43.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.463104 21575 ts_tablet_manager.cc:1434] T dcf39b91162a4a10b055816dcbd6cf26 P ff091cbfaac84851b132854ebd484599: Time spent starting tablet: real 0.041s	user 0.018s	sys 0.011s
21:05:43.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.464275 21383 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c97c531002404dc2a838b154e88122f2" candidate_uuid: "66c71c94f0ef4228936a4568fce9d752" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ff091cbfaac84851b132854ebd484599" is_pre_election: true
21:05:43.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.464709 21603 leader_election.cc:290] T c97c531002404dc2a838b154e88122f2 P ff091cbfaac84851b132854ebd484599 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers c49345ed10474066be3e8bbafaff014a (127.20.46.130:40559), 66c71c94f0ef4228936a4568fce9d752 (127.20.46.129:34963)
21:05:43.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.464867 21383 raft_consensus.cc:2468] T c97c531002404dc2a838b154e88122f2 P ff091cbfaac84851b132854ebd484599 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 66c71c94f0ef4228936a4568fce9d752 in term 0.
21:05:43.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.465538 21603 raft_consensus.cc:2749] T fad90990e96b401595d86b832f5ed25f P ff091cbfaac84851b132854ebd484599 [term 1 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
21:05:43.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:43.470546 21013 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.RequestConsensusVote -> {remote=127.20.46.130:40559, user_credentials={real_user=slave}} blocked reactor thread for 55520.4us
21:05:43.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.458467 21571 consensus_queue.cc:260] T dcf39b91162a4a10b055816dcbd6cf26 P c49345ed10474066be3e8bbafaff014a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "66c71c94f0ef4228936a4568fce9d752" member_type: VOTER last_known_addr { host: "127.20.46.129" port: 34963 } } peers { permanent_uuid: "c49345ed10474066be3e8bbafaff014a" member_type: VOTER last_known_addr { host: "127.20.46.130" port: 40559 } } peers { permanent_uuid: "ff091cbfaac84851b132854ebd484599" member_type: VOTER last_known_addr { host: "127.20.46.131" port: 41837 } }
21:05:43.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.472198 21383 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "ffeb141fd1744d208ac8e31eb237a467" candidate_uuid: "66c71c94f0ef4228936a4568fce9d752" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ff091cbfaac84851b132854ebd484599" is_pre_election: true
21:05:43.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.472851 21383 raft_consensus.cc:2468] T ffeb141fd1744d208ac8e31eb237a467 P ff091cbfaac84851b132854ebd484599 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 66c71c94f0ef4228936a4568fce9d752 in term 0.
21:05:43.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.475911 21383 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c97c531002404dc2a838b154e88122f2" candidate_uuid: "66c71c94f0ef4228936a4568fce9d752" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ff091cbfaac84851b132854ebd484599"
21:05:43.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.476658 21383 raft_consensus.cc:3060] T c97c531002404dc2a838b154e88122f2 P ff091cbfaac84851b132854ebd484599 [term 0 FOLLOWER]: Advancing to term 1
21:05:43.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.476950 21571 ts_tablet_manager.cc:1434] T dcf39b91162a4a10b055816dcbd6cf26 P c49345ed10474066be3e8bbafaff014a: Time spent starting tablet: real 0.047s	user 0.010s	sys 0.001s
21:05:43.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.480587 21571 tablet_bootstrap.cc:492] T 956e5eaec68c406a86ba7da31054bd68 P c49345ed10474066be3e8bbafaff014a: Bootstrap starting.
21:05:43.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:43.487116 21319 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.RequestConsensusVote -> {remote=127.20.46.129:34963, user_credentials={real_user=slave}} blocked reactor thread for 53104.4us
21:05:43.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.480031 21010 leader_election.cc:304] T ffeb141fd1744d208ac8e31eb237a467 P 66c71c94f0ef4228936a4568fce9d752 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 66c71c94f0ef4228936a4568fce9d752, ff091cbfaac84851b132854ebd484599; no voters: c49345ed10474066be3e8bbafaff014a
21:05:43.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.488628 21600 raft_consensus.cc:2804] T ffeb141fd1744d208ac8e31eb237a467 P 66c71c94f0ef4228936a4568fce9d752 [term 0 FOLLOWER]: Leader pre-election won for term 1
21:05:43.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.489020 21600 raft_consensus.cc:493] T ffeb141fd1744d208ac8e31eb237a467 P 66c71c94f0ef4228936a4568fce9d752 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
21:05:43.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.489328 21600 raft_consensus.cc:3060] T ffeb141fd1744d208ac8e31eb237a467 P 66c71c94f0ef4228936a4568fce9d752 [term 0 FOLLOWER]: Advancing to term 1
21:05:43.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.489251 21241 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c97c531002404dc2a838b154e88122f2" candidate_uuid: "ff091cbfaac84851b132854ebd484599" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c49345ed10474066be3e8bbafaff014a" is_pre_election: true
21:05:43.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.490033 21241 raft_consensus.cc:2393] T c97c531002404dc2a838b154e88122f2 P c49345ed10474066be3e8bbafaff014a [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate ff091cbfaac84851b132854ebd484599 in current term 1: Already voted for candidate 66c71c94f0ef4228936a4568fce9d752 in this term.
21:05:43.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.491148 21099 raft_consensus.cc:2468] T fad90990e96b401595d86b832f5ed25f P 66c71c94f0ef4228936a4568fce9d752 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate c49345ed10474066be3e8bbafaff014a in term 1.
21:05:43.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.493095 21319 leader_election.cc:304] T 956e5eaec68c406a86ba7da31054bd68 P ff091cbfaac84851b132854ebd484599 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 66c71c94f0ef4228936a4568fce9d752, ff091cbfaac84851b132854ebd484599; no voters: c49345ed10474066be3e8bbafaff014a
21:05:43.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.493301 21098 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c97c531002404dc2a838b154e88122f2" candidate_uuid: "ff091cbfaac84851b132854ebd484599" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "66c71c94f0ef4228936a4568fce9d752" is_pre_election: true
21:05:43.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.494295 21319 leader_election.cc:304] T ffeb141fd1744d208ac8e31eb237a467 P ff091cbfaac84851b132854ebd484599 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 66c71c94f0ef4228936a4568fce9d752, ff091cbfaac84851b132854ebd484599; no voters: c49345ed10474066be3e8bbafaff014a
21:05:43.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.494549 21584 raft_consensus.cc:2804] T 956e5eaec68c406a86ba7da31054bd68 P ff091cbfaac84851b132854ebd484599 [term 0 FOLLOWER]: Leader pre-election won for term 1
21:05:43.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.494869 21584 raft_consensus.cc:493] T 956e5eaec68c406a86ba7da31054bd68 P ff091cbfaac84851b132854ebd484599 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
21:05:43.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.495250 21584 raft_consensus.cc:3060] T 956e5eaec68c406a86ba7da31054bd68 P ff091cbfaac84851b132854ebd484599 [term 0 FOLLOWER]: Advancing to term 1
21:05:43.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.495352 21604 raft_consensus.cc:2804] T ffeb141fd1744d208ac8e31eb237a467 P ff091cbfaac84851b132854ebd484599 [term 0 FOLLOWER]: Leader pre-election won for term 1
21:05:43.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.497124 21319 leader_election.cc:304] T c97c531002404dc2a838b154e88122f2 P ff091cbfaac84851b132854ebd484599 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: ff091cbfaac84851b132854ebd484599; no voters: 66c71c94f0ef4228936a4568fce9d752, c49345ed10474066be3e8bbafaff014a
21:05:43.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.497336 21604 raft_consensus.cc:493] T ffeb141fd1744d208ac8e31eb237a467 P ff091cbfaac84851b132854ebd484599 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
21:05:43.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.498116 21604 raft_consensus.cc:3060] T ffeb141fd1744d208ac8e31eb237a467 P ff091cbfaac84851b132854ebd484599 [term 0 FOLLOWER]: Advancing to term 1
21:05:43.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.504175 21600 raft_consensus.cc:515] T ffeb141fd1744d208ac8e31eb237a467 P 66c71c94f0ef4228936a4568fce9d752 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "66c71c94f0ef4228936a4568fce9d752" member_type: VOTER last_known_addr { host: "127.20.46.129" port: 34963 } } peers { permanent_uuid: "c49345ed10474066be3e8bbafaff014a" member_type: VOTER last_known_addr { host: "127.20.46.130" port: 40559 } } peers { permanent_uuid: "ff091cbfaac84851b132854ebd484599" member_type: VOTER last_known_addr { host: "127.20.46.131" port: 41837 } }
21:05:43.507 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:05:43.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.511224 21241 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "ffeb141fd1744d208ac8e31eb237a467" candidate_uuid: "66c71c94f0ef4228936a4568fce9d752" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c49345ed10474066be3e8bbafaff014a"
21:05:43.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:43.514101 21013 leader_election.cc:343] T ffeb141fd1744d208ac8e31eb237a467 P 66c71c94f0ef4228936a4568fce9d752 [CANDIDATE]: Term 1 election: Tablet error from VoteRequest() call to peer c49345ed10474066be3e8bbafaff014a (127.20.46.130:40559): Illegal state: must be running to vote when last-logged opid is not known
21:05:43.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.517335 21382 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "ffeb141fd1744d208ac8e31eb237a467" candidate_uuid: "66c71c94f0ef4228936a4568fce9d752" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ff091cbfaac84851b132854ebd484599"
21:05:43.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.518657 21600 leader_election.cc:290] T ffeb141fd1744d208ac8e31eb237a467 P 66c71c94f0ef4228936a4568fce9d752 [CANDIDATE]: Term 1 election: Requested vote from peers c49345ed10474066be3e8bbafaff014a (127.20.46.130:40559), ff091cbfaac84851b132854ebd484599 (127.20.46.131:41837)
21:05:43.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.523065 21604 raft_consensus.cc:515] T ffeb141fd1744d208ac8e31eb237a467 P ff091cbfaac84851b132854ebd484599 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "66c71c94f0ef4228936a4568fce9d752" member_type: VOTER last_known_addr { host: "127.20.46.129" port: 34963 } } peers { permanent_uuid: "c49345ed10474066be3e8bbafaff014a" member_type: VOTER last_known_addr { host: "127.20.46.130" port: 40559 } } peers { permanent_uuid: "ff091cbfaac84851b132854ebd484599" member_type: VOTER last_known_addr { host: "127.20.46.131" port: 41837 } }
21:05:43.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.524595 21382 raft_consensus.cc:2393] T ffeb141fd1744d208ac8e31eb237a467 P ff091cbfaac84851b132854ebd484599 [term 1 FOLLOWER]: Leader election vote request: Denying vote to candidate 66c71c94f0ef4228936a4568fce9d752 in current term 1: Already voted for candidate ff091cbfaac84851b132854ebd484599 in this term.
21:05:43.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.525610 21383 raft_consensus.cc:2468] T c97c531002404dc2a838b154e88122f2 P ff091cbfaac84851b132854ebd484599 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 66c71c94f0ef4228936a4568fce9d752 in term 1.
21:05:43.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.527407 21603 raft_consensus.cc:2749] T c97c531002404dc2a838b154e88122f2 P ff091cbfaac84851b132854ebd484599 [term 1 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
21:05:43.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.530090 21571 tablet_bootstrap.cc:654] T 956e5eaec68c406a86ba7da31054bd68 P c49345ed10474066be3e8bbafaff014a: Neither blocks nor log segments found. Creating new log.
21:05:43.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.533802 21010 leader_election.cc:304] T ffeb141fd1744d208ac8e31eb237a467 P 66c71c94f0ef4228936a4568fce9d752 [CANDIDATE]: Term 1 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 66c71c94f0ef4228936a4568fce9d752; no voters: c49345ed10474066be3e8bbafaff014a, ff091cbfaac84851b132854ebd484599
21:05:43.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.538261 21604 leader_election.cc:290] T ffeb141fd1744d208ac8e31eb237a467 P ff091cbfaac84851b132854ebd484599 [CANDIDATE]: Term 1 election: Requested vote from peers 66c71c94f0ef4228936a4568fce9d752 (127.20.46.129:34963), c49345ed10474066be3e8bbafaff014a (127.20.46.130:40559)
21:05:43.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.538506 21241 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "ffeb141fd1744d208ac8e31eb237a467" candidate_uuid: "ff091cbfaac84851b132854ebd484599" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c49345ed10474066be3e8bbafaff014a"
21:05:43.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:43.539986 21319 leader_election.cc:343] T ffeb141fd1744d208ac8e31eb237a467 P ff091cbfaac84851b132854ebd484599 [CANDIDATE]: Term 1 election: Tablet error from VoteRequest() call to peer c49345ed10474066be3e8bbafaff014a (127.20.46.130:40559): Illegal state: must be running to vote when last-logged opid is not known
21:05:43.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.534992 21576 raft_consensus.cc:493] T dcf39b91162a4a10b055816dcbd6cf26 P 66c71c94f0ef4228936a4568fce9d752 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
21:05:43.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.541047 21576 raft_consensus.cc:515] T dcf39b91162a4a10b055816dcbd6cf26 P 66c71c94f0ef4228936a4568fce9d752 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "66c71c94f0ef4228936a4568fce9d752" member_type: VOTER last_known_addr { host: "127.20.46.129" port: 34963 } } peers { permanent_uuid: "c49345ed10474066be3e8bbafaff014a" member_type: VOTER last_known_addr { host: "127.20.46.130" port: 40559 } } peers { permanent_uuid: "ff091cbfaac84851b132854ebd484599" member_type: VOTER last_known_addr { host: "127.20.46.131" port: 41837 } }
21:05:43.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.543094 21576 leader_election.cc:290] T dcf39b91162a4a10b055816dcbd6cf26 P 66c71c94f0ef4228936a4568fce9d752 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers c49345ed10474066be3e8bbafaff014a (127.20.46.130:40559), ff091cbfaac84851b132854ebd484599 (127.20.46.131:41837)
21:05:43.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.546517 21099 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "ffeb141fd1744d208ac8e31eb237a467" candidate_uuid: "ff091cbfaac84851b132854ebd484599" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "66c71c94f0ef4228936a4568fce9d752"
21:05:43.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.547542 21099 raft_consensus.cc:2393] T ffeb141fd1744d208ac8e31eb237a467 P 66c71c94f0ef4228936a4568fce9d752 [term 1 FOLLOWER]: Leader election vote request: Denying vote to candidate ff091cbfaac84851b132854ebd484599 in current term 1: Already voted for candidate 66c71c94f0ef4228936a4568fce9d752 in this term.
21:05:43.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.548807 21319 leader_election.cc:304] T ffeb141fd1744d208ac8e31eb237a467 P ff091cbfaac84851b132854ebd484599 [CANDIDATE]: Term 1 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: ff091cbfaac84851b132854ebd484599; no voters: 66c71c94f0ef4228936a4568fce9d752, c49345ed10474066be3e8bbafaff014a
21:05:43.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.552729 21241 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "dcf39b91162a4a10b055816dcbd6cf26" candidate_uuid: "66c71c94f0ef4228936a4568fce9d752" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c49345ed10474066be3e8bbafaff014a" is_pre_election: true
21:05:43.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.553401 21241 raft_consensus.cc:2468] T dcf39b91162a4a10b055816dcbd6cf26 P c49345ed10474066be3e8bbafaff014a [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 66c71c94f0ef4228936a4568fce9d752 in term 0.
21:05:43.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.554757 21013 leader_election.cc:304] T dcf39b91162a4a10b055816dcbd6cf26 P 66c71c94f0ef4228936a4568fce9d752 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 66c71c94f0ef4228936a4568fce9d752, c49345ed10474066be3e8bbafaff014a; no voters: 
21:05:43.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.553938 20873 catalog_manager.cc:5696] T c97c531002404dc2a838b154e88122f2 P 66c71c94f0ef4228936a4568fce9d752 reported cstate change: term changed from 0 to 1, leader changed from <none> to 66c71c94f0ef4228936a4568fce9d752 (127.20.46.129). New cstate: current_term: 1 leader_uuid: "66c71c94f0ef4228936a4568fce9d752" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c49345ed10474066be3e8bbafaff014a" member_type: VOTER last_known_addr { host: "127.20.46.130" port: 40559 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "66c71c94f0ef4228936a4568fce9d752" member_type: VOTER last_known_addr { host: "127.20.46.129" port: 34963 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "ff091cbfaac84851b132854ebd484599" member_type: VOTER last_known_addr { host: "127.20.46.131" port: 41837 } health_report { overall_health: UNKNOWN } } }
21:05:43.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.555545 21576 raft_consensus.cc:2804] T dcf39b91162a4a10b055816dcbd6cf26 P 66c71c94f0ef4228936a4568fce9d752 [term 0 FOLLOWER]: Leader pre-election won for term 1
21:05:43.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.555872 21576 raft_consensus.cc:493] T dcf39b91162a4a10b055816dcbd6cf26 P 66c71c94f0ef4228936a4568fce9d752 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
21:05:43.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.556205 21576 raft_consensus.cc:3060] T dcf39b91162a4a10b055816dcbd6cf26 P 66c71c94f0ef4228936a4568fce9d752 [term 0 FOLLOWER]: Advancing to term 1
21:05:43.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.568179 21603 raft_consensus.cc:2749] T ffeb141fd1744d208ac8e31eb237a467 P ff091cbfaac84851b132854ebd484599 [term 1 FOLLOWER]: Leader election lost for term 1. Reason: could not achieve majority
21:05:43.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.567595 20874 catalog_manager.cc:5696] T fad90990e96b401595d86b832f5ed25f P c49345ed10474066be3e8bbafaff014a reported cstate change: term changed from 0 to 1, leader changed from <none> to c49345ed10474066be3e8bbafaff014a (127.20.46.130). New cstate: current_term: 1 leader_uuid: "c49345ed10474066be3e8bbafaff014a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "66c71c94f0ef4228936a4568fce9d752" member_type: VOTER last_known_addr { host: "127.20.46.129" port: 34963 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "c49345ed10474066be3e8bbafaff014a" member_type: VOTER last_known_addr { host: "127.20.46.130" port: 40559 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "ff091cbfaac84851b132854ebd484599" member_type: VOTER last_known_addr { host: "127.20.46.131" port: 41837 } health_report { overall_health: UNKNOWN } } }
21:05:43.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.568828 21603 raft_consensus.cc:493] T dcf39b91162a4a10b055816dcbd6cf26 P ff091cbfaac84851b132854ebd484599 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
21:05:43.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.569238 21603 raft_consensus.cc:515] T dcf39b91162a4a10b055816dcbd6cf26 P ff091cbfaac84851b132854ebd484599 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "66c71c94f0ef4228936a4568fce9d752" member_type: VOTER last_known_addr { host: "127.20.46.129" port: 34963 } } peers { permanent_uuid: "c49345ed10474066be3e8bbafaff014a" member_type: VOTER last_known_addr { host: "127.20.46.130" port: 40559 } } peers { permanent_uuid: "ff091cbfaac84851b132854ebd484599" member_type: VOTER last_known_addr { host: "127.20.46.131" port: 41837 } }
21:05:43.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.571966 21603 leader_election.cc:290] T dcf39b91162a4a10b055816dcbd6cf26 P ff091cbfaac84851b132854ebd484599 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 66c71c94f0ef4228936a4568fce9d752 (127.20.46.129:34963), c49345ed10474066be3e8bbafaff014a (127.20.46.130:40559)
21:05:43.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.577667 21576 raft_consensus.cc:515] T dcf39b91162a4a10b055816dcbd6cf26 P 66c71c94f0ef4228936a4568fce9d752 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "66c71c94f0ef4228936a4568fce9d752" member_type: VOTER last_known_addr { host: "127.20.46.129" port: 34963 } } peers { permanent_uuid: "c49345ed10474066be3e8bbafaff014a" member_type: VOTER last_known_addr { host: "127.20.46.130" port: 40559 } } peers { permanent_uuid: "ff091cbfaac84851b132854ebd484599" member_type: VOTER last_known_addr { host: "127.20.46.131" port: 41837 } }
21:05:43.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.579411 21099 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "dcf39b91162a4a10b055816dcbd6cf26" candidate_uuid: "ff091cbfaac84851b132854ebd484599" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "66c71c94f0ef4228936a4568fce9d752" is_pre_election: true
21:05:43.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.580209 21099 raft_consensus.cc:2393] T dcf39b91162a4a10b055816dcbd6cf26 P 66c71c94f0ef4228936a4568fce9d752 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate ff091cbfaac84851b132854ebd484599 in current term 1: Already voted for candidate 66c71c94f0ef4228936a4568fce9d752 in this term.
21:05:43.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.581719 21571 tablet_bootstrap.cc:492] T 956e5eaec68c406a86ba7da31054bd68 P c49345ed10474066be3e8bbafaff014a: No bootstrap required, opened a new log
21:05:43.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.582165 21241 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "dcf39b91162a4a10b055816dcbd6cf26" candidate_uuid: "ff091cbfaac84851b132854ebd484599" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c49345ed10474066be3e8bbafaff014a" is_pre_election: true
21:05:43.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.582352 21571 ts_tablet_manager.cc:1403] T 956e5eaec68c406a86ba7da31054bd68 P c49345ed10474066be3e8bbafaff014a: Time spent bootstrapping tablet: real 0.102s	user 0.006s	sys 0.009s
21:05:43.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.582774 21241 raft_consensus.cc:2468] T dcf39b91162a4a10b055816dcbd6cf26 P c49345ed10474066be3e8bbafaff014a [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate ff091cbfaac84851b132854ebd484599 in term 0.
21:05:43.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.583693 21591 raft_consensus.cc:2749] T ffeb141fd1744d208ac8e31eb237a467 P 66c71c94f0ef4228936a4568fce9d752 [term 1 FOLLOWER]: Leader election lost for term 1. Reason: could not achieve majority
21:05:43.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.584208 21319 leader_election.cc:304] T dcf39b91162a4a10b055816dcbd6cf26 P ff091cbfaac84851b132854ebd484599 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: c49345ed10474066be3e8bbafaff014a, ff091cbfaac84851b132854ebd484599; no voters: 66c71c94f0ef4228936a4568fce9d752
21:05:43.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.586050 21603 raft_consensus.cc:2804] T dcf39b91162a4a10b055816dcbd6cf26 P ff091cbfaac84851b132854ebd484599 [term 0 FOLLOWER]: Leader pre-election won for term 1
21:05:43.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.586403 21603 raft_consensus.cc:493] T dcf39b91162a4a10b055816dcbd6cf26 P ff091cbfaac84851b132854ebd484599 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
21:05:43.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.586706 21603 raft_consensus.cc:3060] T dcf39b91162a4a10b055816dcbd6cf26 P ff091cbfaac84851b132854ebd484599 [term 0 FOLLOWER]: Advancing to term 1
21:05:43.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.587821 21383 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "dcf39b91162a4a10b055816dcbd6cf26" candidate_uuid: "66c71c94f0ef4228936a4568fce9d752" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ff091cbfaac84851b132854ebd484599" is_pre_election: true
21:05:43.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.591334 21571 raft_consensus.cc:359] T 956e5eaec68c406a86ba7da31054bd68 P c49345ed10474066be3e8bbafaff014a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "66c71c94f0ef4228936a4568fce9d752" member_type: VOTER last_known_addr { host: "127.20.46.129" port: 34963 } } peers { permanent_uuid: "c49345ed10474066be3e8bbafaff014a" member_type: VOTER last_known_addr { host: "127.20.46.130" port: 40559 } } peers { permanent_uuid: "ff091cbfaac84851b132854ebd484599" member_type: VOTER last_known_addr { host: "127.20.46.131" port: 41837 } }
21:05:43.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.595389 21603 raft_consensus.cc:515] T dcf39b91162a4a10b055816dcbd6cf26 P ff091cbfaac84851b132854ebd484599 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "66c71c94f0ef4228936a4568fce9d752" member_type: VOTER last_known_addr { host: "127.20.46.129" port: 34963 } } peers { permanent_uuid: "c49345ed10474066be3e8bbafaff014a" member_type: VOTER last_known_addr { host: "127.20.46.130" port: 40559 } } peers { permanent_uuid: "ff091cbfaac84851b132854ebd484599" member_type: VOTER last_known_addr { host: "127.20.46.131" port: 41837 } }
21:05:43.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.597453 21603 leader_election.cc:290] T dcf39b91162a4a10b055816dcbd6cf26 P ff091cbfaac84851b132854ebd484599 [CANDIDATE]: Term 1 election: Requested vote from peers 66c71c94f0ef4228936a4568fce9d752 (127.20.46.129:34963), c49345ed10474066be3e8bbafaff014a (127.20.46.130:40559)
21:05:43.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.597646 21571 raft_consensus.cc:385] T 956e5eaec68c406a86ba7da31054bd68 P c49345ed10474066be3e8bbafaff014a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:05:43.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.598667 21241 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "dcf39b91162a4a10b055816dcbd6cf26" candidate_uuid: "ff091cbfaac84851b132854ebd484599" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c49345ed10474066be3e8bbafaff014a"
21:05:43.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.599495 21241 raft_consensus.cc:3060] T dcf39b91162a4a10b055816dcbd6cf26 P c49345ed10474066be3e8bbafaff014a [term 0 FOLLOWER]: Advancing to term 1
21:05:43.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.601938 21099 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "dcf39b91162a4a10b055816dcbd6cf26" candidate_uuid: "ff091cbfaac84851b132854ebd484599" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "66c71c94f0ef4228936a4568fce9d752"
21:05:43.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.603366 21099 raft_consensus.cc:2393] T dcf39b91162a4a10b055816dcbd6cf26 P 66c71c94f0ef4228936a4568fce9d752 [term 1 FOLLOWER]: Leader election vote request: Denying vote to candidate ff091cbfaac84851b132854ebd484599 in current term 1: Already voted for candidate 66c71c94f0ef4228936a4568fce9d752 in this term.
21:05:43.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.598212 21383 raft_consensus.cc:2393] T dcf39b91162a4a10b055816dcbd6cf26 P ff091cbfaac84851b132854ebd484599 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 66c71c94f0ef4228936a4568fce9d752 in current term 1: Already voted for candidate ff091cbfaac84851b132854ebd484599 in this term.
21:05:43.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.605224 21571 raft_consensus.cc:740] T 956e5eaec68c406a86ba7da31054bd68 P c49345ed10474066be3e8bbafaff014a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c49345ed10474066be3e8bbafaff014a, State: Initialized, Role: FOLLOWER
21:05:43.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.606163 21571 consensus_queue.cc:260] T 956e5eaec68c406a86ba7da31054bd68 P c49345ed10474066be3e8bbafaff014a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "66c71c94f0ef4228936a4568fce9d752" member_type: VOTER last_known_addr { host: "127.20.46.129" port: 34963 } } peers { permanent_uuid: "c49345ed10474066be3e8bbafaff014a" member_type: VOTER last_known_addr { host: "127.20.46.130" port: 40559 } } peers { permanent_uuid: "ff091cbfaac84851b132854ebd484599" member_type: VOTER last_known_addr { host: "127.20.46.131" port: 41837 } }
21:05:43.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.608822 21584 raft_consensus.cc:515] T 956e5eaec68c406a86ba7da31054bd68 P ff091cbfaac84851b132854ebd484599 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "66c71c94f0ef4228936a4568fce9d752" member_type: VOTER last_known_addr { host: "127.20.46.129" port: 34963 } } peers { permanent_uuid: "c49345ed10474066be3e8bbafaff014a" member_type: VOTER last_known_addr { host: "127.20.46.130" port: 40559 } } peers { permanent_uuid: "ff091cbfaac84851b132854ebd484599" member_type: VOTER last_known_addr { host: "127.20.46.131" port: 41837 } }
21:05:43.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.611793 21099 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "956e5eaec68c406a86ba7da31054bd68" candidate_uuid: "ff091cbfaac84851b132854ebd484599" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "66c71c94f0ef4228936a4568fce9d752"
21:05:43.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.612424 21099 raft_consensus.cc:3060] T 956e5eaec68c406a86ba7da31054bd68 P 66c71c94f0ef4228936a4568fce9d752 [term 0 FOLLOWER]: Advancing to term 1
21:05:43.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.621137 21584 leader_election.cc:290] T 956e5eaec68c406a86ba7da31054bd68 P ff091cbfaac84851b132854ebd484599 [CANDIDATE]: Term 1 election: Requested vote from peers 66c71c94f0ef4228936a4568fce9d752 (127.20.46.129:34963), c49345ed10474066be3e8bbafaff014a (127.20.46.130:40559)
21:05:43.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.622776 21240 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "956e5eaec68c406a86ba7da31054bd68" candidate_uuid: "ff091cbfaac84851b132854ebd484599" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c49345ed10474066be3e8bbafaff014a"
21:05:43.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.623394 21240 raft_consensus.cc:3060] T 956e5eaec68c406a86ba7da31054bd68 P c49345ed10474066be3e8bbafaff014a [term 0 FOLLOWER]: Advancing to term 1
21:05:43.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.624428 21099 raft_consensus.cc:2468] T 956e5eaec68c406a86ba7da31054bd68 P 66c71c94f0ef4228936a4568fce9d752 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate ff091cbfaac84851b132854ebd484599 in term 1.
21:05:43.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.625746 21319 leader_election.cc:304] T 956e5eaec68c406a86ba7da31054bd68 P ff091cbfaac84851b132854ebd484599 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 66c71c94f0ef4228936a4568fce9d752, ff091cbfaac84851b132854ebd484599; no voters: 
21:05:43.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.627543 21576 leader_election.cc:290] T dcf39b91162a4a10b055816dcbd6cf26 P 66c71c94f0ef4228936a4568fce9d752 [CANDIDATE]: Term 1 election: Requested vote from peers c49345ed10474066be3e8bbafaff014a (127.20.46.130:40559), ff091cbfaac84851b132854ebd484599 (127.20.46.131:41837)
21:05:43.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.627523 21239 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "dcf39b91162a4a10b055816dcbd6cf26" candidate_uuid: "66c71c94f0ef4228936a4568fce9d752" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c49345ed10474066be3e8bbafaff014a"
21:05:43.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.628091 21383 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "dcf39b91162a4a10b055816dcbd6cf26" candidate_uuid: "66c71c94f0ef4228936a4568fce9d752" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ff091cbfaac84851b132854ebd484599"
21:05:43.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.628823 21383 raft_consensus.cc:2393] T dcf39b91162a4a10b055816dcbd6cf26 P ff091cbfaac84851b132854ebd484599 [term 1 FOLLOWER]: Leader election vote request: Denying vote to candidate 66c71c94f0ef4228936a4568fce9d752 in current term 1: Already voted for candidate ff091cbfaac84851b132854ebd484599 in this term.
21:05:43.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.629913 21010 leader_election.cc:304] T dcf39b91162a4a10b055816dcbd6cf26 P 66c71c94f0ef4228936a4568fce9d752 [CANDIDATE]: Term 1 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 66c71c94f0ef4228936a4568fce9d752; no voters: c49345ed10474066be3e8bbafaff014a, ff091cbfaac84851b132854ebd484599
21:05:43.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.631274 21584 raft_consensus.cc:2804] T 956e5eaec68c406a86ba7da31054bd68 P ff091cbfaac84851b132854ebd484599 [term 1 FOLLOWER]: Leader election won for term 1
21:05:43.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.631770 21584 raft_consensus.cc:697] T 956e5eaec68c406a86ba7da31054bd68 P ff091cbfaac84851b132854ebd484599 [term 1 LEADER]: Becoming Leader. State: Replica: ff091cbfaac84851b132854ebd484599, State: Running, Role: LEADER
21:05:43.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.633728 21576 raft_consensus.cc:2749] T dcf39b91162a4a10b055816dcbd6cf26 P 66c71c94f0ef4228936a4568fce9d752 [term 1 FOLLOWER]: Leader election lost for term 1. Reason: could not achieve majority
21:05:43.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.634853 21584 consensus_queue.cc:237] T 956e5eaec68c406a86ba7da31054bd68 P ff091cbfaac84851b132854ebd484599 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "66c71c94f0ef4228936a4568fce9d752" member_type: VOTER last_known_addr { host: "127.20.46.129" port: 34963 } } peers { permanent_uuid: "c49345ed10474066be3e8bbafaff014a" member_type: VOTER last_known_addr { host: "127.20.46.130" port: 40559 } } peers { permanent_uuid: "ff091cbfaac84851b132854ebd484599" member_type: VOTER last_known_addr { host: "127.20.46.131" port: 41837 } }
21:05:43.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.641227 21240 raft_consensus.cc:2468] T 956e5eaec68c406a86ba7da31054bd68 P c49345ed10474066be3e8bbafaff014a [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate ff091cbfaac84851b132854ebd484599 in term 1.
21:05:43.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:43.643496 21605 log.cc:927] Time spent T fad90990e96b401595d86b832f5ed25f P c49345ed10474066be3e8bbafaff014a: Append to log took a long time: real 0.079s	user 0.000s	sys 0.000s
21:05:43.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.645862 21571 ts_tablet_manager.cc:1434] T 956e5eaec68c406a86ba7da31054bd68 P c49345ed10474066be3e8bbafaff014a: Time spent starting tablet: real 0.063s	user 0.006s	sys 0.002s
21:05:43.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.649039 21571 tablet_bootstrap.cc:492] T ffeb141fd1744d208ac8e31eb237a467 P c49345ed10474066be3e8bbafaff014a: Bootstrap starting.
21:05:43.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.647812 21241 raft_consensus.cc:2468] T dcf39b91162a4a10b055816dcbd6cf26 P c49345ed10474066be3e8bbafaff014a [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate ff091cbfaac84851b132854ebd484599 in term 1.
21:05:43.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.661087 21319 leader_election.cc:304] T dcf39b91162a4a10b055816dcbd6cf26 P ff091cbfaac84851b132854ebd484599 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: c49345ed10474066be3e8bbafaff014a, ff091cbfaac84851b132854ebd484599; no voters: 66c71c94f0ef4228936a4568fce9d752
21:05:43.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.661937 21584 raft_consensus.cc:2804] T dcf39b91162a4a10b055816dcbd6cf26 P ff091cbfaac84851b132854ebd484599 [term 1 FOLLOWER]: Leader election won for term 1
21:05:43.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.665158 21571 tablet_bootstrap.cc:654] T ffeb141fd1744d208ac8e31eb237a467 P c49345ed10474066be3e8bbafaff014a: Neither blocks nor log segments found. Creating new log.
21:05:43.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.665400 21584 raft_consensus.cc:697] T dcf39b91162a4a10b055816dcbd6cf26 P ff091cbfaac84851b132854ebd484599 [term 1 LEADER]: Becoming Leader. State: Replica: ff091cbfaac84851b132854ebd484599, State: Running, Role: LEADER
21:05:43.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.666294 21584 consensus_queue.cc:237] T dcf39b91162a4a10b055816dcbd6cf26 P ff091cbfaac84851b132854ebd484599 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "66c71c94f0ef4228936a4568fce9d752" member_type: VOTER last_known_addr { host: "127.20.46.129" port: 34963 } } peers { permanent_uuid: "c49345ed10474066be3e8bbafaff014a" member_type: VOTER last_known_addr { host: "127.20.46.130" port: 40559 } } peers { permanent_uuid: "ff091cbfaac84851b132854ebd484599" member_type: VOTER last_known_addr { host: "127.20.46.131" port: 41837 } }
21:05:43.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.674949 20872 catalog_manager.cc:5696] T 956e5eaec68c406a86ba7da31054bd68 P ff091cbfaac84851b132854ebd484599 reported cstate change: term changed from 0 to 1, leader changed from <none> to ff091cbfaac84851b132854ebd484599 (127.20.46.131). New cstate: current_term: 1 leader_uuid: "ff091cbfaac84851b132854ebd484599" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "66c71c94f0ef4228936a4568fce9d752" member_type: VOTER last_known_addr { host: "127.20.46.129" port: 34963 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "c49345ed10474066be3e8bbafaff014a" member_type: VOTER last_known_addr { host: "127.20.46.130" port: 40559 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "ff091cbfaac84851b132854ebd484599" member_type: VOTER last_known_addr { host: "127.20.46.131" port: 41837 } health_report { overall_health: HEALTHY } } }
21:05:43.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.730288 21571 tablet_bootstrap.cc:492] T ffeb141fd1744d208ac8e31eb237a467 P c49345ed10474066be3e8bbafaff014a: No bootstrap required, opened a new log
21:05:43.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.730971 21571 ts_tablet_manager.cc:1403] T ffeb141fd1744d208ac8e31eb237a467 P c49345ed10474066be3e8bbafaff014a: Time spent bootstrapping tablet: real 0.082s	user 0.012s	sys 0.002s
21:05:43.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.734421 21571 raft_consensus.cc:359] T ffeb141fd1744d208ac8e31eb237a467 P c49345ed10474066be3e8bbafaff014a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "66c71c94f0ef4228936a4568fce9d752" member_type: VOTER last_known_addr { host: "127.20.46.129" port: 34963 } } peers { permanent_uuid: "c49345ed10474066be3e8bbafaff014a" member_type: VOTER last_known_addr { host: "127.20.46.130" port: 40559 } } peers { permanent_uuid: "ff091cbfaac84851b132854ebd484599" member_type: VOTER last_known_addr { host: "127.20.46.131" port: 41837 } }
21:05:43.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.736500 21571 raft_consensus.cc:385] T ffeb141fd1744d208ac8e31eb237a467 P c49345ed10474066be3e8bbafaff014a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:05:43.737 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:05:43.738 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:05:43.738 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:05:43.739 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:05:43.739 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:05:43.739 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:05:43.740 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:05:43.740 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:05:43.740 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:05:43.740 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:05:43.740 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:05:43.740 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:05:43.740 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:05:43.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.736824 21571 raft_consensus.cc:740] T ffeb141fd1744d208ac8e31eb237a467 P c49345ed10474066be3e8bbafaff014a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c49345ed10474066be3e8bbafaff014a, State: Initialized, Role: FOLLOWER
21:05:43.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.746040 21571 consensus_queue.cc:260] T ffeb141fd1744d208ac8e31eb237a467 P c49345ed10474066be3e8bbafaff014a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "66c71c94f0ef4228936a4568fce9d752" member_type: VOTER last_known_addr { host: "127.20.46.129" port: 34963 } } peers { permanent_uuid: "c49345ed10474066be3e8bbafaff014a" member_type: VOTER last_known_addr { host: "127.20.46.130" port: 40559 } } peers { permanent_uuid: "ff091cbfaac84851b132854ebd484599" member_type: VOTER last_known_addr { host: "127.20.46.131" port: 41837 } }
21:05:43.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.749073 21571 ts_tablet_manager.cc:1434] T ffeb141fd1744d208ac8e31eb237a467 P c49345ed10474066be3e8bbafaff014a: Time spent starting tablet: real 0.018s	user 0.000s	sys 0.006s
21:05:43.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.845257 20872 catalog_manager.cc:5696] T dcf39b91162a4a10b055816dcbd6cf26 P ff091cbfaac84851b132854ebd484599 reported cstate change: term changed from 0 to 1, leader changed from <none> to ff091cbfaac84851b132854ebd484599 (127.20.46.131). New cstate: current_term: 1 leader_uuid: "ff091cbfaac84851b132854ebd484599" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "66c71c94f0ef4228936a4568fce9d752" member_type: VOTER last_known_addr { host: "127.20.46.129" port: 34963 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "c49345ed10474066be3e8bbafaff014a" member_type: VOTER last_known_addr { host: "127.20.46.130" port: 40559 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "ff091cbfaac84851b132854ebd484599" member_type: VOTER last_known_addr { host: "127.20.46.131" port: 41837 } health_report { overall_health: HEALTHY } } }
21:05:43.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.904853 21578 consensus_queue.cc:1048] T fad90990e96b401595d86b832f5ed25f P c49345ed10474066be3e8bbafaff014a [LEADER]: Connected to new peer: Peer: permanent_uuid: "ff091cbfaac84851b132854ebd484599" member_type: VOTER last_known_addr { host: "127.20.46.131" port: 41837 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
21:05:43.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.931012 21578 consensus_queue.cc:1048] T fad90990e96b401595d86b832f5ed25f P c49345ed10474066be3e8bbafaff014a [LEADER]: Connected to new peer: Peer: permanent_uuid: "66c71c94f0ef4228936a4568fce9d752" member_type: VOTER last_known_addr { host: "127.20.46.129" port: 34963 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
21:05:43.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.978036 21578 raft_consensus.cc:493] T ffeb141fd1744d208ac8e31eb237a467 P c49345ed10474066be3e8bbafaff014a [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
21:05:43.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.978487 21578 raft_consensus.cc:515] T ffeb141fd1744d208ac8e31eb237a467 P c49345ed10474066be3e8bbafaff014a [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "66c71c94f0ef4228936a4568fce9d752" member_type: VOTER last_known_addr { host: "127.20.46.129" port: 34963 } } peers { permanent_uuid: "c49345ed10474066be3e8bbafaff014a" member_type: VOTER last_known_addr { host: "127.20.46.130" port: 40559 } } peers { permanent_uuid: "ff091cbfaac84851b132854ebd484599" member_type: VOTER last_known_addr { host: "127.20.46.131" port: 41837 } }
21:05:43.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.980549 21578 leader_election.cc:290] T ffeb141fd1744d208ac8e31eb237a467 P c49345ed10474066be3e8bbafaff014a [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 66c71c94f0ef4228936a4568fce9d752 (127.20.46.129:34963), ff091cbfaac84851b132854ebd484599 (127.20.46.131:41837)
21:05:43.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.981285 21099 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "ffeb141fd1744d208ac8e31eb237a467" candidate_uuid: "c49345ed10474066be3e8bbafaff014a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "66c71c94f0ef4228936a4568fce9d752" is_pre_election: true
21:05:43.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.982081 21099 raft_consensus.cc:2393] T ffeb141fd1744d208ac8e31eb237a467 P 66c71c94f0ef4228936a4568fce9d752 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate c49345ed10474066be3e8bbafaff014a in current term 1: Already voted for candidate 66c71c94f0ef4228936a4568fce9d752 in this term.
21:05:43.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.982040 21383 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "ffeb141fd1744d208ac8e31eb237a467" candidate_uuid: "c49345ed10474066be3e8bbafaff014a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ff091cbfaac84851b132854ebd484599" is_pre_election: true
21:05:43.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.982712 21383 raft_consensus.cc:2393] T ffeb141fd1744d208ac8e31eb237a467 P ff091cbfaac84851b132854ebd484599 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate c49345ed10474066be3e8bbafaff014a in current term 1: Already voted for candidate ff091cbfaac84851b132854ebd484599 in this term.
21:05:43.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.984576 21176 leader_election.cc:304] T ffeb141fd1744d208ac8e31eb237a467 P c49345ed10474066be3e8bbafaff014a [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: c49345ed10474066be3e8bbafaff014a; no voters: 66c71c94f0ef4228936a4568fce9d752, ff091cbfaac84851b132854ebd484599
21:05:43.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.985893 21578 raft_consensus.cc:3060] T ffeb141fd1744d208ac8e31eb237a467 P c49345ed10474066be3e8bbafaff014a [term 0 FOLLOWER]: Advancing to term 1
21:05:43.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:43.990594 21578 raft_consensus.cc:2749] T ffeb141fd1744d208ac8e31eb237a467 P c49345ed10474066be3e8bbafaff014a [term 1 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
21:05:44.003 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:05:44.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:44.058173 21576 consensus_queue.cc:1048] T c97c531002404dc2a838b154e88122f2 P 66c71c94f0ef4228936a4568fce9d752 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ff091cbfaac84851b132854ebd484599" member_type: VOTER last_known_addr { host: "127.20.46.131" port: 41837 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
21:05:44.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:44.068074 21584 consensus_queue.cc:1048] T dcf39b91162a4a10b055816dcbd6cf26 P ff091cbfaac84851b132854ebd484599 [LEADER]: Connected to new peer: Peer: permanent_uuid: "c49345ed10474066be3e8bbafaff014a" member_type: VOTER last_known_addr { host: "127.20.46.130" port: 40559 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
21:05:44.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:44.075295 21576 consensus_queue.cc:1048] T c97c531002404dc2a838b154e88122f2 P 66c71c94f0ef4228936a4568fce9d752 [LEADER]: Connected to new peer: Peer: permanent_uuid: "c49345ed10474066be3e8bbafaff014a" member_type: VOTER last_known_addr { host: "127.20.46.130" port: 40559 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
21:05:44.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:44.091598 21584 consensus_queue.cc:1048] T dcf39b91162a4a10b055816dcbd6cf26 P ff091cbfaac84851b132854ebd484599 [LEADER]: Connected to new peer: Peer: permanent_uuid: "66c71c94f0ef4228936a4568fce9d752" member_type: VOTER last_known_addr { host: "127.20.46.129" port: 34963 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
21:05:44.138 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:05:44.139 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:05:44.139 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:05:44.139 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:05:44.139 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:05:44.139 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:05:44.140 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:05:44.140 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:05:44.140 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:05:44.140 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:05:44.140 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:05:44.141 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:05:44.141 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:05:44.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:44.204290 21604 consensus_queue.cc:1048] T 956e5eaec68c406a86ba7da31054bd68 P ff091cbfaac84851b132854ebd484599 [LEADER]: Connected to new peer: Peer: permanent_uuid: "c49345ed10474066be3e8bbafaff014a" member_type: VOTER last_known_addr { host: "127.20.46.130" port: 40559 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
21:05:44.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:44.219730 21584 consensus_queue.cc:1048] T 956e5eaec68c406a86ba7da31054bd68 P ff091cbfaac84851b132854ebd484599 [LEADER]: Connected to new peer: Peer: permanent_uuid: "66c71c94f0ef4228936a4568fce9d752" member_type: VOTER last_known_addr { host: "127.20.46.129" port: 34963 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
21:05:44.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:44.281052 21282 debug-util.cc:398] Leaking SignalData structure 0x7b08000b7be0 after lost signal to thread 21155
21:05:44.405 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:05:44.406 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:05:44.406 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:05:44.406 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:05:44.406 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:05:44.406 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:05:44.407 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:05:44.407 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:05:44.407 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:05:44.407 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:05:44.407 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:05:44.407 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:05:44.407 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:05:44.503 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:05:45.003 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:05:45.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:45.277899 21576 raft_consensus.cc:493] T ffeb141fd1744d208ac8e31eb237a467 P 66c71c94f0ef4228936a4568fce9d752 [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
21:05:45.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:45.278338 21576 raft_consensus.cc:515] T ffeb141fd1744d208ac8e31eb237a467 P 66c71c94f0ef4228936a4568fce9d752 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "66c71c94f0ef4228936a4568fce9d752" member_type: VOTER last_known_addr { host: "127.20.46.129" port: 34963 } } peers { permanent_uuid: "c49345ed10474066be3e8bbafaff014a" member_type: VOTER last_known_addr { host: "127.20.46.130" port: 40559 } } peers { permanent_uuid: "ff091cbfaac84851b132854ebd484599" member_type: VOTER last_known_addr { host: "127.20.46.131" port: 41837 } }
21:05:45.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:45.280200 21576 leader_election.cc:290] T ffeb141fd1744d208ac8e31eb237a467 P 66c71c94f0ef4228936a4568fce9d752 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers c49345ed10474066be3e8bbafaff014a (127.20.46.130:40559), ff091cbfaac84851b132854ebd484599 (127.20.46.131:41837)
21:05:45.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:45.281548 21383 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "ffeb141fd1744d208ac8e31eb237a467" candidate_uuid: "66c71c94f0ef4228936a4568fce9d752" candidate_term: 2 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ff091cbfaac84851b132854ebd484599" is_pre_election: true
21:05:45.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:45.281520 21240 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "ffeb141fd1744d208ac8e31eb237a467" candidate_uuid: "66c71c94f0ef4228936a4568fce9d752" candidate_term: 2 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c49345ed10474066be3e8bbafaff014a" is_pre_election: true
21:05:45.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:45.282099 21383 raft_consensus.cc:2468] T ffeb141fd1744d208ac8e31eb237a467 P ff091cbfaac84851b132854ebd484599 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 66c71c94f0ef4228936a4568fce9d752 in term 1.
21:05:45.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:45.282688 21240 raft_consensus.cc:2468] T ffeb141fd1744d208ac8e31eb237a467 P c49345ed10474066be3e8bbafaff014a [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 66c71c94f0ef4228936a4568fce9d752 in term 1.
21:05:45.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:45.283217 21010 leader_election.cc:304] T ffeb141fd1744d208ac8e31eb237a467 P 66c71c94f0ef4228936a4568fce9d752 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 66c71c94f0ef4228936a4568fce9d752, ff091cbfaac84851b132854ebd484599; no voters: 
21:05:45.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:45.284061 21576 raft_consensus.cc:2804] T ffeb141fd1744d208ac8e31eb237a467 P 66c71c94f0ef4228936a4568fce9d752 [term 1 FOLLOWER]: Leader pre-election won for term 2
21:05:45.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:45.284451 21576 raft_consensus.cc:493] T ffeb141fd1744d208ac8e31eb237a467 P 66c71c94f0ef4228936a4568fce9d752 [term 1 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
21:05:45.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:45.284806 21576 raft_consensus.cc:3060] T ffeb141fd1744d208ac8e31eb237a467 P 66c71c94f0ef4228936a4568fce9d752 [term 1 FOLLOWER]: Advancing to term 2
21:05:45.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:45.293752 21576 raft_consensus.cc:515] T ffeb141fd1744d208ac8e31eb237a467 P 66c71c94f0ef4228936a4568fce9d752 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "66c71c94f0ef4228936a4568fce9d752" member_type: VOTER last_known_addr { host: "127.20.46.129" port: 34963 } } peers { permanent_uuid: "c49345ed10474066be3e8bbafaff014a" member_type: VOTER last_known_addr { host: "127.20.46.130" port: 40559 } } peers { permanent_uuid: "ff091cbfaac84851b132854ebd484599" member_type: VOTER last_known_addr { host: "127.20.46.131" port: 41837 } }
21:05:45.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:45.296253 21576 leader_election.cc:290] T ffeb141fd1744d208ac8e31eb237a467 P 66c71c94f0ef4228936a4568fce9d752 [CANDIDATE]: Term 2 election: Requested vote from peers c49345ed10474066be3e8bbafaff014a (127.20.46.130:40559), ff091cbfaac84851b132854ebd484599 (127.20.46.131:41837)
21:05:45.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:45.297290 21240 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "ffeb141fd1744d208ac8e31eb237a467" candidate_uuid: "66c71c94f0ef4228936a4568fce9d752" candidate_term: 2 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c49345ed10474066be3e8bbafaff014a"
21:05:45.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:45.297634 21383 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "ffeb141fd1744d208ac8e31eb237a467" candidate_uuid: "66c71c94f0ef4228936a4568fce9d752" candidate_term: 2 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ff091cbfaac84851b132854ebd484599"
21:05:45.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:45.297958 21240 raft_consensus.cc:3060] T ffeb141fd1744d208ac8e31eb237a467 P c49345ed10474066be3e8bbafaff014a [term 1 FOLLOWER]: Advancing to term 2
21:05:45.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:45.298264 21383 raft_consensus.cc:3060] T ffeb141fd1744d208ac8e31eb237a467 P ff091cbfaac84851b132854ebd484599 [term 1 FOLLOWER]: Advancing to term 2
21:05:45.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:45.304528 21383 raft_consensus.cc:2468] T ffeb141fd1744d208ac8e31eb237a467 P ff091cbfaac84851b132854ebd484599 [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 66c71c94f0ef4228936a4568fce9d752 in term 2.
21:05:45.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:45.305719 21010 leader_election.cc:304] T ffeb141fd1744d208ac8e31eb237a467 P 66c71c94f0ef4228936a4568fce9d752 [CANDIDATE]: Term 2 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 66c71c94f0ef4228936a4568fce9d752, ff091cbfaac84851b132854ebd484599; no voters: 
21:05:45.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:45.306555 21576 raft_consensus.cc:2804] T ffeb141fd1744d208ac8e31eb237a467 P 66c71c94f0ef4228936a4568fce9d752 [term 2 FOLLOWER]: Leader election won for term 2
21:05:45.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:45.307508 21240 raft_consensus.cc:2468] T ffeb141fd1744d208ac8e31eb237a467 P c49345ed10474066be3e8bbafaff014a [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 66c71c94f0ef4228936a4568fce9d752 in term 2.
21:05:45.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:45.307777 21576 raft_consensus.cc:697] T ffeb141fd1744d208ac8e31eb237a467 P 66c71c94f0ef4228936a4568fce9d752 [term 2 LEADER]: Becoming Leader. State: Replica: 66c71c94f0ef4228936a4568fce9d752, State: Running, Role: LEADER
21:05:45.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:45.310015 21576 consensus_queue.cc:237] T ffeb141fd1744d208ac8e31eb237a467 P 66c71c94f0ef4228936a4568fce9d752 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 2, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "66c71c94f0ef4228936a4568fce9d752" member_type: VOTER last_known_addr { host: "127.20.46.129" port: 34963 } } peers { permanent_uuid: "c49345ed10474066be3e8bbafaff014a" member_type: VOTER last_known_addr { host: "127.20.46.130" port: 40559 } } peers { permanent_uuid: "ff091cbfaac84851b132854ebd484599" member_type: VOTER last_known_addr { host: "127.20.46.131" port: 41837 } }
21:05:45.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:45.333659 20874 catalog_manager.cc:5696] T ffeb141fd1744d208ac8e31eb237a467 P 66c71c94f0ef4228936a4568fce9d752 reported cstate change: term changed from 0 to 2, leader changed from <none> to 66c71c94f0ef4228936a4568fce9d752 (127.20.46.129). New cstate: current_term: 2 leader_uuid: "66c71c94f0ef4228936a4568fce9d752" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "66c71c94f0ef4228936a4568fce9d752" member_type: VOTER last_known_addr { host: "127.20.46.129" port: 34963 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "c49345ed10474066be3e8bbafaff014a" member_type: VOTER last_known_addr { host: "127.20.46.130" port: 40559 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "ff091cbfaac84851b132854ebd484599" member_type: VOTER last_known_addr { host: "127.20.46.131" port: 41837 } health_report { overall_health: UNKNOWN } } }
21:05:45.503 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:05:45.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:45.826620 21240 raft_consensus.cc:1275] T ffeb141fd1744d208ac8e31eb237a467 P c49345ed10474066be3e8bbafaff014a [term 2 FOLLOWER]: Refusing update from remote peer 66c71c94f0ef4228936a4568fce9d752: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 2 index: 1. (index mismatch)
21:05:45.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:45.828150 21576 consensus_queue.cc:1048] T ffeb141fd1744d208ac8e31eb237a467 P 66c71c94f0ef4228936a4568fce9d752 [LEADER]: Connected to new peer: Peer: permanent_uuid: "c49345ed10474066be3e8bbafaff014a" member_type: VOTER last_known_addr { host: "127.20.46.130" port: 40559 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
21:05:45.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:45.828792 21383 raft_consensus.cc:1275] T ffeb141fd1744d208ac8e31eb237a467 P ff091cbfaac84851b132854ebd484599 [term 2 FOLLOWER]: Refusing update from remote peer 66c71c94f0ef4228936a4568fce9d752: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 2 index: 1. (index mismatch)
21:05:45.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:45.830219 21576 consensus_queue.cc:1048] T ffeb141fd1744d208ac8e31eb237a467 P 66c71c94f0ef4228936a4568fce9d752 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ff091cbfaac84851b132854ebd484599" member_type: VOTER last_known_addr { host: "127.20.46.131" port: 41837 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
21:05:46.004 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:05:46.503 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:05:46.777 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:05:46.778 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:05:46.778 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:05:46.779 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:05:46.779 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:05:46.779 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:05:46.780 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:05:46.780 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:05:46.780 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:05:46.798 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:05:46.798 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:05:46.798 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:05:46.799 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:05:47.003 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:05:47.429 [DEBUG - main] (Connection.java:575) [peer master-127.19.120.60:44619(127.19.120.60:44619)] disconnecting while in state READY
21:05:47.429 [DEBUG - main] (Connection.java:575) [peer master-127.19.120.61:41045(127.19.120.61:41045)] disconnecting while in state READY
21:05:47.429 [DEBUG - main] (Connection.java:575) [peer master-127.19.120.62:38725(127.19.120.62:38725)] disconnecting while in state READY
21:05:47.430 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.19.120.62:38725(127.19.120.62:38725)] handling channelInactive
21:05:47.430 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.120.62:38725(127.19.120.62:38725)] cleaning up while in state READY due to: connection closed
21:05:47.431 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
21:05:47.430 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.19.120.60:44619(127.19.120.60:44619)] handling channelInactive
21:05:47.431 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.120.60:44619(127.19.120.60:44619)] cleaning up while in state READY due to: connection closed
21:05:47.432 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 24 thread-local buffer(s) from thread: kudu-nio-2
21:05:47.432 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-0
21:05:47.440 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.19.120.61:41045(127.19.120.61:41045)] handling channelInactive
21:05:47.440 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.120.61:41045(127.19.120.61:41045)] cleaning up while in state READY due to: connection closed
21:05:47.440 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-1
21:05:47.441 [DEBUG - main] (Connection.java:575) [peer master-127.20.46.190:36007(127.20.46.190:36007)] disconnecting while in state READY
21:05:47.441 [DEBUG - main] (Connection.java:575) [peer master-127.20.46.189:42409(127.20.46.189:42409)] disconnecting while in state READY
21:05:47.441 [DEBUG - main] (Connection.java:575) [peer master-127.20.46.188:38181(127.20.46.188:38181)] disconnecting while in state READY
21:05:47.442 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
21:05:47.442 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.20.46.188:38181(127.20.46.188:38181)] handling channelInactive
21:05:47.442 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.20.46.189:42409(127.20.46.189:42409)] handling channelInactive
21:05:47.442 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state READY due to: connection closed
21:05:47.442 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state READY due to: connection closed
21:05:47.443 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 23 thread-local buffer(s) from thread: kudu-nio-1
21:05:47.443 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-2
21:05:47.445 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.20.46.190:36007(127.20.46.190:36007)] handling channelInactive
21:05:47.445 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state READY due to: connection closed
21:05:47.446 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 20 thread-local buffer(s) from thread: kudu-nio-0
21:05:47.448 [INFO - main] (TypeExtractor.java:2144) Field Row#fieldByName will be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
21:05:47.449 [INFO - main] (TypeExtractor.java:2069) class java.util.LinkedHashMap does not contain a getter for field accessOrder
21:05:47.449 [INFO - main] (TypeExtractor.java:2072) class java.util.LinkedHashMap does not contain a setter for field accessOrder
21:05:47.449 [INFO - main] (TypeExtractor.java:2116) Class class java.util.LinkedHashMap cannot be used as a POJO type because not all fields are valid POJO fields, and must be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
21:05:47.449 [INFO - main] (TypeExtractor.java:2144) Field Row#positionByName will be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
21:05:47.449 [INFO - main] (TypeExtractor.java:2197) class org.apache.flink.types.Row is missing a default constructor so it cannot be used as a POJO type and must be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
21:05:47.458 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.cpu.cores required for local execution is not set, setting it to the maximal possible value.
21:05:47.458 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.task.heap.size required for local execution is not set, setting it to the maximal possible value.
21:05:47.458 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.task.off-heap.size required for local execution is not set, setting it to the maximal possible value.
21:05:47.458 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.network.min required for local execution is not set, setting it to its default value 64 mb.
21:05:47.458 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.network.max required for local execution is not set, setting it to its default value 64 mb.
21:05:47.458 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.managed.size required for local execution is not set, setting it to its default value 128 mb.
21:05:47.459 [INFO - main] (MiniCluster.java:324) Starting Flink Mini Cluster
21:05:47.503 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:05:47.758 [INFO - main] (MiniCluster.java:343) Starting Metrics Registry
21:05:47.850 [INFO - main] (MetricRegistryImpl.java:177) No metrics reporter configured, no metrics will be exposed/reported.
21:05:47.850 [INFO - main] (MetricRegistryImpl.java:240) No trace reporter configured, no metrics will be exposed/reported.
21:05:47.850 [INFO - main] (MiniCluster.java:350) Starting RPC Service(s)
21:05:47.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:47.860087 20652 debug-util.cc:398] Leaking SignalData structure 0x7b08000ccc20 after lost signal to thread 20525
21:05:47.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:47.861248 20652 debug-util.cc:398] Leaking SignalData structure 0x7b08000ccbe0 after lost signal to thread 20655
21:05:47.878 [INFO - main] (ActorSystemBootstrapTools.java:227) Trying to start local actor system
21:05:47.946 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:05:47.947 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:05:47.947 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:05:47.948 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:05:47.951 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:05:47.952 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:05:47.952 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:05:47.952 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:05:47.952 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:05:47.953 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:05:47.953 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:05:47.953 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:05:47.953 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:05:48.003 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:05:48.503 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:05:48.981 [INFO - flink-pekko.actor.default-dispatcher-5] (Slf4jLogger.scala:117) Slf4jLogger started
21:05:49.003 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:05:49.155 [INFO - main] (ActorSystemBootstrapTools.java:257) Actor system started at pekko://flink
21:05:49.174 [INFO - main] (ActorSystemBootstrapTools.java:227) Trying to start local actor system
21:05:49.205 [INFO - flink-metrics-5] (Slf4jLogger.scala:117) Slf4jLogger started
21:05:49.222 [INFO - main] (ActorSystemBootstrapTools.java:257) Actor system started at pekko://flink-metrics
21:05:49.241 [INFO - main] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.metrics.dump.MetricQueryService at pekko://flink-metrics/user/rpc/MetricQueryService .
21:05:49.248 [INFO - main] (DefaultDelegationTokenManager.java:127) Loading delegation token providers
21:05:49.250 [INFO - main] (HadoopFSDelegationTokenProvider.java:78) Hadoop FS is not available (not packaged with this application): NoClassDefFoundError : "org/apache/hadoop/conf/Configuration".
21:05:49.250 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider hadoopfs loaded and initialized
21:05:49.250 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider hbase loaded and initialized
21:05:49.251 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider test loaded and initialized
21:05:49.251 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider throw loaded and initialized
21:05:49.251 [INFO - main] (DefaultDelegationTokenManager.java:165) Delegation token providers loaded successfully
21:05:49.251 [INFO - main] (DelegationTokenReceiverRepository.java:64) Loading delegation token receivers
21:05:49.252 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hadoopfs loaded and initialized
21:05:49.252 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hbase loaded and initialized
21:05:49.253 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver test loaded and initialized
21:05:49.253 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver throw loaded and initialized
21:05:49.253 [INFO - main] (DelegationTokenReceiverRepository.java:101) Delegation token receivers loaded successfully
21:05:49.253 [INFO - main] (DefaultDelegationTokenManager.java:189) Checking provider and receiver instances consistency
21:05:49.253 [INFO - main] (DefaultDelegationTokenManager.java:209) Provider and receiver instances are consistent
21:05:49.253 [INFO - main] (DefaultDelegationTokenManager.java:240) Obtaining delegation tokens
21:05:49.253 [INFO - main] (DefaultDelegationTokenManager.java:243) Delegation tokens obtained successfully
21:05:49.253 [WARN - main] (DefaultDelegationTokenManager.java:248) No tokens obtained so skipping notifications
21:05:49.253 [INFO - main] (DelegationTokenReceiverRepository.java:64) Loading delegation token receivers
21:05:49.254 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hadoopfs loaded and initialized
21:05:49.254 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hbase loaded and initialized
21:05:49.255 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver test loaded and initialized
21:05:49.255 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver throw loaded and initialized
21:05:49.255 [INFO - main] (DelegationTokenReceiverRepository.java:101) Delegation token receivers loaded successfully
21:05:49.255 [INFO - main] (BlobServer.java:165) Created BLOB server storage directory /tmp/minicluster_f1ca466352ad039b5f4b6867eac0ffa8/blobStorage
21:05:49.256 [INFO - main] (BlobServer.java:239) Started BLOB server at 0.0.0.0:36981 - max concurrent requests: 50 - max backlog: 1000
21:05:49.257 [INFO - main] (AbstractBlobCache.java:93) Created BLOB cache storage directory /tmp/minicluster_f1ca466352ad039b5f4b6867eac0ffa8/blobStorage
21:05:49.258 [INFO - main] (AbstractBlobCache.java:93) Created BLOB cache storage directory /tmp/minicluster_f1ca466352ad039b5f4b6867eac0ffa8/blobStorage
21:05:49.259 [INFO - main] (MiniCluster.java:744) Starting 1 TaskManager(s)
21:05:49.259 [INFO - main] (TaskManagerRunner.java:609) Starting TaskManager with ResourceID: 55c4d95f-4b70-4fa7-a972-a2dfacde7c76
21:05:49.262 [INFO - main] (TaskManagerServices.java:552) Temporary file directory '/tmp': total 48 GB, usable 39 GB (81.25% usable)
21:05:49.263 [INFO - main] (IOManager.java:60) Created a new FileChannelManager for spilling of task related data to disk (joins, sorting, ...). Used directories:
	/tmp/flink-io-58fdb41b-ab60-499d-bf93-969edff5c560
21:05:49.265 [INFO - main] (NettyShuffleServiceFactory.java:170) Created a new FileChannelManager for storing result partitions of BLOCKING shuffles. Used directories:
	/tmp/flink-netty-shuffle-089714a8-79aa-4f7f-8ce1-f1f745e88acb
21:05:49.343 [INFO - main] (NetworkBufferPool.java:156) Allocated 64 MB for network buffer pool (number of memory segments: 2048, bytes per segment: 32768).
21:05:49.343 [INFO - main] (NettyShuffleEnvironment.java:355) Starting the network environment and its components.
21:05:49.343 [INFO - main] (TaskManagerServices.java:353) TaskManager data connection initialized successfully; listening internally on port: -1
21:05:49.343 [INFO - main] (KvStateService.java:92) Starting the kvState service and its components.
21:05:49.344 [INFO - main] (Configuration.java:985) Config uses fallback configuration key 'pekko.ask.timeout' instead of key 'taskmanager.slot.timeout'
21:05:49.351 [INFO - main] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.taskexecutor.TaskExecutor at pekko://flink/user/rpc/taskmanager_4 .
21:05:49.389 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultJobLeaderService.java:127) Start job leader service.
21:05:49.389 [INFO - flink-pekko.actor.default-dispatcher-5] (FileCache.java:116) User file cache uses directory /tmp/flink-dist-cache-4b0b80af-f41f-40ba-8080-615d6074b21f
21:05:49.407 [INFO - main] (RestServerEndpoint.java:182) Starting rest endpoint.
21:05:49.407 [INFO - main] (DispatcherRestEndpoint.java:124) Failed to load web based job submission extension. Probable reason: flink-runtime-web is not in the classpath.
21:05:49.434 [WARN - main] (WebMonitorUtils.java:76) Log file environment variable 'log.file' is not set.
21:05:49.434 [WARN - main] (WebMonitorUtils.java:82) JobManager log files are unavailable in the web dashboard. Log file location not found in environment variable 'log.file' or configuration key 'web.log.path'.
21:05:49.461 [INFO - main] (RestServerEndpoint.java:308) Rest endpoint listening at localhost:33743
21:05:49.461 [INFO - main] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'rest_server'.
21:05:49.469 [INFO - main] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'dispatcher'.
21:05:49.470 [INFO - mini-cluster-io-thread-1] (WebMonitorEndpoint.java:1203) http://localhost:33743 was granted leadership with leaderSessionID=349d615a-6e2d-4faa-b84f-ff913d3a46da
21:05:49.470 [INFO - mini-cluster-io-thread-1] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader http://localhost:33743 , session=349d615a-6e2d-4faa-b84f-ff913d3a46da
21:05:49.471 [INFO - main] (ResourceManagerServiceImpl.java:118) Starting resource manager service.
21:05:49.471 [INFO - main] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'resource_manager'.
21:05:49.471 [INFO - mini-cluster-io-thread-2] (DefaultDispatcherRunner.java:114) DefaultDispatcherRunner was granted leadership with leader id 4b19b6ca-8af8-40bc-9d0b-91219362516f. Creating new DispatcherLeaderProcess.
21:05:49.472 [INFO - mini-cluster-io-thread-2] (AbstractDispatcherLeaderProcess.java:99) Start SessionDispatcherLeaderProcess.
21:05:49.472 [INFO - main] (MiniCluster.java:510) Flink Mini Cluster started successfully
21:05:49.486 [INFO - mini-cluster-io-thread-1] (SessionDispatcherLeaderProcess.java:144) Recover all persisted job graphs that are not finished, yet.
21:05:49.486 [INFO - mini-cluster-io-thread-1] (SessionDispatcherLeaderProcess.java:158) Successfully recovered 0 persisted job graphs.
21:05:49.490 [INFO - mini-cluster-io-thread-1] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.dispatcher.StandaloneDispatcher at pekko://flink/user/rpc/dispatcher_5 .
21:05:49.498 [INFO - mini-cluster-io-thread-1] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader pekko://flink/user/rpc/dispatcher_5 , session=4b19b6ca-8af8-40bc-9d0b-91219362516f
21:05:49.499 [INFO - pool-47-thread-1] (ResourceManagerServiceImpl.java:198) Resource manager service is granted leadership with session id f555d157-a011-46fa-be03-f12d8851f4f8.
21:05:49.502 [INFO - pool-47-thread-1] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.resourcemanager.StandaloneResourceManager at pekko://flink/user/rpc/resourcemanager_6 .
21:05:49.503 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:05:49.522 [INFO - flink-pekko.actor.default-dispatcher-5] (ResourceManager.java:253) Starting the resource manager.
21:05:49.531 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:212) Starting the slot manager.
21:05:49.531 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultDelegationTokenManager.java:308) Starting tokens update task
21:05:49.531 [WARN - flink-pekko.actor.default-dispatcher-5] (DefaultDelegationTokenManager.java:320) No tokens obtained so skipping notifications
21:05:49.531 [WARN - flink-pekko.actor.default-dispatcher-5] (DefaultDelegationTokenManager.java:335) Tokens update task not started because either no tokens obtained or none of the tokens specified its renewal date
21:05:49.540 [INFO - mini-cluster-io-thread-4] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader pekko://flink/user/rpc/resourcemanager_6 , session=f555d157-a011-46fa-be03-f12d8851f4f8
21:05:49.541 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:1478) Connecting to ResourceManager pekko://flink/user/rpc/resourcemanager_6(be03f12d8851f4f8f555d157a01146fa).
21:05:49.570 [INFO - flink-pekko.actor.default-dispatcher-5] (RetryingRegistration.java:162) Resolved ResourceManager address, beginning registration
21:05:49.586 [INFO - flink-pekko.actor.default-dispatcher-8] (ResourceManager.java:1080) Registering TaskManager with ResourceID 55c4d95f-4b70-4fa7-a972-a2dfacde7c76 (pekko://flink/user/rpc/taskmanager_4) at ResourceManager
21:05:49.588 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutorToResourceManagerConnection.java:99) Successful registration at resource manager pekko://flink/user/rpc/resourcemanager_6 under registration id e996cf7ce027989474e1ebaedc3360e7.
21:05:49.591 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:344) Registering task executor 55c4d95f-4b70-4fa7-a972-a2dfacde7c76 under e996cf7ce027989474e1ebaedc3360e7 at the slot manager.
21:05:49.601 [INFO - flink-pekko.actor.default-dispatcher-7] (Dispatcher.java:516) Received JobGraph submission 'Flink Streaming Job' (be5d90ea6ea762b3c60063afb0fd4b65).
21:05:49.602 [INFO - flink-pekko.actor.default-dispatcher-7] (Dispatcher.java:601) Submitting job 'Flink Streaming Job' (be5d90ea6ea762b3c60063afb0fd4b65).
21:05:49.603 [INFO - flink-pekko.actor.default-dispatcher-7] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'job-be5d90ea6ea762b3c60063afb0fd4b65'.
21:05:49.603 [INFO - mini-cluster-io-thread-1] (JobMasterServiceLeadershipRunner.java:324) JobMasterServiceLeadershipRunner for job be5d90ea6ea762b3c60063afb0fd4b65 was granted leadership with leader id ca32f571-86a7-4dd0-9318-ad3420e94148. Creating new JobMasterServiceProcess.
21:05:49.618 [INFO - jobmanager-io-thread-1] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.jobmaster.JobMaster at pekko://flink/user/rpc/jobmanager_7 .
21:05:49.631 [INFO - jobmanager-io-thread-1] (JobMaster.java:319) Initializing job 'Flink Streaming Job' (be5d90ea6ea762b3c60063afb0fd4b65).
21:05:49.632 [INFO - jobmanager-io-thread-1] (DefaultSchedulerFactory.java:108) Using restart back off time strategy ExponentialDelayRestartBackoffTimeStrategy(initialBackoffMS=1000, maxBackoffMS=60000, backoffMultiplier=1.5, resetBackoffThresholdMS=3600000, jitterFactor=0.1, attemptsBeforeResetBackoff=2147483647, currentRestartAttempt=0, nextRestartTimestamp=-2147483648) for Flink Streaming Job (be5d90ea6ea762b3c60063afb0fd4b65).
21:05:49.633 [INFO - jobmanager-io-thread-1] (DefaultExecutionGraph.java:393) Created execution graph c675cf56a1392633c434021f055213ee for job be5d90ea6ea762b3c60063afb0fd4b65.
21:05:49.633 [INFO - jobmanager-io-thread-1] (DefaultExecutionGraphBuilder.java:179) Running initialization on master for job Flink Streaming Job (be5d90ea6ea762b3c60063afb0fd4b65).
21:05:49.633 [INFO - jobmanager-io-thread-1] (DefaultExecutionGraphBuilder.java:208) Successfully ran initialization on master in 0 ms.
21:05:49.634 [INFO - jobmanager-io-thread-1] (DefaultExecutionTopology.java:416) Built 4 new pipelined regions in 0 ms, total 4 pipelined regions currently.
21:05:49.634 [INFO - jobmanager-io-thread-1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@44684c77
21:05:49.634 [INFO - jobmanager-io-thread-1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
21:05:49.643 [INFO - jobmanager-io-thread-1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit10338659225340402728/checkpoints")
21:05:49.646 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1778) No checkpoint found during restore.
21:05:49.648 [INFO - jobmanager-io-thread-1] (DefaultScheduler.java:168) Using failover strategy org.apache.flink.runtime.executiongraph.failover.RestartPipelinedRegionFailoverStrategy@59320dae for Flink Streaming Job (be5d90ea6ea762b3c60063afb0fd4b65).
21:05:49.650 [INFO - jobmanager-io-thread-1] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader pekko://flink/user/rpc/jobmanager_7 , session=ca32f571-86a7-4dd0-9318-ad3420e94148
21:05:49.650 [INFO - flink-pekko.actor.default-dispatcher-7] (JobMaster.java:987) Starting execution of job 'Flink Streaming Job' (be5d90ea6ea762b3c60063afb0fd4b65) under job master id 9318ad3420e94148ca32f57186a74dd0.
21:05:49.650 [INFO - flink-pekko.actor.default-dispatcher-7] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
21:05:49.653 [DEBUG - flink-pekko.actor.default-dispatcher-7] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:05:49.663 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultScheduler.java:231) Starting scheduling with scheduling strategy [org.apache.flink.runtime.scheduler.strategy.PipelinedRegionSchedulingStrategy]
21:05:49.663 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (be5d90ea6ea762b3c60063afb0fd4b65) switched from state CREATED to RUNNING.
21:05:49.671 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from CREATED to SCHEDULED.
21:05:49.672 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from CREATED to SCHEDULED.
21:05:49.673 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from CREATED to SCHEDULED.
21:05:49.673 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from CREATED to SCHEDULED.
21:05:49.674 [INFO - flink-pekko.actor.default-dispatcher-7] (JobMaster.java:1182) Connecting to ResourceManager pekko://flink/user/rpc/resourcemanager_6(be03f12d8851f4f8f555d157a01146fa)
21:05:49.675 [INFO - flink-pekko.actor.default-dispatcher-8] (RetryingRegistration.java:162) Resolved ResourceManager address, beginning registration
21:05:49.676 [INFO - flink-pekko.actor.default-dispatcher-8] (ResourceManager.java:390) Registering job manager 9318ad3420e94148ca32f57186a74dd0@pekko://flink/user/rpc/jobmanager_7 for job be5d90ea6ea762b3c60063afb0fd4b65.
21:05:49.692 [INFO - flink-pekko.actor.default-dispatcher-8] (ResourceManager.java:1015) Registered job manager 9318ad3420e94148ca32f57186a74dd0@pekko://flink/user/rpc/jobmanager_7 for job be5d90ea6ea762b3c60063afb0fd4b65.
21:05:49.716 [DEBUG - main] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:05:49.717 [INFO - flink-pekko.actor.default-dispatcher-8] (JobMaster.java:1206) JobManager successfully registered at ResourceManager, leader id: be03f12d8851f4f8f555d157a01146fa.
21:05:49.718 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job be5d90ea6ea762b3c60063afb0fd4b65: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
21:05:49.750 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.19.120.62:38725(127.19.120.62:38725)] connecting to peer
21:05:49.767 [DEBUG - main] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:05:49.778 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.20.46.190:36007(127.20.46.190:36007)] Successfully connected to peer
21:05:49.779 [DEBUG - main] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:05:49.781 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.20.46.188:38181(127.20.46.188:38181)] Successfully connected to peer
21:05:49.782 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:709) Matching resource requirements against available resources.
Missing resources:
	 Job be5d90ea6ea762b3c60063afb0fd4b65
		ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}
Current resources:
	TaskManager 55c4d95f-4b70-4fa7-a972-a2dfacde7c76
		Available: ResourceProfile{taskHeapMemory=1024.000gb (1099511627776 bytes), taskOffHeapMemory=1024.000gb (1099511627776 bytes), managedMemory=128.000mb (134217728 bytes), networkMemory=64.000mb (67108864 bytes)}
		Total:     ResourceProfile{taskHeapMemory=1024.000gb (1099511627776 bytes), taskOffHeapMemory=1024.000gb (1099511627776 bytes), managedMemory=128.000mb (134217728 bytes), networkMemory=64.000mb (67108864 bytes)}
21:05:49.784 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot 67eeeab907a45a2c9894305a8e7360e6 from 55c4d95f-4b70-4fa7-a972-a2dfacde7c76 for job be5d90ea6ea762b3c60063afb0fd4b65 with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
21:05:49.784 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:1149) Receive slot request 67eeeab907a45a2c9894305a8e7360e6 for job be5d90ea6ea762b3c60063afb0fd4b65 from resource manager with leader id be03f12d8851f4f8f555d157a01146fa.
21:05:49.785 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:321) Allocated slot for 67eeeab907a45a2c9894305a8e7360e6 with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
21:05:49.786 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot 7bf82fcc14a14e264b75f99567331482 from 55c4d95f-4b70-4fa7-a972-a2dfacde7c76 for job be5d90ea6ea762b3c60063afb0fd4b65 with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
21:05:49.787 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot 034720d0032bbb20761ffbf0e721e60c from 55c4d95f-4b70-4fa7-a972-a2dfacde7c76 for job be5d90ea6ea762b3c60063afb0fd4b65 with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
21:05:49.788 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot 65c9f87e3e33f52223111d9ac38a0b65 from 55c4d95f-4b70-4fa7-a972-a2dfacde7c76 for job be5d90ea6ea762b3c60063afb0fd4b65 with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
21:05:49.798 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.20.46.190
21:05:49.806 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.20.46.189:42409(127.20.46.189:42409)] Successfully connected to peer
21:05:49.814 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.19.120.61:41045(127.19.120.61:41045)] connecting to peer
21:05:49.816 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:05:49.818 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultJobLeaderService.java:192) Add job be5d90ea6ea762b3c60063afb0fd4b65 for job leader monitoring.
21:05:49.818 [INFO - mini-cluster-io-thread-1] (DefaultJobLeaderService.java:350) Try to register at job manager pekko://flink/user/rpc/jobmanager_7 with leader id ca32f571-86a7-4dd0-9318-ad3420e94148.
21:05:49.818 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:1149) Receive slot request 7bf82fcc14a14e264b75f99567331482 for job be5d90ea6ea762b3c60063afb0fd4b65 from resource manager with leader id be03f12d8851f4f8f555d157a01146fa.
21:05:49.818 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.20.46.189
21:05:49.818 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:321) Allocated slot for 7bf82fcc14a14e264b75f99567331482 with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
21:05:49.819 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:1149) Receive slot request 034720d0032bbb20761ffbf0e721e60c for job be5d90ea6ea762b3c60063afb0fd4b65 from resource manager with leader id be03f12d8851f4f8f555d157a01146fa.
21:05:49.819 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:321) Allocated slot for 034720d0032bbb20761ffbf0e721e60c with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
21:05:49.819 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:1149) Receive slot request 65c9f87e3e33f52223111d9ac38a0b65 for job be5d90ea6ea762b3c60063afb0fd4b65 from resource manager with leader id be03f12d8851f4f8f555d157a01146fa.
21:05:49.819 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:321) Allocated slot for 65c9f87e3e33f52223111d9ac38a0b65 with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
21:05:49.823 [INFO - flink-pekko.actor.default-dispatcher-5] (RetryingRegistration.java:162) Resolved JobManager address, beginning registration
21:05:49.825 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultJobLeaderService.java:417) Successful registration at job manager pekko://flink/user/rpc/jobmanager_7 for job be5d90ea6ea762b3c60063afb0fd4b65.
21:05:49.825 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:1783) Establish JobManager connection for job be5d90ea6ea762b3c60063afb0fd4b65.
21:05:49.825 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:1633) Offer reserved slots to the leader of job be5d90ea6ea762b3c60063afb0fd4b65.
21:05:49.826 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:05:49.826 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:05:49.827 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from SCHEDULED to DEPLOYING.
21:05:49.858 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #0) with attempt id c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_0_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to 55c4d95f-4b70-4fa7-a972-a2dfacde7c76 @ 127.0.0.1 (dataPort=-1) with allocation id 7bf82fcc14a14e264b75f99567331482
21:05:49.860 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskSlotTableImpl.java:391) Activate slot 7bf82fcc14a14e264b75f99567331482.
21:05:49.862 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutorFileMergingManager.java:83) Registered new file merging snapshot manager for job be5d90ea6ea762b3c60063afb0fd4b65.
21:05:49.862 [INFO - flink-pekko.actor.default-dispatcher-5] (StateChangelogStorageLoader.java:104) Creating a changelog storage with name 'memory'.
21:05:49.862 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutorChannelStateExecutorFactoryManager.java:70) Creating the channel state executor factory for job id be5d90ea6ea762b3c60063afb0fd4b65
21:05:49.867 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#0 (c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_0_0), deploy into slot with allocation id 7bf82fcc14a14e264b75f99567331482.
21:05:49.857 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x9750796c, L:/127.0.0.1:38578 - R:/127.20.46.190:36007] using SASL/PLAIN
21:05:49.848 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:05:49.873 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.19.120.60:44619(127.19.120.60:44619)] connecting to peer
21:05:49.883 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.19.120.61:41045(127.19.120.61:41045)] Successfully connected to peer
21:05:49.833 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.19.120.62:38725(127.19.120.62:38725)] Successfully connected to peer
21:05:49.830 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.20.46.188
21:05:49.828 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:05:49.885 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:05:49.885 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:05:49.828 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:05:49.885 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:05:49.885 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:05:49.827 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:05:49.887 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:05:49.887 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:05:49.887 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:05:49.887 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:05:49.892 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x4ab4d415, L:/127.0.0.1:34124 - R:/127.20.46.189:42409] using SASL/PLAIN
21:05:49.896 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:05:49.898 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.19.120.61
21:05:49.900 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.19.120.62
21:05:49.900 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xe1f27fba, L:/127.0.0.1:46466 - R:/127.20.46.188:38181] using SASL/PLAIN
21:05:49.907 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
21:05:49.907 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=228), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [52ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [165ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: OK, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: OK, [191ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: OK, deferred=null) after lookup
21:05:49.912 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 6b9dbdae63df44beb308b3c2e8566a84
21:05:49.920 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet c97c531002404dc2a838b154e88122f2 for table 'replication_test_table' with partition [0x0000000080000064, 0x00000000800000C8)
21:05:49.920 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 956e5eaec68c406a86ba7da31054bd68 for table 'replication_test_table' with partition [0x0000000180000064, 0x00000001800000C8)
21:05:49.920 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet dcf39b91162a4a10b055816dcbd6cf26 for table 'replication_test_table' with partition [0x0000000280000064, 0x00000002800000C8)
21:05:49.921 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet fad90990e96b401595d86b832f5ed25f for table 'replication_test_table' with partition [0x0000000380000064, 0x00000003800000C8)
21:05:49.921 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet ffeb141fd1744d208ac8e31eb237a467 for table 'replication_test_table' with partition [0x0000000480000064, 0x00000004800000C8)
21:05:49.922 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:05:49.925 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x0000000080000064, ttl=299996}, Tablet{lowerBoundPartitionKey=0x0000000080000064, upperBoundPartitionKey=0x00000000800000C8, ttl=299996, tablet=c97c531002404dc2a838b154e88122f2@[66c71c94f0ef4228936a4568fce9d752(127.20.46.129:34963)[L],c49345ed10474066be3e8bbafaff014a(127.20.46.130:40559),ff091cbfaac84851b132854ebd484599(127.20.46.131:41837)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000000800000C8, upperBoundPartitionKey=0x0000000180000064, ttl=299996}, Tablet{lowerBoundPartitionKey=0x0000000180000064, upperBoundPartitionKey=0x00000001800000C8, ttl=299996, tablet=956e5eaec68c406a86ba7da31054bd68@[66c71c94f0ef4228936a4568fce9d752(127.20.46.129:34963),c49345ed10474066be3e8bbafaff014a(127.20.46.130:40559),ff091cbfaac84851b132854ebd484599(127.20.46.131:41837)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000001800000C8, upperBoundPartitionKey=0x0000000280000064, ttl=299995}, Tablet{lowerBoundPartitionKey=0x0000000280000064, upperBoundPartitionKey=0x00000002800000C8, ttl=299995, tablet=dcf39b91162a4a10b055816dcbd6cf26@[66c71c94f0ef4228936a4568fce9d752(127.20.46.129:34963),c49345ed10474066be3e8bbafaff014a(127.20.46.130:40559),ff091cbfaac84851b132854ebd484599(127.20.46.131:41837)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002800000C8, upperBoundPartitionKey=0x0000000380000064, ttl=299995}, Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299995, tablet=fad90990e96b401595d86b832f5ed25f@[66c71c94f0ef4228936a4568fce9d752(127.20.46.129:34963),c49345ed10474066be3e8bbafaff014a(127.20.46.130:40559)[L],ff091cbfaac84851b132854ebd484599(127.20.46.131:41837)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000003800000C8, upperBoundPartitionKey=0x0000000480000064, ttl=299995}, Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299995, tablet=ffeb141fd1744d208ac8e31eb237a467@[66c71c94f0ef4228936a4568fce9d752(127.20.46.129:34963)[L],c49345ed10474066be3e8bbafaff014a(127.20.46.130:40559),ff091cbfaac84851b132854ebd484599(127.20.46.131:41837)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000004800000C8, upperBoundPartitionKey=0x, ttl=299995}]
21:05:49.926 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC ScanRequest(scannerId=null, state=OPENING, attempt=1, KuduRpc(method=Scan, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=12), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.46.188:38181, [7ms] Sub RPC GetTableLocations: received response from server master-127.20.46.188:38181: OK, deferred=null)) after lookup
21:05:49.926 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 66c71c94f0ef4228936a4568fce9d752(127.20.46.129:34963)] connecting to peer
21:05:49.929 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:05:49.920 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from CREATED to DEPLOYING.
21:05:49.953 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from SCHEDULED to DEPLOYING.
21:05:49.953 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #0) with attempt id c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_1_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to 55c4d95f-4b70-4fa7-a972-a2dfacde7c76 @ 127.0.0.1 (dataPort=-1) with allocation id 65c9f87e3e33f52223111d9ac38a0b65
21:05:49.954 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot 65c9f87e3e33f52223111d9ac38a0b65.
21:05:49.956 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#0 (c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_1_0), deploy into slot with allocation id 65c9f87e3e33f52223111d9ac38a0b65.
21:05:49.958 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xa3be32a0, L:/127.0.0.1:44430 - R:/127.19.120.61:41045] using SASL/PLAIN
21:05:49.962 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xfaeecc5c, L:/127.0.0.1:56306 - R:/127.19.120.62:38725] using SASL/PLAIN
21:05:49.965 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from SCHEDULED to DEPLOYING.
21:05:49.965 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #0) with attempt id c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_2_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to 55c4d95f-4b70-4fa7-a972-a2dfacde7c76 @ 127.0.0.1 (dataPort=-1) with allocation id 67eeeab907a45a2c9894305a8e7360e6
21:05:49.981 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot 67eeeab907a45a2c9894305a8e7360e6.
21:05:49.981 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 66c71c94f0ef4228936a4568fce9d752(127.20.46.129:34963)] Successfully connected to peer
21:05:49.985 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#0 (c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_2_0), deploy into slot with allocation id 67eeeab907a45a2c9894305a8e7360e6.
21:05:49.987 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from CREATED to DEPLOYING.
21:05:49.987 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#0 (c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_1_0) [DEPLOYING].
21:05:49.989 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@250d5095
21:05:49.989 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
21:05:49.989 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit10338659225340402728/checkpoints")
21:05:49.989 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from DEPLOYING to INITIALIZING.
21:05:49.993 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from SCHEDULED to DEPLOYING.
21:05:49.993 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #0) with attempt id c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_3_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to 55c4d95f-4b70-4fa7-a972-a2dfacde7c76 @ 127.0.0.1 (dataPort=-1) with allocation id 034720d0032bbb20761ffbf0e721e60c
21:05:49.934 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.19.120.60:44619(127.19.120.60:44619)] Successfully connected to peer
21:05:49.996 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from DEPLOYING to INITIALIZING.
21:05:49.998 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.19.120.60
21:05:50.003 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:05:50.011 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:05:50.013 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:05:50.020 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x7073ce20, L:/127.0.0.1:49764 - R:/127.20.46.129:34963] using TOKEN/null
21:05:50.033 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x5c0306e4, L:/127.0.0.1:56890 - R:/127.19.120.60:44619] using SASL/PLAIN
21:05:50.035 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@666dd00
21:05:50.037 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#0 (c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_0_0) [DEPLOYING].
21:05:50.037 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot 7bf82fcc14a14e264b75f99567331482.
21:05:50.037 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot 65c9f87e3e33f52223111d9ac38a0b65.
21:05:50.037 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot 67eeeab907a45a2c9894305a8e7360e6.
21:05:50.037 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot 034720d0032bbb20761ffbf0e721e60c.
21:05:50.037 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot 034720d0032bbb20761ffbf0e721e60c.
21:05:50.037 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@6407280d
21:05:50.037 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
21:05:50.038 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit10338659225340402728/checkpoints")
21:05:50.038 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
21:05:50.038 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from DEPLOYING to INITIALIZING.
21:05:50.038 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=335), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.62:38725, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.61:41045, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.60:44619, [212ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.61:41045: OK, [217ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.62:38725: OK, [287ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.60:44619: OK, deferred=null) after lookup
21:05:50.038 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:05:50.039 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from CREATED to DEPLOYING.
21:05:50.039 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#0 (c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_2_0) [DEPLOYING].
21:05:50.040 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#0 (c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_3_0), deploy into slot with allocation id 034720d0032bbb20761ffbf0e721e60c.
21:05:50.042 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@4c231e53
21:05:50.042 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@7e2d4988
21:05:50.042 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
21:05:50.043 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit10338659225340402728/checkpoints")
21:05:50.043 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from DEPLOYING to INITIALIZING.
21:05:50.043 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from DEPLOYING to INITIALIZING.
21:05:50.044 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from DEPLOYING to INITIALIZING.
21:05:50.047 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from CREATED to DEPLOYING.
21:05:50.047 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#0 (c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_3_0) [DEPLOYING].
21:05:50.049 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@2c214858
21:05:50.049 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
21:05:50.049 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit10338659225340402728/checkpoints")
21:05:50.050 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from DEPLOYING to INITIALIZING.
21:05:50.050 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from DEPLOYING to INITIALIZING.
21:05:50.052 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table b7140a6f8b6c4f74a882d4ff3b2c3e4b
21:05:50.054 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:05:50.066 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=c97c531002404dc2a838b154e88122f2, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:05:50.066 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet c97c531002404dc2a838b154e88122f2 for partition [0x0000000080000064, 0x00000000800000C8) with scanner id null
21:05:50.067 [DEBUG - main] (Connection.java:748) [peer ff091cbfaac84851b132854ebd484599(127.20.46.131:41837)] connecting to peer
21:05:50.070 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:05:50.072 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 0f4aeaddebd341ea9c1ac068dd664836 for table 'replication_test_table' with partition [0x0000000080000064, 0x00000000800000C8)
21:05:50.072 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 0d4296474b0d4a5982a029ed097b3e5d for table 'replication_test_table' with partition [0x0000000180000064, 0x00000001800000C8)
21:05:50.072 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 40249854a91e49138aa92dba722a51e1 for table 'replication_test_table' with partition [0x0000000280000064, 0x00000002800000C8)
21:05:50.072 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 2bcaf52c2cbf4eb695537e1fadb95cf5 for table 'replication_test_table' with partition [0x0000000380000064, 0x00000003800000C8)
21:05:50.073 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet de01b65a946143b5962f2c50904edae4 for table 'replication_test_table' with partition [0x0000000480000064, 0x00000004800000C8)
21:05:50.073 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x0000000080000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000080000064, upperBoundPartitionKey=0x00000000800000C8, ttl=299999, tablet=0f4aeaddebd341ea9c1ac068dd664836@[0751133557e2488f88e6047cd0844e03(127.19.120.1:34179)[L],34885dfc66284ca0b16a23d15099a5dc(127.19.120.2:42545),e4339a62c70f4194a74ad6c0e99505de(127.19.120.3:36807)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000000800000C8, upperBoundPartitionKey=0x0000000180000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000180000064, upperBoundPartitionKey=0x00000001800000C8, ttl=299999, tablet=0d4296474b0d4a5982a029ed097b3e5d@[0751133557e2488f88e6047cd0844e03(127.19.120.1:34179)[L],34885dfc66284ca0b16a23d15099a5dc(127.19.120.2:42545),e4339a62c70f4194a74ad6c0e99505de(127.19.120.3:36807)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000001800000C8, upperBoundPartitionKey=0x0000000280000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000280000064, upperBoundPartitionKey=0x00000002800000C8, ttl=299999, tablet=40249854a91e49138aa92dba722a51e1@[0751133557e2488f88e6047cd0844e03(127.19.120.1:34179)[L],34885dfc66284ca0b16a23d15099a5dc(127.19.120.2:42545),e4339a62c70f4194a74ad6c0e99505de(127.19.120.3:36807)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002800000C8, upperBoundPartitionKey=0x0000000380000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299999, tablet=2bcaf52c2cbf4eb695537e1fadb95cf5@[0751133557e2488f88e6047cd0844e03(127.19.120.1:34179)[L],34885dfc66284ca0b16a23d15099a5dc(127.19.120.2:42545),e4339a62c70f4194a74ad6c0e99505de(127.19.120.3:36807)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000003800000C8, upperBoundPartitionKey=0x0000000480000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299999, tablet=de01b65a946143b5962f2c50904edae4@[0751133557e2488f88e6047cd0844e03(127.19.120.1:34179)[L],34885dfc66284ca0b16a23d15099a5dc(127.19.120.2:42545),e4339a62c70f4194a74ad6c0e99505de(127.19.120.3:36807)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000004800000C8, upperBoundPartitionKey=0x, ttl=299999}]
21:05:50.077 [DEBUG - kudu-nio-4] (Connection.java:757) [peer ff091cbfaac84851b132854ebd484599(127.20.46.131:41837)] Successfully connected to peer
21:05:50.078 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@c5d1c43
21:05:50.078 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:05:50.079 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:05:50.080 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@6e96a647
21:05:50.081 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:05:50.082 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.20.46.190:36007(127.20.46.190:36007)] Successfully connected to peer
21:05:50.086 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.20.46.190
21:05:50.086 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:05:50.091 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:05:50.096 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:05:50.098 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.20.46.188:38181(127.20.46.188:38181)] Successfully connected to peer
21:05:50.106 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.20.46.188
21:05:50.114 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:05:50.121 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:05:50.125 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.20.46.189:42409(127.20.46.189:42409)] Successfully connected to peer
21:05:50.126 [DEBUG - kudu-nio-4] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:05:50.126 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xef2d9e5a, L:/127.0.0.1:46478 - R:/127.20.46.188:38181] using SASL/PLAIN
21:05:50.129 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
21:05:50.130 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=68), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [9ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [26ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [59ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: OK, deferred=null) after lookup
21:05:50.132 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x0946e3b4, L:/127.0.0.1:38592 - R:/127.20.46.190:36007] using SASL/PLAIN
21:05:50.133 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.20.46.189
21:05:50.133 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 6b9dbdae63df44beb308b3c2e8566a84
21:05:50.136 [DEBUG - kudu-nio-4] (Negotiator.java:919) Authenticated connection [id: 0x57d99290, L:/127.0.0.1:55414 - R:/127.20.46.131:41837] using TOKEN/null
21:05:50.137 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 6b9dbdae63df44beb308b3c2e8566a84
21:05:50.137 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@c0bb053
21:05:50.139 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 0 (#0) @ 
21:05:50.140 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 0 (#0)
21:05:50.149 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:05:50.155 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:05:50.160 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.20.46.190:36007(127.20.46.190:36007)] Successfully connected to peer
21:05:50.164 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:05:50.170 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.20.46.190
21:05:50.171 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:05:50.181 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=956e5eaec68c406a86ba7da31054bd68, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:05:50.181 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 956e5eaec68c406a86ba7da31054bd68 for partition [0x0000000180000064, 0x00000001800000C8) with scanner id null
21:05:50.187 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xa9be8ac8, L:/127.0.0.1:34134 - R:/127.20.46.189:42409] using SASL/PLAIN
21:05:50.194 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=dcf39b91162a4a10b055816dcbd6cf26, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:05:50.194 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet dcf39b91162a4a10b055816dcbd6cf26 for partition [0x0000000280000064, 0x00000002800000C8) with scanner id null
21:05:50.195 [DEBUG - main] (Connection.java:748) [peer c49345ed10474066be3e8bbafaff014a(127.20.46.130:40559)] connecting to peer
21:05:50.198 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:05:50.203 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from INITIALIZING to RUNNING.
21:05:50.203 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='f3f72bb0324178b3865f73e7b23f9b15e86a879ef21148a155194f35ee1d44ce'}]
21:05:50.205 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xad2a0ec6, L:/127.0.0.1:38600 - R:/127.20.46.190:36007] using SASL/PLAIN
21:05:50.205 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:05:50.212 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
21:05:50.224 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000080000064, upperBoundPartitionKey=0x00000000800000C8, ttl=299987, tablet=0f4aeaddebd341ea9c1ac068dd664836@[0751133557e2488f88e6047cd0844e03(127.19.120.1:34179),34885dfc66284ca0b16a23d15099a5dc(127.19.120.2:42545)[L],e4339a62c70f4194a74ad6c0e99505de(127.19.120.3:36807)]}]
21:05:50.237 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:05:50.239 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.20.46.190:36007(127.20.46.190:36007)] Successfully connected to peer
21:05:50.241 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.20.46.190
21:05:50.245 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:05:50.247 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.20.46.188:38181(127.20.46.188:38181)] Successfully connected to peer
21:05:50.251 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.20.46.188
21:05:50.265 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.20.46.189:42409(127.20.46.189:42409)] Successfully connected to peer
21:05:50.269 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.20.46.189
21:05:50.270 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from INITIALIZING to RUNNING.
21:05:50.288 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer 34885dfc66284ca0b16a23d15099a5dc(127.19.120.2:42545)] connecting to peer
21:05:50.388 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:05:50.389 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.20.46.188:38181(127.20.46.188:38181)] Successfully connected to peer
21:05:50.390 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:05:50.391 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:05:50.392 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:05:50.393 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.20.46.190:36007(127.20.46.190:36007)] Successfully connected to peer
21:05:50.395 [DEBUG - kudu-nio-5] (Connection.java:757) [peer c49345ed10474066be3e8bbafaff014a(127.20.46.130:40559)] Successfully connected to peer
21:05:50.400 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x73f15d87, L:/127.0.0.1:38608 - R:/127.20.46.190:36007] using SASL/PLAIN
21:05:50.403 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.20.46.190
21:05:50.410 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xc49186ce, L:/127.0.0.1:46484 - R:/127.20.46.188:38181] using SASL/PLAIN
21:05:50.413 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.20.46.188
21:05:50.420 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:05:50.424 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
21:05:50.424 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=338), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [89ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [97ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [258ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: OK, [269ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: OK, deferred=null) after lookup
21:05:50.426 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:05:50.433 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:05:50.433 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 6b9dbdae63df44beb308b3c2e8566a84
21:05:50.437 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xf8c9c9b0, L:/127.0.0.1:34146 - R:/127.20.46.189:42409] using SASL/PLAIN
21:05:50.442 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 6b9dbdae63df44beb308b3c2e8566a84
21:05:50.442 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@15fb907c
21:05:50.444 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 2 (#0) @ 
21:05:50.445 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 2 (#0)
21:05:50.445 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.20.46.189:42409(127.20.46.189:42409)] Successfully connected to peer
21:05:50.449 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:05:50.459 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.20.46.188:38181(127.20.46.188:38181)] Successfully connected to peer
21:05:50.463 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.20.46.189:42409(127.20.46.189:42409)] Successfully connected to peer
21:05:50.464 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.20.46.188
21:05:50.466 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xeb0095f2, L:/127.0.0.1:46496 - R:/127.20.46.188:38181] using SASL/PLAIN
21:05:50.473 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.20.46.189
21:05:50.481 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from INITIALIZING to RUNNING.
21:05:50.482 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='030e834265b4c0e9d6614fc31b288e3e8e9c1df3f4866e06a53715646587bbfb'}]
21:05:50.482 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x65a054ac, L:/127.0.0.1:38620 - R:/127.20.46.190:36007] using SASL/PLAIN
21:05:50.488 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:05:50.488 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.20.46.189
21:05:50.488 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:05:50.496 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x58fe8d02, L:/127.0.0.1:46506 - R:/127.20.46.188:38181] using SASL/PLAIN
21:05:50.501 [DEBUG - kudu-nio-5] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:05:50.502 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
21:05:50.502 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=420), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [278ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [330ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: OK, [331ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: OK, deferred=null) after lookup
21:05:50.503 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:05:50.503 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
21:05:50.503 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=425), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [127ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: OK, [297ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [412ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: OK, deferred=null) after lookup
21:05:50.504 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 34885dfc66284ca0b16a23d15099a5dc(127.19.120.2:42545)] Successfully connected to peer
21:05:50.509 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 6b9dbdae63df44beb308b3c2e8566a84
21:05:50.512 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:05:50.513 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 6b9dbdae63df44beb308b3c2e8566a84
21:05:50.513 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@77186a4e
21:05:50.518 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 6b9dbdae63df44beb308b3c2e8566a84
21:05:50.520 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xa11e078d, L:/127.0.0.1:34164 - R:/127.20.46.189:42409] using SASL/PLAIN
21:05:50.528 [DEBUG - kudu-nio-5] (Negotiator.java:919) Authenticated connection [id: 0xc69e3526, L:/127.0.0.1:55176 - R:/127.20.46.130:40559] using TOKEN/null
21:05:50.529 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from INITIALIZING to RUNNING.
21:05:50.531 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 3 (#0) @ 
21:05:50.531 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 3 (#0)
21:05:50.536 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:05:50.536 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.19.120.2
21:05:50.548 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 6b9dbdae63df44beb308b3c2e8566a84
21:05:50.548 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@623d9211
21:05:50.548 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:05:50.550 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 1 (#0) @ 
21:05:50.551 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
21:05:50.551 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 1 (#0)
21:05:50.552 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000180000064, upperBoundPartitionKey=0x00000001800000C8, ttl=299997, tablet=0d4296474b0d4a5982a029ed097b3e5d@[0751133557e2488f88e6047cd0844e03(127.19.120.1:34179),34885dfc66284ca0b16a23d15099a5dc(127.19.120.2:42545)[L],e4339a62c70f4194a74ad6c0e99505de(127.19.120.3:36807)]}]
21:05:50.559 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x104e0001, L:/127.0.0.1:36936 - R:/127.19.120.2:42545] using SASL/PLAIN
21:05:50.571 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from INITIALIZING to RUNNING.
21:05:50.572 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='7a2a6014f10fcff134c3faa72444a2d6f838dcb0fcacaff55690fa9c67d479f2'}]
21:05:50.575 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:05:50.592 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 2 rows, more = false, responseScanTimestamp = 7305399294783488001) for scanner KuduScanner(table=replication_test_table, tablet=0f4aeaddebd341ea9c1ac068dd664836, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:05:50.592 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:108) Finished reading from splits [f3f72bb0324178b3865f73e7b23f9b15e86a879ef21148a155194f35ee1d44ce]
21:05:50.593 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (KryoSerializer.java:492) Kryo serializer scala extensions are not available.
21:05:50.599 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [f3f72bb0324178b3865f73e7b23f9b15e86a879ef21148a155194f35ee1d44ce]
21:05:50.600 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet c97c531002404dc2a838b154e88122f2 for table 'replication_test_table' with partition [0x0000000080000064, 0x00000000800000C8)
21:05:50.601 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 956e5eaec68c406a86ba7da31054bd68 for table 'replication_test_table' with partition [0x0000000180000064, 0x00000001800000C8)
21:05:50.601 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet dcf39b91162a4a10b055816dcbd6cf26 for table 'replication_test_table' with partition [0x0000000280000064, 0x00000002800000C8)
21:05:50.602 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet fad90990e96b401595d86b832f5ed25f for table 'replication_test_table' with partition [0x0000000380000064, 0x00000003800000C8)
21:05:50.602 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet ffeb141fd1744d208ac8e31eb237a467 for table 'replication_test_table' with partition [0x0000000480000064, 0x00000004800000C8)
21:05:50.602 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000080000064, upperBoundPartitionKey=0x00000000800000C8, ttl=299999, tablet=c97c531002404dc2a838b154e88122f2@[66c71c94f0ef4228936a4568fce9d752(127.20.46.129:34963)[L],c49345ed10474066be3e8bbafaff014a(127.20.46.130:40559),ff091cbfaac84851b132854ebd484599(127.20.46.131:41837)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000000800000C8, upperBoundPartitionKey=0x0000000180000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000180000064, upperBoundPartitionKey=0x00000001800000C8, ttl=299999, tablet=956e5eaec68c406a86ba7da31054bd68@[66c71c94f0ef4228936a4568fce9d752(127.20.46.129:34963),c49345ed10474066be3e8bbafaff014a(127.20.46.130:40559),ff091cbfaac84851b132854ebd484599(127.20.46.131:41837)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000001800000C8, upperBoundPartitionKey=0x0000000280000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000280000064, upperBoundPartitionKey=0x00000002800000C8, ttl=299999, tablet=dcf39b91162a4a10b055816dcbd6cf26@[66c71c94f0ef4228936a4568fce9d752(127.20.46.129:34963),c49345ed10474066be3e8bbafaff014a(127.20.46.130:40559),ff091cbfaac84851b132854ebd484599(127.20.46.131:41837)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002800000C8, upperBoundPartitionKey=0x0000000380000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299999, tablet=fad90990e96b401595d86b832f5ed25f@[66c71c94f0ef4228936a4568fce9d752(127.20.46.129:34963),c49345ed10474066be3e8bbafaff014a(127.20.46.130:40559)[L],ff091cbfaac84851b132854ebd484599(127.20.46.131:41837)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000003800000C8, upperBoundPartitionKey=0x0000000480000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299999, tablet=ffeb141fd1744d208ac8e31eb237a467@[66c71c94f0ef4228936a4568fce9d752(127.20.46.129:34963)[L],c49345ed10474066be3e8bbafaff014a(127.20.46.130:40559),ff091cbfaac84851b132854ebd484599(127.20.46.131:41837)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000004800000C8, upperBoundPartitionKey=0x, ttl=299999}]
21:05:50.601 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
21:05:50.603 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
21:05:50.603 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer 34885dfc66284ca0b16a23d15099a5dc(127.19.120.2:42545)] disconnecting while in state READY
21:05:50.604 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
21:05:50.609 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=fad90990e96b401595d86b832f5ed25f, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:05:50.609 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet fad90990e96b401595d86b832f5ed25f for partition [0x0000000380000064, 0x00000003800000C8) with scanner id null
21:05:50.611 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet c97c531002404dc2a838b154e88122f2 for table 'replication_test_table' with partition [0x0000000080000064, 0x00000000800000C8)
21:05:50.612 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 956e5eaec68c406a86ba7da31054bd68 for table 'replication_test_table' with partition [0x0000000180000064, 0x00000001800000C8)
21:05:50.612 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet dcf39b91162a4a10b055816dcbd6cf26 for table 'replication_test_table' with partition [0x0000000280000064, 0x00000002800000C8)
21:05:50.612 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet fad90990e96b401595d86b832f5ed25f for table 'replication_test_table' with partition [0x0000000380000064, 0x00000003800000C8)
21:05:50.612 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet ffeb141fd1744d208ac8e31eb237a467 for table 'replication_test_table' with partition [0x0000000480000064, 0x00000004800000C8)
21:05:50.612 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000080000064, upperBoundPartitionKey=0x00000000800000C8, ttl=299999, tablet=c97c531002404dc2a838b154e88122f2@[66c71c94f0ef4228936a4568fce9d752(127.20.46.129:34963)[L],c49345ed10474066be3e8bbafaff014a(127.20.46.130:40559),ff091cbfaac84851b132854ebd484599(127.20.46.131:41837)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000000800000C8, upperBoundPartitionKey=0x0000000180000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000180000064, upperBoundPartitionKey=0x00000001800000C8, ttl=299999, tablet=956e5eaec68c406a86ba7da31054bd68@[66c71c94f0ef4228936a4568fce9d752(127.20.46.129:34963),c49345ed10474066be3e8bbafaff014a(127.20.46.130:40559),ff091cbfaac84851b132854ebd484599(127.20.46.131:41837)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000001800000C8, upperBoundPartitionKey=0x0000000280000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000280000064, upperBoundPartitionKey=0x00000002800000C8, ttl=299999, tablet=dcf39b91162a4a10b055816dcbd6cf26@[66c71c94f0ef4228936a4568fce9d752(127.20.46.129:34963),c49345ed10474066be3e8bbafaff014a(127.20.46.130:40559),ff091cbfaac84851b132854ebd484599(127.20.46.131:41837)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002800000C8, upperBoundPartitionKey=0x0000000380000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299999, tablet=fad90990e96b401595d86b832f5ed25f@[66c71c94f0ef4228936a4568fce9d752(127.20.46.129:34963),c49345ed10474066be3e8bbafaff014a(127.20.46.130:40559)[L],ff091cbfaac84851b132854ebd484599(127.20.46.131:41837)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000003800000C8, upperBoundPartitionKey=0x0000000480000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299999, tablet=ffeb141fd1744d208ac8e31eb237a467@[66c71c94f0ef4228936a4568fce9d752(127.20.46.129:34963)[L],c49345ed10474066be3e8bbafaff014a(127.20.46.130:40559),ff091cbfaac84851b132854ebd484599(127.20.46.131:41837)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000004800000C8, upperBoundPartitionKey=0x, ttl=299999}]
21:05:50.616 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=ffeb141fd1744d208ac8e31eb237a467, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:05:50.616 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from INITIALIZING to RUNNING.
21:05:50.619 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split f3f72bb0324178b3865f73e7b23f9b15e86a879ef21148a155194f35ee1d44ce finished by subtask 0; deferring removal (restored in pending)
21:05:50.620 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='d191ffade95e7f4ad142eb9e8e027037fb3eec11f9d5580965994119dbe0fd24'}]
21:05:50.623 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:05:50.624 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:05:50.662 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x009dd24b, L:/127.0.0.1:34158 - R:/127.20.46.189:42409] using SASL/PLAIN
21:05:50.664 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from INITIALIZING to RUNNING.
21:05:50.664 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='e44be5b08e00c2db9a7162d2e599aa51c52a863c70635c39dd475c4c34c3252a'}]
21:05:50.665 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from INITIALIZING to RUNNING.
21:05:50.672 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer 34885dfc66284ca0b16a23d15099a5dc(127.19.120.2:42545)] connecting to peer
21:05:50.674 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=c97c531002404dc2a838b154e88122f2, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:05:50.674 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet c97c531002404dc2a838b154e88122f2 for partition [0x0000000080000064, 0x00000000800000C8) with scanner id null
21:05:50.674 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:05:50.682 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=956e5eaec68c406a86ba7da31054bd68, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:05:50.682 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 956e5eaec68c406a86ba7da31054bd68 for partition [0x0000000180000064, 0x00000001800000C8) with scanner id null
21:05:50.697 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:05:50.698 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:05:50.698 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:05:50.698 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:05:50.698 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:05:50.699 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=dcf39b91162a4a10b055816dcbd6cf26, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:05:50.699 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet dcf39b91162a4a10b055816dcbd6cf26 for partition [0x0000000280000064, 0x00000002800000C8) with scanner id null
21:05:50.706 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=fad90990e96b401595d86b832f5ed25f, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:05:50.743 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:05:50.744 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet fad90990e96b401595d86b832f5ed25f for partition [0x0000000380000064, 0x00000003800000C8) with scanner id null
21:05:50.745 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:05:50.745 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:05:50.745 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:05:50.745 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:05:50.745 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:05:50.746 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:05:50.746 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:05:50.752 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=ffeb141fd1744d208ac8e31eb237a467, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:05:50.754 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
21:05:50.755 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000280000064, upperBoundPartitionKey=0x00000002800000C8, ttl=299997, tablet=40249854a91e49138aa92dba722a51e1@[0751133557e2488f88e6047cd0844e03(127.19.120.1:34179),34885dfc66284ca0b16a23d15099a5dc(127.19.120.2:42545)[L],e4339a62c70f4194a74ad6c0e99505de(127.19.120.3:36807)]}]
21:05:50.757 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 34885dfc66284ca0b16a23d15099a5dc(127.19.120.2:42545)] Successfully connected to peer
21:05:50.761 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.19.120.2
21:05:50.804 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
21:05:50.810 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299996, tablet=2bcaf52c2cbf4eb695537e1fadb95cf5@[0751133557e2488f88e6047cd0844e03(127.19.120.1:34179),34885dfc66284ca0b16a23d15099a5dc(127.19.120.2:42545)[L],e4339a62c70f4194a74ad6c0e99505de(127.19.120.3:36807)]}]
21:05:50.813 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=c97c531002404dc2a838b154e88122f2, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:05:50.813 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet c97c531002404dc2a838b154e88122f2 for partition [0x0000000080000064, 0x00000000800000C8) with scanner id null
21:05:50.821 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=956e5eaec68c406a86ba7da31054bd68, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:05:50.822 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 956e5eaec68c406a86ba7da31054bd68 for partition [0x0000000180000064, 0x00000001800000C8) with scanner id null
21:05:50.849 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=dcf39b91162a4a10b055816dcbd6cf26, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:05:50.867 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet dcf39b91162a4a10b055816dcbd6cf26 for partition [0x0000000280000064, 0x00000002800000C8) with scanner id null
21:05:50.875 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=fad90990e96b401595d86b832f5ed25f, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:05:50.875 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet fad90990e96b401595d86b832f5ed25f for partition [0x0000000380000064, 0x00000003800000C8) with scanner id null
21:05:50.876 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:05:50.882 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=ffeb141fd1744d208ac8e31eb237a467, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:05:50.894 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 34885dfc66284ca0b16a23d15099a5dc(127.19.120.2:42545)] handling channelInactive
21:05:50.894 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 34885dfc66284ca0b16a23d15099a5dc(127.19.120.2:42545)] cleaning up while in state READY due to: connection closed
21:05:50.894 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 20 thread-local buffer(s) from thread: kudu-nio-0
21:05:50.895 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
21:05:50.900 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xfa12d58b, L:/127.0.0.1:36944 - R:/127.19.120.2:42545] using SASL/PLAIN
21:05:50.925 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer 34885dfc66284ca0b16a23d15099a5dc(127.19.120.2:42545)] connecting to peer
21:05:50.940 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=c97c531002404dc2a838b154e88122f2, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:05:50.941 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet c97c531002404dc2a838b154e88122f2 for partition [0x0000000080000064, 0x00000000800000C8) with scanner id null
21:05:50.947 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false, responseScanTimestamp = 7305399294783488001) for scanner KuduScanner(table=replication_test_table, tablet=0d4296474b0d4a5982a029ed097b3e5d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:05:50.947 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=956e5eaec68c406a86ba7da31054bd68, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:05:50.948 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 956e5eaec68c406a86ba7da31054bd68 for partition [0x0000000180000064, 0x00000001800000C8) with scanner id null
21:05:50.948 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:108) Finished reading from splits [030e834265b4c0e9d6614fc31b288e3e8e9c1df3f4866e06a53715646587bbfb]
21:05:50.948 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (KryoSerializer.java:492) Kryo serializer scala extensions are not available.
21:05:50.951 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [030e834265b4c0e9d6614fc31b288e3e8e9c1df3f4866e06a53715646587bbfb]
21:05:50.953 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 030e834265b4c0e9d6614fc31b288e3e8e9c1df3f4866e06a53715646587bbfb finished by subtask 2; deferring removal (restored in pending)
21:05:50.953 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
21:05:50.953 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
21:05:50.953 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer 34885dfc66284ca0b16a23d15099a5dc(127.19.120.2:42545)] disconnecting while in state READY
21:05:50.957 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 956e5eaec68c406a86ba7da31054bd68 for table 'replication_test_table' with partition [0x0000000180000064, 0x00000001800000C8)
21:05:50.957 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet dcf39b91162a4a10b055816dcbd6cf26 for table 'replication_test_table' with partition [0x0000000280000064, 0x00000002800000C8)
21:05:50.957 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet fad90990e96b401595d86b832f5ed25f for table 'replication_test_table' with partition [0x0000000380000064, 0x00000003800000C8)
21:05:50.957 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet ffeb141fd1744d208ac8e31eb237a467 for table 'replication_test_table' with partition [0x0000000480000064, 0x00000004800000C8)
21:05:50.957 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000180000064, upperBoundPartitionKey=0x00000001800000C8, ttl=299999, tablet=956e5eaec68c406a86ba7da31054bd68@[66c71c94f0ef4228936a4568fce9d752(127.20.46.129:34963),c49345ed10474066be3e8bbafaff014a(127.20.46.130:40559),ff091cbfaac84851b132854ebd484599(127.20.46.131:41837)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000001800000C8, upperBoundPartitionKey=0x0000000280000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000280000064, upperBoundPartitionKey=0x00000002800000C8, ttl=299999, tablet=dcf39b91162a4a10b055816dcbd6cf26@[66c71c94f0ef4228936a4568fce9d752(127.20.46.129:34963),c49345ed10474066be3e8bbafaff014a(127.20.46.130:40559),ff091cbfaac84851b132854ebd484599(127.20.46.131:41837)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002800000C8, upperBoundPartitionKey=0x0000000380000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299999, tablet=fad90990e96b401595d86b832f5ed25f@[66c71c94f0ef4228936a4568fce9d752(127.20.46.129:34963),c49345ed10474066be3e8bbafaff014a(127.20.46.130:40559)[L],ff091cbfaac84851b132854ebd484599(127.20.46.131:41837)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000003800000C8, upperBoundPartitionKey=0x0000000480000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299999, tablet=ffeb141fd1744d208ac8e31eb237a467@[66c71c94f0ef4228936a4568fce9d752(127.20.46.129:34963)[L],c49345ed10474066be3e8bbafaff014a(127.20.46.130:40559),ff091cbfaac84851b132854ebd484599(127.20.46.131:41837)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000004800000C8, upperBoundPartitionKey=0x, ttl=299999}]
21:05:50.970 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=dcf39b91162a4a10b055816dcbd6cf26, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:05:50.970 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet dcf39b91162a4a10b055816dcbd6cf26 for partition [0x0000000280000064, 0x00000002800000C8) with scanner id null
21:05:50.975 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer 34885dfc66284ca0b16a23d15099a5dc(127.19.120.2:42545)] connecting to peer
21:05:50.976 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=fad90990e96b401595d86b832f5ed25f, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:05:50.977 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet fad90990e96b401595d86b832f5ed25f for partition [0x0000000380000064, 0x00000003800000C8) with scanner id null
21:05:50.982 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=ffeb141fd1744d208ac8e31eb237a467, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:05:50.983 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
21:05:50.984 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:115) Starting split fetcher 1
21:05:50.985 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299997, tablet=de01b65a946143b5962f2c50904edae4@[0751133557e2488f88e6047cd0844e03(127.19.120.1:34179),34885dfc66284ca0b16a23d15099a5dc(127.19.120.2:42545)[L],e4339a62c70f4194a74ad6c0e99505de(127.19.120.3:36807)]}]
21:05:50.992 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 34885dfc66284ca0b16a23d15099a5dc(127.19.120.2:42545)] Successfully connected to peer
21:05:50.998 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.19.120.2
21:05:51.003 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:05:51.011 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 34885dfc66284ca0b16a23d15099a5dc(127.19.120.2:42545)] Successfully connected to peer
21:05:51.033 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:05:51.037 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 1 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544751036 for job be5d90ea6ea762b3c60063afb0fd4b65.
21:05:51.038 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer 34885dfc66284ca0b16a23d15099a5dc(127.19.120.2:42545)] connecting to peer
21:05:51.039 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=c97c531002404dc2a838b154e88122f2, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:05:51.040 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet c97c531002404dc2a838b154e88122f2 for partition [0x0000000080000064, 0x00000000800000C8) with scanner id null
21:05:51.047 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=956e5eaec68c406a86ba7da31054bd68, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:05:51.047 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 956e5eaec68c406a86ba7da31054bd68 for partition [0x0000000180000064, 0x00000001800000C8) with scanner id null
21:05:51.050 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (AsyncKuduSession.java:592) flushing buffer: Buffer{operations=2, operationSize=130, flusherTask=org.apache.kudu.client.AsyncKuduSession$FlusherTask@e2ad9d9, flushNotification=Deferred@1371573113(state=PENDING, result=null, callback=<none>, errback=<none>)}
21:05:51.051 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer 66c71c94f0ef4228936a4568fce9d752(127.20.46.129:34963)] connecting to peer
21:05:51.052 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (AsyncKuduSession.java:592) flushing buffer: Buffer{operations=1, operationSize=65, flusherTask=org.apache.kudu.client.AsyncKuduSession$FlusherTask@1d03b81e, flushNotification=Deferred@1459927688(state=PENDING, result=null, callback=<none>, errback=<none>)}
21:05:51.053 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer ff091cbfaac84851b132854ebd484599(127.20.46.131:41837)] connecting to peer
21:05:51.061 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=dcf39b91162a4a10b055816dcbd6cf26, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:05:51.061 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet dcf39b91162a4a10b055816dcbd6cf26 for partition [0x0000000280000064, 0x00000002800000C8) with scanner id null
21:05:51.065 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 34885dfc66284ca0b16a23d15099a5dc(127.19.120.2:42545)] Successfully connected to peer
21:05:51.070 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=fad90990e96b401595d86b832f5ed25f, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:05:51.071 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet fad90990e96b401595d86b832f5ed25f for partition [0x0000000380000064, 0x00000003800000C8) with scanner id null
21:05:51.078 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=ffeb141fd1744d208ac8e31eb237a467, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:05:51.079 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.19.120.2
21:05:51.095 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.19.120.2
21:05:51.099 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xba4c0797, L:/127.0.0.1:36958 - R:/127.19.120.2:42545] using SASL/PLAIN
21:05:51.101 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 34885dfc66284ca0b16a23d15099a5dc(127.19.120.2:42545)] handling channelInactive
21:05:51.101 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 34885dfc66284ca0b16a23d15099a5dc(127.19.120.2:42545)] cleaning up while in state READY due to: connection closed
21:05:51.101 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
21:05:51.102 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
21:05:51.106 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:05:51.120 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x83716334, L:/127.0.0.1:36962 - R:/127.19.120.2:42545] using SASL/PLAIN
21:05:51.134 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 4 rows, more = false, responseScanTimestamp = 7305399294783488001) for scanner KuduScanner(table=replication_test_table, tablet=2bcaf52c2cbf4eb695537e1fadb95cf5, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:05:51.135 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=c97c531002404dc2a838b154e88122f2, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:05:51.135 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet c97c531002404dc2a838b154e88122f2 for partition [0x0000000080000064, 0x00000000800000C8) with scanner id null
21:05:51.138 [DEBUG - kudu-nio-3] (Connection.java:757) [peer ff091cbfaac84851b132854ebd484599(127.20.46.131:41837)] Successfully connected to peer
21:05:51.145 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=956e5eaec68c406a86ba7da31054bd68, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:05:51.145 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 956e5eaec68c406a86ba7da31054bd68 for partition [0x0000000180000064, 0x00000001800000C8) with scanner id null
21:05:51.148 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:108) Finished reading from splits [7a2a6014f10fcff134c3faa72444a2d6f838dcb0fcacaff55690fa9c67d479f2]
21:05:51.148 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (KryoSerializer.java:492) Kryo serializer scala extensions are not available.
21:05:51.155 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet fad90990e96b401595d86b832f5ed25f for table 'replication_test_table' with partition [0x0000000380000064, 0x00000003800000C8)
21:05:51.155 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet ffeb141fd1744d208ac8e31eb237a467 for table 'replication_test_table' with partition [0x0000000480000064, 0x00000004800000C8)
21:05:51.155 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299999, tablet=fad90990e96b401595d86b832f5ed25f@[66c71c94f0ef4228936a4568fce9d752(127.20.46.129:34963),c49345ed10474066be3e8bbafaff014a(127.20.46.130:40559)[L],ff091cbfaac84851b132854ebd484599(127.20.46.131:41837)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000003800000C8, upperBoundPartitionKey=0x0000000480000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299999, tablet=ffeb141fd1744d208ac8e31eb237a467@[66c71c94f0ef4228936a4568fce9d752(127.20.46.129:34963)[L],c49345ed10474066be3e8bbafaff014a(127.20.46.130:40559),ff091cbfaac84851b132854ebd484599(127.20.46.131:41837)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000004800000C8, upperBoundPartitionKey=0x, ttl=299999}]
21:05:51.156 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [7a2a6014f10fcff134c3faa72444a2d6f838dcb0fcacaff55690fa9c67d479f2]
21:05:51.163 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=dcf39b91162a4a10b055816dcbd6cf26, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:05:51.163 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet dcf39b91162a4a10b055816dcbd6cf26 for partition [0x0000000280000064, 0x00000002800000C8) with scanner id null
21:05:51.163 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 7a2a6014f10fcff134c3faa72444a2d6f838dcb0fcacaff55690fa9c67d479f2 finished by subtask 1; deferring removal (restored in pending)
21:05:51.164 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
21:05:51.164 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
21:05:51.164 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer 34885dfc66284ca0b16a23d15099a5dc(127.19.120.2:42545)] disconnecting while in state READY
21:05:51.165 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet fad90990e96b401595d86b832f5ed25f for table 'replication_test_table' with partition [0x0000000380000064, 0x00000003800000C8)
21:05:51.165 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet ffeb141fd1744d208ac8e31eb237a467 for table 'replication_test_table' with partition [0x0000000480000064, 0x00000004800000C8)
21:05:51.165 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299999, tablet=fad90990e96b401595d86b832f5ed25f@[66c71c94f0ef4228936a4568fce9d752(127.20.46.129:34963),c49345ed10474066be3e8bbafaff014a(127.20.46.130:40559)[L],ff091cbfaac84851b132854ebd484599(127.20.46.131:41837)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000003800000C8, upperBoundPartitionKey=0x0000000480000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299999, tablet=ffeb141fd1744d208ac8e31eb237a467@[66c71c94f0ef4228936a4568fce9d752(127.20.46.129:34963)[L],c49345ed10474066be3e8bbafaff014a(127.20.46.130:40559),ff091cbfaac84851b132854ebd484599(127.20.46.131:41837)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000004800000C8, upperBoundPartitionKey=0x, ttl=299999}]
21:05:51.166 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet fad90990e96b401595d86b832f5ed25f for table 'replication_test_table' with partition [0x0000000380000064, 0x00000003800000C8)
21:05:51.166 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet ffeb141fd1744d208ac8e31eb237a467 for table 'replication_test_table' with partition [0x0000000480000064, 0x00000004800000C8)
21:05:51.167 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299999, tablet=fad90990e96b401595d86b832f5ed25f@[66c71c94f0ef4228936a4568fce9d752(127.20.46.129:34963),c49345ed10474066be3e8bbafaff014a(127.20.46.130:40559)[L],ff091cbfaac84851b132854ebd484599(127.20.46.131:41837)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000003800000C8, upperBoundPartitionKey=0x0000000480000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299999, tablet=ffeb141fd1744d208ac8e31eb237a467@[66c71c94f0ef4228936a4568fce9d752(127.20.46.129:34963)[L],c49345ed10474066be3e8bbafaff014a(127.20.46.130:40559),ff091cbfaac84851b132854ebd484599(127.20.46.131:41837)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000004800000C8, upperBoundPartitionKey=0x, ttl=299999}]
21:05:51.167 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet fad90990e96b401595d86b832f5ed25f for table 'replication_test_table' with partition [0x0000000380000064, 0x00000003800000C8)
21:05:51.168 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet ffeb141fd1744d208ac8e31eb237a467 for table 'replication_test_table' with partition [0x0000000480000064, 0x00000004800000C8)
21:05:51.168 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299999, tablet=fad90990e96b401595d86b832f5ed25f@[66c71c94f0ef4228936a4568fce9d752(127.20.46.129:34963),c49345ed10474066be3e8bbafaff014a(127.20.46.130:40559)[L],ff091cbfaac84851b132854ebd484599(127.20.46.131:41837)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000003800000C8, upperBoundPartitionKey=0x0000000480000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299999, tablet=ffeb141fd1744d208ac8e31eb237a467@[66c71c94f0ef4228936a4568fce9d752(127.20.46.129:34963)[L],c49345ed10474066be3e8bbafaff014a(127.20.46.130:40559),ff091cbfaac84851b132854ebd484599(127.20.46.131:41837)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000004800000C8, upperBoundPartitionKey=0x, ttl=299999}]
21:05:51.169 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
21:05:51.169 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=fad90990e96b401595d86b832f5ed25f, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:05:51.170 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet fad90990e96b401595d86b832f5ed25f for partition [0x0000000380000064, 0x00000003800000C8) with scanner id null
21:05:51.178 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=ffeb141fd1744d208ac8e31eb237a467, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:05:51.187 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false, responseScanTimestamp = 7305399294783488001) for scanner KuduScanner(table=replication_test_table, tablet=40249854a91e49138aa92dba722a51e1, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:05:51.188 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:108) Finished reading from splits [e44be5b08e00c2db9a7162d2e599aa51c52a863c70635c39dd475c4c34c3252a]
21:05:51.189 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (KryoSerializer.java:492) Kryo serializer scala extensions are not available.
21:05:51.190 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 66c71c94f0ef4228936a4568fce9d752(127.20.46.129:34963)] Successfully connected to peer
21:05:51.193 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [e44be5b08e00c2db9a7162d2e599aa51c52a863c70635c39dd475c4c34c3252a]
21:05:51.195 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split e44be5b08e00c2db9a7162d2e599aa51c52a863c70635c39dd475c4c34c3252a finished by subtask 3; deferring removal (restored in pending)
21:05:51.204 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet dcf39b91162a4a10b055816dcbd6cf26 for table 'replication_test_table' with partition [0x0000000280000064, 0x00000002800000C8)
21:05:51.204 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet fad90990e96b401595d86b832f5ed25f for table 'replication_test_table' with partition [0x0000000380000064, 0x00000003800000C8)
21:05:51.204 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet ffeb141fd1744d208ac8e31eb237a467 for table 'replication_test_table' with partition [0x0000000480000064, 0x00000004800000C8)
21:05:51.204 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000280000064, upperBoundPartitionKey=0x00000002800000C8, ttl=299999, tablet=dcf39b91162a4a10b055816dcbd6cf26@[66c71c94f0ef4228936a4568fce9d752(127.20.46.129:34963),c49345ed10474066be3e8bbafaff014a(127.20.46.130:40559),ff091cbfaac84851b132854ebd484599(127.20.46.131:41837)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002800000C8, upperBoundPartitionKey=0x0000000380000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299999, tablet=fad90990e96b401595d86b832f5ed25f@[66c71c94f0ef4228936a4568fce9d752(127.20.46.129:34963),c49345ed10474066be3e8bbafaff014a(127.20.46.130:40559)[L],ff091cbfaac84851b132854ebd484599(127.20.46.131:41837)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000003800000C8, upperBoundPartitionKey=0x0000000480000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299999, tablet=ffeb141fd1744d208ac8e31eb237a467@[66c71c94f0ef4228936a4568fce9d752(127.20.46.129:34963)[L],c49345ed10474066be3e8bbafaff014a(127.20.46.130:40559),ff091cbfaac84851b132854ebd484599(127.20.46.131:41837)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000004800000C8, upperBoundPartitionKey=0x, ttl=299999}]
21:05:51.205 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet dcf39b91162a4a10b055816dcbd6cf26 for table 'replication_test_table' with partition [0x0000000280000064, 0x00000002800000C8)
21:05:51.205 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet fad90990e96b401595d86b832f5ed25f for table 'replication_test_table' with partition [0x0000000380000064, 0x00000003800000C8)
21:05:51.205 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet ffeb141fd1744d208ac8e31eb237a467 for table 'replication_test_table' with partition [0x0000000480000064, 0x00000004800000C8)
21:05:51.206 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000280000064, upperBoundPartitionKey=0x00000002800000C8, ttl=299999, tablet=dcf39b91162a4a10b055816dcbd6cf26@[66c71c94f0ef4228936a4568fce9d752(127.20.46.129:34963),c49345ed10474066be3e8bbafaff014a(127.20.46.130:40559),ff091cbfaac84851b132854ebd484599(127.20.46.131:41837)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002800000C8, upperBoundPartitionKey=0x0000000380000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299999, tablet=fad90990e96b401595d86b832f5ed25f@[66c71c94f0ef4228936a4568fce9d752(127.20.46.129:34963),c49345ed10474066be3e8bbafaff014a(127.20.46.130:40559)[L],ff091cbfaac84851b132854ebd484599(127.20.46.131:41837)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000003800000C8, upperBoundPartitionKey=0x0000000480000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299999, tablet=ffeb141fd1744d208ac8e31eb237a467@[66c71c94f0ef4228936a4568fce9d752(127.20.46.129:34963)[L],c49345ed10474066be3e8bbafaff014a(127.20.46.130:40559),ff091cbfaac84851b132854ebd484599(127.20.46.131:41837)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000004800000C8, upperBoundPartitionKey=0x, ttl=299999}]
21:05:51.212 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:05:51.213 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
21:05:51.213 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
21:05:51.213 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer 34885dfc66284ca0b16a23d15099a5dc(127.19.120.2:42545)] disconnecting while in state READY
21:05:51.214 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
21:05:51.216 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet dcf39b91162a4a10b055816dcbd6cf26 for table 'replication_test_table' with partition [0x0000000280000064, 0x00000002800000C8)
21:05:51.216 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet fad90990e96b401595d86b832f5ed25f for table 'replication_test_table' with partition [0x0000000380000064, 0x00000003800000C8)
21:05:51.216 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet ffeb141fd1744d208ac8e31eb237a467 for table 'replication_test_table' with partition [0x0000000480000064, 0x00000004800000C8)
21:05:51.219 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000280000064, upperBoundPartitionKey=0x00000002800000C8, ttl=299999, tablet=dcf39b91162a4a10b055816dcbd6cf26@[66c71c94f0ef4228936a4568fce9d752(127.20.46.129:34963),c49345ed10474066be3e8bbafaff014a(127.20.46.130:40559),ff091cbfaac84851b132854ebd484599(127.20.46.131:41837)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002800000C8, upperBoundPartitionKey=0x0000000380000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299999, tablet=fad90990e96b401595d86b832f5ed25f@[66c71c94f0ef4228936a4568fce9d752(127.20.46.129:34963),c49345ed10474066be3e8bbafaff014a(127.20.46.130:40559)[L],ff091cbfaac84851b132854ebd484599(127.20.46.131:41837)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000003800000C8, upperBoundPartitionKey=0x0000000480000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299999, tablet=ffeb141fd1744d208ac8e31eb237a467@[66c71c94f0ef4228936a4568fce9d752(127.20.46.129:34963)[L],c49345ed10474066be3e8bbafaff014a(127.20.46.130:40559),ff091cbfaac84851b132854ebd484599(127.20.46.131:41837)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000004800000C8, upperBoundPartitionKey=0x, ttl=299999}]
21:05:51.234 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=c97c531002404dc2a838b154e88122f2, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:05:51.235 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet c97c531002404dc2a838b154e88122f2 for partition [0x0000000080000064, 0x00000000800000C8) with scanner id null
21:05:51.252 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x1b6c5c8a, L:/127.0.0.1:36972 - R:/127.19.120.2:42545] using SASL/PLAIN
21:05:51.260 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=956e5eaec68c406a86ba7da31054bd68, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:05:51.260 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 956e5eaec68c406a86ba7da31054bd68 for partition [0x0000000180000064, 0x00000001800000C8) with scanner id null
21:05:51.271 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=dcf39b91162a4a10b055816dcbd6cf26, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:05:51.271 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet dcf39b91162a4a10b055816dcbd6cf26 for partition [0x0000000280000064, 0x00000002800000C8) with scanner id null
21:05:51.279 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=fad90990e96b401595d86b832f5ed25f, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:05:51.279 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305399294783488001) for scanner KuduScanner(table=replication_test_table, tablet=de01b65a946143b5962f2c50904edae4, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:05:51.279 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet fad90990e96b401595d86b832f5ed25f for partition [0x0000000380000064, 0x00000003800000C8) with scanner id null
21:05:51.280 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:108) Finished reading from splits [d191ffade95e7f4ad142eb9e8e027037fb3eec11f9d5580965994119dbe0fd24]
21:05:51.286 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=ffeb141fd1744d208ac8e31eb237a467, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:05:51.296 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:05:51.297 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:05:51.299 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0xb92b536b, L:/127.0.0.1:49776 - R:/127.20.46.129:34963] using TOKEN/null
21:05:51.301 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x81a1f3e1, L:/127.0.0.1:55416 - R:/127.20.46.131:41837] using TOKEN/null
21:05:51.301 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 34885dfc66284ca0b16a23d15099a5dc(127.19.120.2:42545)] handling channelInactive
21:05:51.301 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 34885dfc66284ca0b16a23d15099a5dc(127.19.120.2:42545)] cleaning up while in state READY due to: connection closed
21:05:51.302 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-0
21:05:51.302 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
21:05:51.346 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 34885dfc66284ca0b16a23d15099a5dc(127.19.120.2:42545)] handling channelInactive
21:05:51.346 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 34885dfc66284ca0b16a23d15099a5dc(127.19.120.2:42545)] cleaning up while in state READY due to: connection closed
21:05:51.346 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
21:05:51.347 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
21:05:51.398 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=c97c531002404dc2a838b154e88122f2, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:05:51.398 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet c97c531002404dc2a838b154e88122f2 for partition [0x0000000080000064, 0x00000000800000C8) with scanner id null
21:05:51.414 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=956e5eaec68c406a86ba7da31054bd68, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:05:51.415 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 956e5eaec68c406a86ba7da31054bd68 for partition [0x0000000180000064, 0x00000001800000C8) with scanner id null
21:05:51.439 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=dcf39b91162a4a10b055816dcbd6cf26, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:05:51.439 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet dcf39b91162a4a10b055816dcbd6cf26 for partition [0x0000000280000064, 0x00000002800000C8) with scanner id null
21:05:51.446 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=fad90990e96b401595d86b832f5ed25f, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:05:51.447 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet fad90990e96b401595d86b832f5ed25f for partition [0x0000000380000064, 0x00000003800000C8) with scanner id null
21:05:51.457 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=ffeb141fd1744d208ac8e31eb237a467, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:05:51.503 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:05:51.526 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=c97c531002404dc2a838b154e88122f2, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:05:51.526 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet c97c531002404dc2a838b154e88122f2 for partition [0x0000000080000064, 0x00000000800000C8) with scanner id null
21:05:51.587 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [d191ffade95e7f4ad142eb9e8e027037fb3eec11f9d5580965994119dbe0fd24]
21:05:51.587 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 1 because it is idle.
21:05:51.588 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 1
21:05:51.589 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer 34885dfc66284ca0b16a23d15099a5dc(127.19.120.2:42545)] disconnecting while in state READY
21:05:51.589 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split d191ffade95e7f4ad142eb9e8e027037fb3eec11f9d5580965994119dbe0fd24 finished by subtask 0; deferring removal (restored in pending)
21:05:51.590 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
21:05:51.589 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=956e5eaec68c406a86ba7da31054bd68, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:05:51.592 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 956e5eaec68c406a86ba7da31054bd68 for partition [0x0000000180000064, 0x00000001800000C8) with scanner id null
21:05:51.608 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=dcf39b91162a4a10b055816dcbd6cf26, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:05:51.608 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet dcf39b91162a4a10b055816dcbd6cf26 for partition [0x0000000280000064, 0x00000002800000C8) with scanner id null
21:05:51.617 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=fad90990e96b401595d86b832f5ed25f, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:05:51.617 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet fad90990e96b401595d86b832f5ed25f for partition [0x0000000380000064, 0x00000003800000C8) with scanner id null
21:05:51.632 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=ffeb141fd1744d208ac8e31eb237a467, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:05:51.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:51.650924 21319 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.UpdateConsensus -> {remote=127.20.46.130:40559, user_credentials={real_user=slave}} blocked reactor thread for 98862.9us
21:05:51.760 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 2 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=c97c531002404dc2a838b154e88122f2, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:05:51.760 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet c97c531002404dc2a838b154e88122f2 for partition [0x0000000080000064, 0x00000000800000C8) with scanner id null
21:05:51.779 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 1 for job be5d90ea6ea762b3c60063afb0fd4b65 (4434 bytes, checkpointDuration=737 ms, finalizationTime=1 ms).
21:05:51.781 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 34885dfc66284ca0b16a23d15099a5dc(127.19.120.2:42545)] handling channelInactive
21:05:51.781 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 34885dfc66284ca0b16a23d15099a5dc(127.19.120.2:42545)] cleaning up while in state READY due to: connection closed
21:05:51.782 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
21:05:51.782 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:128) Split fetcher 1 exited.
21:05:51.783 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 1 as completed for source Source: KuduSource.
21:05:51.783 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 1 complete: removed split f3f72bb0324178b3865f73e7b23f9b15e86a879ef21148a155194f35ee1d44ce from pending
21:05:51.783 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 1 complete: removed split e44be5b08e00c2db9a7162d2e599aa51c52a863c70635c39dd475c4c34c3252a from pending
21:05:51.783 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 1 complete: removed split 7a2a6014f10fcff134c3faa72444a2d6f838dcb0fcacaff55690fa9c67d479f2 from pending
21:05:51.783 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 1 complete: removed split d191ffade95e7f4ad142eb9e8e027037fb3eec11f9d5580965994119dbe0fd24 from pending
21:05:51.783 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 1 complete: removed split 030e834265b4c0e9d6614fc31b288e3e8e9c1df3f4866e06a53715646587bbfb from pending
21:05:51.783 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 1 complete: removed 5 finished splits from enumerator state
21:05:51.784 [INFO - Checkpoint Timer] (CheckpointRequestDecider.java:220) checkpoint request time in queue: 247
21:05:51.784 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 2 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544751784 for job be5d90ea6ea762b3c60063afb0fd4b65.
21:05:51.787 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (AsyncKuduSession.java:592) flushing buffer: Buffer{operations=3, operationSize=195, flusherTask=org.apache.kudu.client.AsyncKuduSession$FlusherTask@1e824b14, flushNotification=Deferred@1417529116(state=PENDING, result=null, callback=<none>, errback=<none>)}
21:05:51.788 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer ff091cbfaac84851b132854ebd484599(127.20.46.131:41837)] connecting to peer
21:05:51.788 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (AsyncKuduSession.java:592) flushing buffer: Buffer{operations=4, operationSize=260, flusherTask=org.apache.kudu.client.AsyncKuduSession$FlusherTask@342dc0e1, flushNotification=Deferred@1999609834(state=PENDING, result=null, callback=<none>, errback=<none>)}
21:05:51.789 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer c49345ed10474066be3e8bbafaff014a(127.20.46.130:40559)] connecting to peer
21:05:51.807 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=956e5eaec68c406a86ba7da31054bd68, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:05:51.807 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 956e5eaec68c406a86ba7da31054bd68 for partition [0x0000000180000064, 0x00000001800000C8) with scanner id null
21:05:51.808 [DEBUG - kudu-nio-3] (Connection.java:757) [peer ff091cbfaac84851b132854ebd484599(127.20.46.131:41837)] Successfully connected to peer
21:05:51.815 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=dcf39b91162a4a10b055816dcbd6cf26, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:05:51.815 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet dcf39b91162a4a10b055816dcbd6cf26 for partition [0x0000000280000064, 0x00000002800000C8) with scanner id null
21:05:51.823 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=fad90990e96b401595d86b832f5ed25f, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:05:51.824 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet fad90990e96b401595d86b832f5ed25f for partition [0x0000000380000064, 0x00000003800000C8) with scanner id null
21:05:51.832 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=ffeb141fd1744d208ac8e31eb237a467, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:05:51.859 [DEBUG - kudu-nio-3] (Connection.java:757) [peer c49345ed10474066be3e8bbafaff014a(127.20.46.130:40559)] Successfully connected to peer
21:05:51.886 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:05:51.894 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 2 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=c97c531002404dc2a838b154e88122f2, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:05:51.894 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet c97c531002404dc2a838b154e88122f2 for partition [0x0000000080000064, 0x00000000800000C8) with scanner id null
21:05:51.901 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0xf085afb4, L:/127.0.0.1:55428 - R:/127.20.46.131:41837] using TOKEN/null
21:05:51.905 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=956e5eaec68c406a86ba7da31054bd68, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:05:51.905 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 956e5eaec68c406a86ba7da31054bd68 for partition [0x0000000180000064, 0x00000001800000C8) with scanner id null
21:05:51.913 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=dcf39b91162a4a10b055816dcbd6cf26, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:05:51.913 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet dcf39b91162a4a10b055816dcbd6cf26 for partition [0x0000000280000064, 0x00000002800000C8) with scanner id null
21:05:51.921 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=fad90990e96b401595d86b832f5ed25f, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:05:51.921 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet fad90990e96b401595d86b832f5ed25f for partition [0x0000000380000064, 0x00000003800000C8) with scanner id null
21:05:51.931 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=ffeb141fd1744d208ac8e31eb237a467, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:05:51.993 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 2 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=c97c531002404dc2a838b154e88122f2, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:05:51.993 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet c97c531002404dc2a838b154e88122f2 for partition [0x0000000080000064, 0x00000000800000C8) with scanner id null
21:05:52.003 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:05:52.008 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=956e5eaec68c406a86ba7da31054bd68, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:05:52.008 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 956e5eaec68c406a86ba7da31054bd68 for partition [0x0000000180000064, 0x00000001800000C8) with scanner id null
21:05:52.024 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=dcf39b91162a4a10b055816dcbd6cf26, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:05:52.024 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet dcf39b91162a4a10b055816dcbd6cf26 for partition [0x0000000280000064, 0x00000002800000C8) with scanner id null
21:05:52.031 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=fad90990e96b401595d86b832f5ed25f, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:05:52.031 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet fad90990e96b401595d86b832f5ed25f for partition [0x0000000380000064, 0x00000003800000C8) with scanner id null
21:05:52.039 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=ffeb141fd1744d208ac8e31eb237a467, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:05:52.106 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 2 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=c97c531002404dc2a838b154e88122f2, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:05:52.106 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet c97c531002404dc2a838b154e88122f2 for partition [0x0000000080000064, 0x00000000800000C8) with scanner id null
21:05:52.114 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:05:52.115 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=956e5eaec68c406a86ba7da31054bd68, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:05:52.115 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 956e5eaec68c406a86ba7da31054bd68 for partition [0x0000000180000064, 0x00000001800000C8) with scanner id null
21:05:52.142 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=dcf39b91162a4a10b055816dcbd6cf26, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:05:52.142 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet dcf39b91162a4a10b055816dcbd6cf26 for partition [0x0000000280000064, 0x00000002800000C8) with scanner id null
21:05:52.144 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x733b1031, L:/127.0.0.1:55182 - R:/127.20.46.130:40559] using TOKEN/null
21:05:52.148 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=fad90990e96b401595d86b832f5ed25f, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:05:52.149 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet fad90990e96b401595d86b832f5ed25f for partition [0x0000000380000064, 0x00000003800000C8) with scanner id null
21:05:52.157 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=ffeb141fd1744d208ac8e31eb237a467, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:05:52.217 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 2 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=c97c531002404dc2a838b154e88122f2, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:05:52.217 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet c97c531002404dc2a838b154e88122f2 for partition [0x0000000080000064, 0x00000000800000C8) with scanner id null
21:05:52.233 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=956e5eaec68c406a86ba7da31054bd68, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:05:52.234 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 956e5eaec68c406a86ba7da31054bd68 for partition [0x0000000180000064, 0x00000001800000C8) with scanner id null
21:05:52.277 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:05:52.277 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:05:52.278 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:05:52.278 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:05:52.278 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:05:52.279 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:05:52.279 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 2 for job be5d90ea6ea762b3c60063afb0fd4b65 (964 bytes, checkpointDuration=494 ms, finalizationTime=1 ms).
21:05:52.279 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:05:52.279 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:05:52.279 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:05:52.280 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:05:52.280 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:05:52.280 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:05:52.280 [INFO - Checkpoint Timer] (CheckpointRequestDecider.java:220) checkpoint request time in queue: 242
21:05:52.280 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:05:52.281 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 2 as completed for source Source: KuduSource.
21:05:52.282 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 3 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544752280 for job be5d90ea6ea762b3c60063afb0fd4b65.
21:05:52.288 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=dcf39b91162a4a10b055816dcbd6cf26, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:05:52.289 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet dcf39b91162a4a10b055816dcbd6cf26 for partition [0x0000000280000064, 0x00000002800000C8) with scanner id null
21:05:52.311 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 3 for job be5d90ea6ea762b3c60063afb0fd4b65 (964 bytes, checkpointDuration=31 ms, finalizationTime=0 ms).
21:05:52.314 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 3 as completed for source Source: KuduSource.
21:05:52.318 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 4 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=fad90990e96b401595d86b832f5ed25f, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:05:52.318 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet fad90990e96b401595d86b832f5ed25f for partition [0x0000000380000064, 0x00000003800000C8) with scanner id null
21:05:52.331 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=ffeb141fd1744d208ac8e31eb237a467, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:05:52.337 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table b7140a6f8b6c4f74a882d4ff3b2c3e4b
21:05:52.343 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 6b9dbdae63df44beb308b3c2e8566a84
21:05:52.353 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table b7140a6f8b6c4f74a882d4ff3b2c3e4b
21:05:52.357 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 6b9dbdae63df44beb308b3c2e8566a84
21:05:52.364 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 0f4aeaddebd341ea9c1ac068dd664836 for table 'replication_test_table' with partition [0x0000000080000064, 0x00000000800000C8)
21:05:52.364 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 0d4296474b0d4a5982a029ed097b3e5d for table 'replication_test_table' with partition [0x0000000180000064, 0x00000001800000C8)
21:05:52.364 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 40249854a91e49138aa92dba722a51e1 for table 'replication_test_table' with partition [0x0000000280000064, 0x00000002800000C8)
21:05:52.364 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 2bcaf52c2cbf4eb695537e1fadb95cf5 for table 'replication_test_table' with partition [0x0000000380000064, 0x00000003800000C8)
21:05:52.364 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet de01b65a946143b5962f2c50904edae4 for table 'replication_test_table' with partition [0x0000000480000064, 0x00000004800000C8)
21:05:52.364 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x0000000080000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000080000064, upperBoundPartitionKey=0x00000000800000C8, ttl=299999, tablet=0f4aeaddebd341ea9c1ac068dd664836@[0751133557e2488f88e6047cd0844e03(127.19.120.1:34179)[L],34885dfc66284ca0b16a23d15099a5dc(127.19.120.2:42545),e4339a62c70f4194a74ad6c0e99505de(127.19.120.3:36807)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000000800000C8, upperBoundPartitionKey=0x0000000180000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000180000064, upperBoundPartitionKey=0x00000001800000C8, ttl=299999, tablet=0d4296474b0d4a5982a029ed097b3e5d@[0751133557e2488f88e6047cd0844e03(127.19.120.1:34179)[L],34885dfc66284ca0b16a23d15099a5dc(127.19.120.2:42545),e4339a62c70f4194a74ad6c0e99505de(127.19.120.3:36807)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000001800000C8, upperBoundPartitionKey=0x0000000280000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000280000064, upperBoundPartitionKey=0x00000002800000C8, ttl=299999, tablet=40249854a91e49138aa92dba722a51e1@[0751133557e2488f88e6047cd0844e03(127.19.120.1:34179)[L],34885dfc66284ca0b16a23d15099a5dc(127.19.120.2:42545),e4339a62c70f4194a74ad6c0e99505de(127.19.120.3:36807)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002800000C8, upperBoundPartitionKey=0x0000000380000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299999, tablet=2bcaf52c2cbf4eb695537e1fadb95cf5@[0751133557e2488f88e6047cd0844e03(127.19.120.1:34179)[L],34885dfc66284ca0b16a23d15099a5dc(127.19.120.2:42545),e4339a62c70f4194a74ad6c0e99505de(127.19.120.3:36807)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000003800000C8, upperBoundPartitionKey=0x0000000480000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299999, tablet=de01b65a946143b5962f2c50904edae4@[0751133557e2488f88e6047cd0844e03(127.19.120.1:34179)[L],34885dfc66284ca0b16a23d15099a5dc(127.19.120.2:42545),e4339a62c70f4194a74ad6c0e99505de(127.19.120.3:36807)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000004800000C8, upperBoundPartitionKey=0x, ttl=299999}]
21:05:52.371 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet c97c531002404dc2a838b154e88122f2 for table 'replication_test_table' with partition [0x0000000080000064, 0x00000000800000C8)
21:05:52.371 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 956e5eaec68c406a86ba7da31054bd68 for table 'replication_test_table' with partition [0x0000000180000064, 0x00000001800000C8)
21:05:52.371 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet dcf39b91162a4a10b055816dcbd6cf26 for table 'replication_test_table' with partition [0x0000000280000064, 0x00000002800000C8)
21:05:52.372 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet fad90990e96b401595d86b832f5ed25f for table 'replication_test_table' with partition [0x0000000380000064, 0x00000003800000C8)
21:05:52.372 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet ffeb141fd1744d208ac8e31eb237a467 for table 'replication_test_table' with partition [0x0000000480000064, 0x00000004800000C8)
21:05:52.372 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x0000000080000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000080000064, upperBoundPartitionKey=0x00000000800000C8, ttl=299999, tablet=c97c531002404dc2a838b154e88122f2@[66c71c94f0ef4228936a4568fce9d752(127.20.46.129:34963)[L],c49345ed10474066be3e8bbafaff014a(127.20.46.130:40559),ff091cbfaac84851b132854ebd484599(127.20.46.131:41837)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000000800000C8, upperBoundPartitionKey=0x0000000180000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000180000064, upperBoundPartitionKey=0x00000001800000C8, ttl=299999, tablet=956e5eaec68c406a86ba7da31054bd68@[66c71c94f0ef4228936a4568fce9d752(127.20.46.129:34963),c49345ed10474066be3e8bbafaff014a(127.20.46.130:40559),ff091cbfaac84851b132854ebd484599(127.20.46.131:41837)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000001800000C8, upperBoundPartitionKey=0x0000000280000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000280000064, upperBoundPartitionKey=0x00000002800000C8, ttl=299999, tablet=dcf39b91162a4a10b055816dcbd6cf26@[66c71c94f0ef4228936a4568fce9d752(127.20.46.129:34963),c49345ed10474066be3e8bbafaff014a(127.20.46.130:40559),ff091cbfaac84851b132854ebd484599(127.20.46.131:41837)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002800000C8, upperBoundPartitionKey=0x0000000380000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299999, tablet=fad90990e96b401595d86b832f5ed25f@[66c71c94f0ef4228936a4568fce9d752(127.20.46.129:34963),c49345ed10474066be3e8bbafaff014a(127.20.46.130:40559)[L],ff091cbfaac84851b132854ebd484599(127.20.46.131:41837)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000003800000C8, upperBoundPartitionKey=0x0000000480000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299999, tablet=ffeb141fd1744d208ac8e31eb237a467@[66c71c94f0ef4228936a4568fce9d752(127.20.46.129:34963)[L],c49345ed10474066be3e8bbafaff014a(127.20.46.130:40559),ff091cbfaac84851b132854ebd484599(127.20.46.131:41837)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000004800000C8, upperBoundPartitionKey=0x, ttl=299999}]
21:05:52.379 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table b7140a6f8b6c4f74a882d4ff3b2c3e4b
21:05:52.385 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 6b9dbdae63df44beb308b3c2e8566a84
21:05:52.399 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 0f4aeaddebd341ea9c1ac068dd664836 for table 'replication_test_table' with partition [0x0000000080000064, 0x00000000800000C8)
21:05:52.399 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 0d4296474b0d4a5982a029ed097b3e5d for table 'replication_test_table' with partition [0x0000000180000064, 0x00000001800000C8)
21:05:52.399 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 40249854a91e49138aa92dba722a51e1 for table 'replication_test_table' with partition [0x0000000280000064, 0x00000002800000C8)
21:05:52.399 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 2bcaf52c2cbf4eb695537e1fadb95cf5 for table 'replication_test_table' with partition [0x0000000380000064, 0x00000003800000C8)
21:05:52.399 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet de01b65a946143b5962f2c50904edae4 for table 'replication_test_table' with partition [0x0000000480000064, 0x00000004800000C8)
21:05:52.400 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x0000000080000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000080000064, upperBoundPartitionKey=0x00000000800000C8, ttl=299999, tablet=0f4aeaddebd341ea9c1ac068dd664836@[0751133557e2488f88e6047cd0844e03(127.19.120.1:34179)[L],34885dfc66284ca0b16a23d15099a5dc(127.19.120.2:42545),e4339a62c70f4194a74ad6c0e99505de(127.19.120.3:36807)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000000800000C8, upperBoundPartitionKey=0x0000000180000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000180000064, upperBoundPartitionKey=0x00000001800000C8, ttl=299999, tablet=0d4296474b0d4a5982a029ed097b3e5d@[0751133557e2488f88e6047cd0844e03(127.19.120.1:34179)[L],34885dfc66284ca0b16a23d15099a5dc(127.19.120.2:42545),e4339a62c70f4194a74ad6c0e99505de(127.19.120.3:36807)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000001800000C8, upperBoundPartitionKey=0x0000000280000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000280000064, upperBoundPartitionKey=0x00000002800000C8, ttl=299999, tablet=40249854a91e49138aa92dba722a51e1@[0751133557e2488f88e6047cd0844e03(127.19.120.1:34179)[L],34885dfc66284ca0b16a23d15099a5dc(127.19.120.2:42545),e4339a62c70f4194a74ad6c0e99505de(127.19.120.3:36807)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002800000C8, upperBoundPartitionKey=0x0000000380000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299999, tablet=2bcaf52c2cbf4eb695537e1fadb95cf5@[0751133557e2488f88e6047cd0844e03(127.19.120.1:34179)[L],34885dfc66284ca0b16a23d15099a5dc(127.19.120.2:42545),e4339a62c70f4194a74ad6c0e99505de(127.19.120.3:36807)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000003800000C8, upperBoundPartitionKey=0x0000000480000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299999, tablet=de01b65a946143b5962f2c50904edae4@[0751133557e2488f88e6047cd0844e03(127.19.120.1:34179)[L],34885dfc66284ca0b16a23d15099a5dc(127.19.120.2:42545),e4339a62c70f4194a74ad6c0e99505de(127.19.120.3:36807)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000004800000C8, upperBoundPartitionKey=0x, ttl=299999}]
21:05:52.400 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC ScanRequest(scannerId=null, state=OPENING, attempt=1, KuduRpc(method=Scan, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=14), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.19.120.60:44619, [13ms] Sub RPC GetTableLocations: received response from server master-127.19.120.60:44619: OK, deferred=null)) after lookup
21:05:52.450 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 2 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=0f4aeaddebd341ea9c1ac068dd664836, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:05:52.450 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 0f4aeaddebd341ea9c1ac068dd664836 for partition [0x0000000080000064, 0x00000000800000C8) with scanner id null
21:05:52.483 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=0d4296474b0d4a5982a029ed097b3e5d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:05:52.483 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 0d4296474b0d4a5982a029ed097b3e5d for partition [0x0000000180000064, 0x00000001800000C8) with scanner id null
21:05:52.495 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=40249854a91e49138aa92dba722a51e1, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:05:52.495 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 40249854a91e49138aa92dba722a51e1 for partition [0x0000000280000064, 0x00000002800000C8) with scanner id null
21:05:52.503 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:05:52.520 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 4 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=2bcaf52c2cbf4eb695537e1fadb95cf5, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:05:52.521 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 2bcaf52c2cbf4eb695537e1fadb95cf5 for partition [0x0000000380000064, 0x00000003800000C8) with scanner id null
21:05:52.531 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=de01b65a946143b5962f2c50904edae4, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:05:52.537 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 4 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544752536 for job be5d90ea6ea762b3c60063afb0fd4b65.
21:05:52.539 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet c97c531002404dc2a838b154e88122f2 for table 'replication_test_table' with partition [0x0000000080000064, 0x00000000800000C8)
21:05:52.539 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 956e5eaec68c406a86ba7da31054bd68 for table 'replication_test_table' with partition [0x0000000180000064, 0x00000001800000C8)
21:05:52.540 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet dcf39b91162a4a10b055816dcbd6cf26 for table 'replication_test_table' with partition [0x0000000280000064, 0x00000002800000C8)
21:05:52.540 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet fad90990e96b401595d86b832f5ed25f for table 'replication_test_table' with partition [0x0000000380000064, 0x00000003800000C8)
21:05:52.540 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet ffeb141fd1744d208ac8e31eb237a467 for table 'replication_test_table' with partition [0x0000000480000064, 0x00000004800000C8)
21:05:52.540 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x0000000080000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000080000064, upperBoundPartitionKey=0x00000000800000C8, ttl=299999, tablet=c97c531002404dc2a838b154e88122f2@[66c71c94f0ef4228936a4568fce9d752(127.20.46.129:34963)[L],c49345ed10474066be3e8bbafaff014a(127.20.46.130:40559),ff091cbfaac84851b132854ebd484599(127.20.46.131:41837)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000000800000C8, upperBoundPartitionKey=0x0000000180000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000180000064, upperBoundPartitionKey=0x00000001800000C8, ttl=299999, tablet=956e5eaec68c406a86ba7da31054bd68@[66c71c94f0ef4228936a4568fce9d752(127.20.46.129:34963),c49345ed10474066be3e8bbafaff014a(127.20.46.130:40559),ff091cbfaac84851b132854ebd484599(127.20.46.131:41837)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000001800000C8, upperBoundPartitionKey=0x0000000280000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000280000064, upperBoundPartitionKey=0x00000002800000C8, ttl=299999, tablet=dcf39b91162a4a10b055816dcbd6cf26@[66c71c94f0ef4228936a4568fce9d752(127.20.46.129:34963),c49345ed10474066be3e8bbafaff014a(127.20.46.130:40559),ff091cbfaac84851b132854ebd484599(127.20.46.131:41837)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002800000C8, upperBoundPartitionKey=0x0000000380000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299999, tablet=fad90990e96b401595d86b832f5ed25f@[66c71c94f0ef4228936a4568fce9d752(127.20.46.129:34963),c49345ed10474066be3e8bbafaff014a(127.20.46.130:40559)[L],ff091cbfaac84851b132854ebd484599(127.20.46.131:41837)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000003800000C8, upperBoundPartitionKey=0x0000000480000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299999, tablet=ffeb141fd1744d208ac8e31eb237a467@[66c71c94f0ef4228936a4568fce9d752(127.20.46.129:34963)[L],c49345ed10474066be3e8bbafaff014a(127.20.46.130:40559),ff091cbfaac84851b132854ebd484599(127.20.46.131:41837)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000004800000C8, upperBoundPartitionKey=0x, ttl=299999}]
21:05:52.540 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC ScanRequest(scannerId=null, state=OPENING, attempt=1, KuduRpc(method=Scan, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=8), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.46.188:38181, [7ms] Sub RPC GetTableLocations: received response from server master-127.20.46.188:38181: OK, deferred=null)) after lookup
21:05:52.553 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 4 for job be5d90ea6ea762b3c60063afb0fd4b65 (964 bytes, checkpointDuration=16 ms, finalizationTime=1 ms).
21:05:52.560 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 4 as completed for source Source: KuduSource.
21:05:52.568 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 2 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=c97c531002404dc2a838b154e88122f2, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:05:52.568 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet c97c531002404dc2a838b154e88122f2 for partition [0x0000000080000064, 0x00000000800000C8) with scanner id null
21:05:52.578 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=956e5eaec68c406a86ba7da31054bd68, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:05:52.579 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 956e5eaec68c406a86ba7da31054bd68 for partition [0x0000000180000064, 0x00000001800000C8) with scanner id null
21:05:52.588 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=dcf39b91162a4a10b055816dcbd6cf26, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:05:52.589 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet dcf39b91162a4a10b055816dcbd6cf26 for partition [0x0000000280000064, 0x00000002800000C8) with scanner id null
21:05:52.600 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 4 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=fad90990e96b401595d86b832f5ed25f, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:05:52.601 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet fad90990e96b401595d86b832f5ed25f for partition [0x0000000380000064, 0x00000003800000C8) with scanner id null
21:05:52.608 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=ffeb141fd1744d208ac8e31eb237a467, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:05:52.623 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 2 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=0f4aeaddebd341ea9c1ac068dd664836, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:05:52.623 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 0f4aeaddebd341ea9c1ac068dd664836 for partition [0x0000000080000064, 0x00000000800000C8) with scanner id null
21:05:52.641 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=0d4296474b0d4a5982a029ed097b3e5d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:05:52.641 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 0d4296474b0d4a5982a029ed097b3e5d for partition [0x0000000180000064, 0x00000001800000C8) with scanner id null
21:05:52.665 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=40249854a91e49138aa92dba722a51e1, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:05:52.666 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 40249854a91e49138aa92dba722a51e1 for partition [0x0000000280000064, 0x00000002800000C8) with scanner id null
21:05:52.679 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 4 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=2bcaf52c2cbf4eb695537e1fadb95cf5, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:05:52.680 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 2bcaf52c2cbf4eb695537e1fadb95cf5 for partition [0x0000000380000064, 0x00000003800000C8) with scanner id null
21:05:52.689 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=de01b65a946143b5962f2c50904edae4, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:05:52.706 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 2 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=c97c531002404dc2a838b154e88122f2, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:05:52.706 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet c97c531002404dc2a838b154e88122f2 for partition [0x0000000080000064, 0x00000000800000C8) with scanner id null
21:05:52.725 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=956e5eaec68c406a86ba7da31054bd68, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:05:52.725 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 956e5eaec68c406a86ba7da31054bd68 for partition [0x0000000180000064, 0x00000001800000C8) with scanner id null
21:05:52.744 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=dcf39b91162a4a10b055816dcbd6cf26, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:05:52.744 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet dcf39b91162a4a10b055816dcbd6cf26 for partition [0x0000000280000064, 0x00000002800000C8) with scanner id null
21:05:52.762 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 4 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=fad90990e96b401595d86b832f5ed25f, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:05:52.762 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet fad90990e96b401595d86b832f5ed25f for partition [0x0000000380000064, 0x00000003800000C8) with scanner id null
21:05:52.771 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=ffeb141fd1744d208ac8e31eb237a467, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:05:52.772 [DEBUG - main] (Connection.java:575) [peer 66c71c94f0ef4228936a4568fce9d752(127.20.46.129:34963)] disconnecting while in state READY
21:05:52.772 [DEBUG - main] (Connection.java:575) [peer master-127.20.46.190:36007(127.20.46.190:36007)] disconnecting while in state READY
21:05:52.772 [DEBUG - main] (Connection.java:575) [peer master-127.20.46.189:42409(127.20.46.189:42409)] disconnecting while in state READY
21:05:52.772 [DEBUG - main] (Connection.java:575) [peer ff091cbfaac84851b132854ebd484599(127.20.46.131:41837)] disconnecting while in state READY
21:05:52.772 [DEBUG - main] (Connection.java:575) [peer master-127.20.46.188:38181(127.20.46.188:38181)] disconnecting while in state READY
21:05:52.772 [DEBUG - main] (Connection.java:575) [peer c49345ed10474066be3e8bbafaff014a(127.20.46.130:40559)] disconnecting while in state READY
21:05:52.773 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.20.46.190:36007(127.20.46.190:36007)] handling channelInactive
21:05:52.773 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.20.46.188:38181(127.20.46.188:38181)] handling channelInactive
21:05:52.773 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state READY due to: connection closed
21:05:52.773 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state READY due to: connection closed
21:05:52.773 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.20.46.189:42409(127.20.46.189:42409)] handling channelInactive
21:05:52.773 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state READY due to: connection closed
21:05:52.774 [DEBUG - kudu-nio-5] (Connection.java:239) [peer c49345ed10474066be3e8bbafaff014a(127.20.46.130:40559)] handling channelInactive
21:05:52.774 [DEBUG - kudu-nio-5] (Connection.java:709) [peer c49345ed10474066be3e8bbafaff014a(127.20.46.130:40559)] cleaning up while in state READY due to: connection closed
21:05:52.778 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 66c71c94f0ef4228936a4568fce9d752(127.20.46.129:34963)] handling channelInactive
21:05:52.778 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 66c71c94f0ef4228936a4568fce9d752(127.20.46.129:34963)] cleaning up while in state READY due to: connection closed
21:05:52.783 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:2704) Releasing all remaining resources
21:05:52.784 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
21:05:52.785 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 25 thread-local buffer(s) from thread: kudu-nio-1
21:05:52.788 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-2
21:05:52.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:52.789734 20666 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu with pid 20963
21:05:52.791 [DEBUG - kudu-nio-5] (PoolThreadCache.java:218) Freed 26 thread-local buffer(s) from thread: kudu-nio-5
21:05:52.791 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 26 thread-local buffer(s) from thread: kudu-nio-3
21:05:52.795 [DEBUG - kudu-nio-4] (Connection.java:239) [peer ff091cbfaac84851b132854ebd484599(127.20.46.131:41837)] handling channelInactive
21:05:52.795 [DEBUG - kudu-nio-4] (Connection.java:709) [peer ff091cbfaac84851b132854ebd484599(127.20.46.131:41837)] cleaning up while in state READY due to: connection closed
21:05:52.795 [DEBUG - kudu-nio-4] (PoolThreadCache.java:218) Freed 23 thread-local buffer(s) from thread: kudu-nio-4
21:05:53.003 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:05:53.025 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 66c71c94f0ef4228936a4568fce9d752(127.20.46.129:34963)] handling channelInactive
21:05:53.025 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 66c71c94f0ef4228936a4568fce9d752(127.20.46.129:34963)] cleaning up while in state READY due to: connection closed
21:05:53.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:53.024900 21317 connection.cc:573] server connection from 127.20.46.129:53693 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
21:05:53.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:53.026103 21319 connection.cc:573] client connection to 127.20.46.129:34963 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
21:05:53.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:53.026547 21319 proxy.cc:239] Call had error, refreshing address and retrying: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
21:05:53.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:53.030418 20666 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu with pid 21151
21:05:53.037 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 5 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544753036 for job be5d90ea6ea762b3c60063afb0fd4b65.
21:05:53.053 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 5 for job be5d90ea6ea762b3c60063afb0fd4b65 (964 bytes, checkpointDuration=17 ms, finalizationTime=0 ms).
21:05:53.056 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 5 as completed for source Source: KuduSource.
21:05:53.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:53.068029 21319 consensus_peers.cc:597] T dcf39b91162a4a10b055816dcbd6cf26 P ff091cbfaac84851b132854ebd484599 -> Peer 66c71c94f0ef4228936a4568fce9d752 (127.20.46.129:34963): Couldn't send request to peer 66c71c94f0ef4228936a4568fce9d752. Status: Network error: Client connection negotiation failed: client connection to 127.20.46.129:34963: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
21:05:53.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:53.072042 21319 consensus_peers.cc:597] T 956e5eaec68c406a86ba7da31054bd68 P ff091cbfaac84851b132854ebd484599 -> Peer 66c71c94f0ef4228936a4568fce9d752 (127.20.46.129:34963): Couldn't send request to peer 66c71c94f0ef4228936a4568fce9d752. Status: Network error: Client connection negotiation failed: client connection to 127.20.46.129:34963: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
21:05:53.102 [DEBUG - kudu-nio-3] (Connection.java:239) [peer c49345ed10474066be3e8bbafaff014a(127.20.46.130:40559)] handling channelInactive
21:05:53.102 [DEBUG - kudu-nio-3] (Connection.java:709) [peer c49345ed10474066be3e8bbafaff014a(127.20.46.130:40559)] cleaning up while in state READY due to: connection closed
21:05:53.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:53.105026 20666 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu with pid 21294
21:05:53.161 [DEBUG - kudu-nio-3] (Connection.java:239) [peer ff091cbfaac84851b132854ebd484599(127.20.46.131:41837)] handling channelInactive
21:05:53.161 [DEBUG - kudu-nio-3] (Connection.java:709) [peer ff091cbfaac84851b132854ebd484599(127.20.46.131:41837)] cleaning up while in state READY due to: connection closed
21:05:53.161 [DEBUG - kudu-nio-3] (Connection.java:239) [peer ff091cbfaac84851b132854ebd484599(127.20.46.131:41837)] handling channelInactive
21:05:53.163 [DEBUG - kudu-nio-3] (Connection.java:709) [peer ff091cbfaac84851b132854ebd484599(127.20.46.131:41837)] cleaning up while in state READY due to: connection closed
21:05:53.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:53.169078 20666 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu with pid 20678
21:05:53.210 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.20.46.190:36007(127.20.46.190:36007)] handling channelInactive
21:05:53.210 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state READY due to: connection closed
21:05:53.211 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.20.46.190:36007(127.20.46.190:36007)] handling channelInactive
21:05:53.211 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state READY due to: connection closed
21:05:53.215 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.20.46.190:36007(127.20.46.190:36007)] handling channelInactive
21:05:53.216 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state READY due to: connection closed
21:05:53.210 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.20.46.190:36007(127.20.46.190:36007)] handling channelInactive
21:05:53.217 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state READY due to: connection closed
21:05:53.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:53.224097 20666 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu with pid 20748
21:05:53.265 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.20.46.189:42409(127.20.46.189:42409)] handling channelInactive
21:05:53.265 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state READY due to: connection closed
21:05:53.266 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.20.46.189:42409(127.20.46.189:42409)] handling channelInactive
21:05:53.266 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state READY due to: connection closed
21:05:53.265 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.20.46.189:42409(127.20.46.189:42409)] handling channelInactive
21:05:53.266 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state READY due to: connection closed
21:05:53.265 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.20.46.189:42409(127.20.46.189:42409)] handling channelInactive
21:05:53.267 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state READY due to: connection closed
21:05:53.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:53.268254 20666 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu with pid 20824
21:05:53.311 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.20.46.188:38181(127.20.46.188:38181)] handling channelInactive
21:05:53.311 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.20.46.188:38181(127.20.46.188:38181)] handling channelInactive
21:05:53.311 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state READY due to: connection closed
21:05:53.311 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state READY due to: connection closed
21:05:53.312 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.20.46.188:38181(127.20.46.188:38181)] handling channelInactive
21:05:53.312 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state READY due to: connection closed
21:05:53.313 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.20.46.188:38181(127.20.46.188:38181)] handling channelInactive
21:05:53.313 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state READY due to: connection closed
21:05:53.445 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:05:53.446 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:05:53.446 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:05:53.446 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:05:53.446 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:05:53.447 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:05:53.447 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:05:53.446 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:05:53.447 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:05:53.447 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:05:53.447 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:05:53.447 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:05:53.447 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:05:53.503 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:05:53.537 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 6 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544753536 for job be5d90ea6ea762b3c60063afb0fd4b65.
21:05:53.559 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 6 for job be5d90ea6ea762b3c60063afb0fd4b65 (964 bytes, checkpointDuration=23 ms, finalizationTime=0 ms).
21:05:53.567 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 6 as completed for source Source: KuduSource.
21:05:53.670 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table b7140a6f8b6c4f74a882d4ff3b2c3e4b
21:05:53.676 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 0f4aeaddebd341ea9c1ac068dd664836 for table 'replication_test_table' with partition [0x0000000080000064, 0x00000000800000C8)
21:05:53.676 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 0d4296474b0d4a5982a029ed097b3e5d for table 'replication_test_table' with partition [0x0000000180000064, 0x00000001800000C8)
21:05:53.676 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 40249854a91e49138aa92dba722a51e1 for table 'replication_test_table' with partition [0x0000000280000064, 0x00000002800000C8)
21:05:53.676 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 2bcaf52c2cbf4eb695537e1fadb95cf5 for table 'replication_test_table' with partition [0x0000000380000064, 0x00000003800000C8)
21:05:53.676 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet de01b65a946143b5962f2c50904edae4 for table 'replication_test_table' with partition [0x0000000480000064, 0x00000004800000C8)
21:05:53.676 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x0000000080000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000080000064, upperBoundPartitionKey=0x00000000800000C8, ttl=299999, tablet=0f4aeaddebd341ea9c1ac068dd664836@[0751133557e2488f88e6047cd0844e03(127.19.120.1:34179)[L],34885dfc66284ca0b16a23d15099a5dc(127.19.120.2:42545),e4339a62c70f4194a74ad6c0e99505de(127.19.120.3:36807)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000000800000C8, upperBoundPartitionKey=0x0000000180000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000180000064, upperBoundPartitionKey=0x00000001800000C8, ttl=299999, tablet=0d4296474b0d4a5982a029ed097b3e5d@[0751133557e2488f88e6047cd0844e03(127.19.120.1:34179)[L],34885dfc66284ca0b16a23d15099a5dc(127.19.120.2:42545),e4339a62c70f4194a74ad6c0e99505de(127.19.120.3:36807)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000001800000C8, upperBoundPartitionKey=0x0000000280000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000280000064, upperBoundPartitionKey=0x00000002800000C8, ttl=299999, tablet=40249854a91e49138aa92dba722a51e1@[0751133557e2488f88e6047cd0844e03(127.19.120.1:34179)[L],34885dfc66284ca0b16a23d15099a5dc(127.19.120.2:42545),e4339a62c70f4194a74ad6c0e99505de(127.19.120.3:36807)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002800000C8, upperBoundPartitionKey=0x0000000380000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299999, tablet=2bcaf52c2cbf4eb695537e1fadb95cf5@[0751133557e2488f88e6047cd0844e03(127.19.120.1:34179)[L],34885dfc66284ca0b16a23d15099a5dc(127.19.120.2:42545),e4339a62c70f4194a74ad6c0e99505de(127.19.120.3:36807)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000003800000C8, upperBoundPartitionKey=0x0000000480000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299999, tablet=de01b65a946143b5962f2c50904edae4@[0751133557e2488f88e6047cd0844e03(127.19.120.1:34179)[L],34885dfc66284ca0b16a23d15099a5dc(127.19.120.2:42545),e4339a62c70f4194a74ad6c0e99505de(127.19.120.3:36807)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000004800000C8, upperBoundPartitionKey=0x, ttl=299999}]
21:05:53.693 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='ecf4900747c8cc28029dda7da694107732c002d538f66ec1c40bb6d16f3b7e85'}]
21:05:53.695 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='f96846645cec5736791fb053581fb0bf677a4b29758923bc4c2cab1dc7a700a7'}]
21:05:53.696 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:05:53.696 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:115) Starting split fetcher 2
21:05:53.697 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:05:53.697 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299996, tablet=2bcaf52c2cbf4eb695537e1fadb95cf5@[0751133557e2488f88e6047cd0844e03(127.19.120.1:34179),34885dfc66284ca0b16a23d15099a5dc(127.19.120.2:42545)[L],e4339a62c70f4194a74ad6c0e99505de(127.19.120.3:36807)]}]
21:05:53.698 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:115) Starting split fetcher 1
21:05:53.698 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000280000064, upperBoundPartitionKey=0x00000002800000C8, ttl=299996, tablet=40249854a91e49138aa92dba722a51e1@[0751133557e2488f88e6047cd0844e03(127.19.120.1:34179),34885dfc66284ca0b16a23d15099a5dc(127.19.120.2:42545)[L],e4339a62c70f4194a74ad6c0e99505de(127.19.120.3:36807)]}]
21:05:53.700 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='4edf5723be2d10425139969ef13ed9d41b220a46e2d22ebce09b7a0961d5eb2b'}]
21:05:53.702 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:05:53.702 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:115) Starting split fetcher 1
21:05:53.703 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='a8d6cbf3d8c906a4c8c309102b802d7eea5752c947241957fa967792d8059173'}]
21:05:53.703 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000180000064, upperBoundPartitionKey=0x00000001800000C8, ttl=299996, tablet=0d4296474b0d4a5982a029ed097b3e5d@[0751133557e2488f88e6047cd0844e03(127.19.120.1:34179),34885dfc66284ca0b16a23d15099a5dc(127.19.120.2:42545)[L],e4339a62c70f4194a74ad6c0e99505de(127.19.120.3:36807)]}]
21:05:53.704 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:05:53.705 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:115) Starting split fetcher 1
21:05:53.706 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000080000064, upperBoundPartitionKey=0x00000000800000C8, ttl=299996, tablet=0f4aeaddebd341ea9c1ac068dd664836@[0751133557e2488f88e6047cd0844e03(127.19.120.1:34179),34885dfc66284ca0b16a23d15099a5dc(127.19.120.2:42545)[L],e4339a62c70f4194a74ad6c0e99505de(127.19.120.3:36807)]}]
21:05:53.713 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer 34885dfc66284ca0b16a23d15099a5dc(127.19.120.2:42545)] connecting to peer
21:05:53.715 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer 34885dfc66284ca0b16a23d15099a5dc(127.19.120.2:42545)] connecting to peer
21:05:53.718 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer 34885dfc66284ca0b16a23d15099a5dc(127.19.120.2:42545)] connecting to peer
21:05:53.731 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer 34885dfc66284ca0b16a23d15099a5dc(127.19.120.2:42545)] connecting to peer
21:05:53.734 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 34885dfc66284ca0b16a23d15099a5dc(127.19.120.2:42545)] Successfully connected to peer
21:05:53.745 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 34885dfc66284ca0b16a23d15099a5dc(127.19.120.2:42545)] Successfully connected to peer
21:05:53.759 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 34885dfc66284ca0b16a23d15099a5dc(127.19.120.2:42545)] Successfully connected to peer
21:05:53.768 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.19.120.2
21:05:53.769 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 34885dfc66284ca0b16a23d15099a5dc(127.19.120.2:42545)] Successfully connected to peer
21:05:53.797 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:05:53.810 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.19.120.2
21:05:53.814 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.19.120.2
21:05:53.840 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xdeb28d23, L:/127.0.0.1:47690 - R:/127.19.120.2:42545] using SASL/PLAIN
21:05:53.850 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:05:53.852 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.19.120.2
21:05:53.859 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:05:53.867 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305399311015936001) for scanner KuduScanner(table=replication_test_table, tablet=2bcaf52c2cbf4eb695537e1fadb95cf5, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:05:53.868 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:108) Finished reading from splits [ecf4900747c8cc28029dda7da694107732c002d538f66ec1c40bb6d16f3b7e85]
21:05:53.868 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xe44c713e, L:/127.0.0.1:47702 - R:/127.19.120.2:42545] using SASL/PLAIN
21:05:53.868 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [ecf4900747c8cc28029dda7da694107732c002d538f66ec1c40bb6d16f3b7e85]
21:05:53.868 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 2 because it is idle.
21:05:53.869 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 2
21:05:53.869 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer 34885dfc66284ca0b16a23d15099a5dc(127.19.120.2:42545)] disconnecting while in state READY
21:05:53.871 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
21:05:53.871 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split ecf4900747c8cc28029dda7da694107732c002d538f66ec1c40bb6d16f3b7e85 finished by subtask 0; deferring removal (restored in pending)
21:05:53.874 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='4a1f0acf5c9b757aeef490f4feaa7ef4f5030cb4d18d69269406d47adb920f31'}]
21:05:53.876 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:05:53.877 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:115) Starting split fetcher 3
21:05:53.879 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299991, tablet=de01b65a946143b5962f2c50904edae4@[0751133557e2488f88e6047cd0844e03(127.19.120.1:34179),34885dfc66284ca0b16a23d15099a5dc(127.19.120.2:42545)[L],e4339a62c70f4194a74ad6c0e99505de(127.19.120.3:36807)]}]
21:05:53.879 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:05:53.885 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x35a71747, L:/127.0.0.1:47718 - R:/127.19.120.2:42545] using SASL/PLAIN
21:05:53.892 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x7bfd7603, L:/127.0.0.1:47696 - R:/127.19.120.2:42545] using SASL/PLAIN
21:05:53.894 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer 34885dfc66284ca0b16a23d15099a5dc(127.19.120.2:42545)] connecting to peer
21:05:53.906 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305399311015936001) for scanner KuduScanner(table=replication_test_table, tablet=0d4296474b0d4a5982a029ed097b3e5d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:05:53.921 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:108) Finished reading from splits [4edf5723be2d10425139969ef13ed9d41b220a46e2d22ebce09b7a0961d5eb2b]
21:05:53.921 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [4edf5723be2d10425139969ef13ed9d41b220a46e2d22ebce09b7a0961d5eb2b]
21:05:53.921 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 1 because it is idle.
21:05:53.921 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 1
21:05:53.923 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 4edf5723be2d10425139969ef13ed9d41b220a46e2d22ebce09b7a0961d5eb2b finished by subtask 1; deferring removal (restored in pending)
21:05:53.924 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer 34885dfc66284ca0b16a23d15099a5dc(127.19.120.2:42545)] disconnecting while in state READY
21:05:53.925 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
21:05:53.932 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305399311015936001) for scanner KuduScanner(table=replication_test_table, tablet=0f4aeaddebd341ea9c1ac068dd664836, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:05:53.933 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:108) Finished reading from splits [a8d6cbf3d8c906a4c8c309102b802d7eea5752c947241957fa967792d8059173]
21:05:53.933 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [a8d6cbf3d8c906a4c8c309102b802d7eea5752c947241957fa967792d8059173]
21:05:53.933 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 1 because it is idle.
21:05:53.933 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 1
21:05:53.936 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 34885dfc66284ca0b16a23d15099a5dc(127.19.120.2:42545)] Successfully connected to peer
21:05:53.939 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer 34885dfc66284ca0b16a23d15099a5dc(127.19.120.2:42545)] disconnecting while in state READY
21:05:53.940 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split a8d6cbf3d8c906a4c8c309102b802d7eea5752c947241957fa967792d8059173 finished by subtask 2; deferring removal (restored in pending)
21:05:53.941 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
21:05:53.941 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.19.120.2
21:05:53.972 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:05:53.985 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305399311015936001) for scanner KuduScanner(table=replication_test_table, tablet=40249854a91e49138aa92dba722a51e1, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:05:53.986 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:108) Finished reading from splits [f96846645cec5736791fb053581fb0bf677a4b29758923bc4c2cab1dc7a700a7]
21:05:53.986 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [f96846645cec5736791fb053581fb0bf677a4b29758923bc4c2cab1dc7a700a7]
21:05:53.986 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 1 because it is idle.
21:05:53.986 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 1
21:05:53.988 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split f96846645cec5736791fb053581fb0bf677a4b29758923bc4c2cab1dc7a700a7 finished by subtask 3; deferring removal (restored in pending)
21:05:53.990 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer 34885dfc66284ca0b16a23d15099a5dc(127.19.120.2:42545)] disconnecting while in state READY
21:05:53.991 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
21:05:54.001 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x5186d7ea, L:/127.0.0.1:47724 - R:/127.19.120.2:42545] using SASL/PLAIN
21:05:54.005 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:05:54.009 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 34885dfc66284ca0b16a23d15099a5dc(127.19.120.2:42545)] handling channelInactive
21:05:54.009 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 34885dfc66284ca0b16a23d15099a5dc(127.19.120.2:42545)] cleaning up while in state READY due to: connection closed
21:05:54.010 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
21:05:54.010 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:128) Split fetcher 2 exited.
21:05:54.025 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:05:54.026 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:05:54.026 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:05:54.026 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:05:54.026 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:05:54.027 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:05:54.027 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:05:54.027 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:05:54.028 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:05:54.028 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:05:54.028 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:05:54.028 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:05:54.028 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:05:54.037 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 7 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544754036 for job be5d90ea6ea762b3c60063afb0fd4b65.
21:05:54.061 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 7 for job be5d90ea6ea762b3c60063afb0fd4b65 (4484 bytes, checkpointDuration=25 ms, finalizationTime=0 ms).
21:05:54.063 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 7 as completed for source Source: KuduSource.
21:05:54.064 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 7 complete: removed split a8d6cbf3d8c906a4c8c309102b802d7eea5752c947241957fa967792d8059173 from pending
21:05:54.064 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 7 complete: removed split 4edf5723be2d10425139969ef13ed9d41b220a46e2d22ebce09b7a0961d5eb2b from pending
21:05:54.064 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 7 complete: removed split ecf4900747c8cc28029dda7da694107732c002d538f66ec1c40bb6d16f3b7e85 from pending
21:05:54.064 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 7 complete: removed split f96846645cec5736791fb053581fb0bf677a4b29758923bc4c2cab1dc7a700a7 from pending
21:05:54.064 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 7 complete: removed 4 finished splits from enumerator state
21:05:54.080 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 34885dfc66284ca0b16a23d15099a5dc(127.19.120.2:42545)] handling channelInactive
21:05:54.080 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 34885dfc66284ca0b16a23d15099a5dc(127.19.120.2:42545)] cleaning up while in state READY due to: connection closed
21:05:54.081 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-0
21:05:54.081 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:128) Split fetcher 1 exited.
21:05:54.124 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305399311015936001) for scanner KuduScanner(table=replication_test_table, tablet=de01b65a946143b5962f2c50904edae4, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:05:54.124 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:108) Finished reading from splits [4a1f0acf5c9b757aeef490f4feaa7ef4f5030cb4d18d69269406d47adb920f31]
21:05:54.125 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [4a1f0acf5c9b757aeef490f4feaa7ef4f5030cb4d18d69269406d47adb920f31]
21:05:54.125 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 3 because it is idle.
21:05:54.125 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 3
21:05:54.126 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 4a1f0acf5c9b757aeef490f4feaa7ef4f5030cb4d18d69269406d47adb920f31 finished by subtask 0; deferring removal (restored in pending)
21:05:54.127 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer 34885dfc66284ca0b16a23d15099a5dc(127.19.120.2:42545)] disconnecting while in state READY
21:05:54.128 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
21:05:54.140 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 34885dfc66284ca0b16a23d15099a5dc(127.19.120.2:42545)] handling channelInactive
21:05:54.140 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 34885dfc66284ca0b16a23d15099a5dc(127.19.120.2:42545)] cleaning up while in state READY due to: connection closed
21:05:54.141 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-0
21:05:54.141 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:128) Split fetcher 1 exited.
21:05:54.150 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 34885dfc66284ca0b16a23d15099a5dc(127.19.120.2:42545)] handling channelInactive
21:05:54.150 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 34885dfc66284ca0b16a23d15099a5dc(127.19.120.2:42545)] cleaning up while in state READY due to: connection closed
21:05:54.153 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:128) Split fetcher 1 exited.
21:05:54.154 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 23 thread-local buffer(s) from thread: kudu-nio-0
21:05:54.185 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 34885dfc66284ca0b16a23d15099a5dc(127.19.120.2:42545)] handling channelInactive
21:05:54.185 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 34885dfc66284ca0b16a23d15099a5dc(127.19.120.2:42545)] cleaning up while in state READY due to: connection closed
21:05:54.185 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
21:05:54.186 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:128) Split fetcher 3 exited.
21:05:54.326 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:05:54.327 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:05:54.327 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:05:54.328 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:05:54.328 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:05:54.328 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:05:54.332 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:05:54.332 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:05:54.332 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:05:54.333 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:05:54.333 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:05:54.333 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:05:54.333 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:05:54.504 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:05:54.538 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 8 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544754537 for job be5d90ea6ea762b3c60063afb0fd4b65.
21:05:54.556 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 8 for job be5d90ea6ea762b3c60063afb0fd4b65 (1668 bytes, checkpointDuration=19 ms, finalizationTime=0 ms).
21:05:54.559 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 8 as completed for source Source: KuduSource.
21:05:54.559 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 8 complete: removed split 4a1f0acf5c9b757aeef490f4feaa7ef4f5030cb4d18d69269406d47adb920f31 from pending
21:05:54.559 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 8 complete: removed 1 finished splits from enumerator state
21:05:54.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T21:05:54Z chronyd exiting
21:05:55.004 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:05:55.037 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 9 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544755036 for job be5d90ea6ea762b3c60063afb0fd4b65.
21:05:55.053 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 9 for job be5d90ea6ea762b3c60063afb0fd4b65 (964 bytes, checkpointDuration=15 ms, finalizationTime=2 ms).
21:05:55.055 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 9 as completed for source Source: KuduSource.
21:05:55.503 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:05:55.537 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 10 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544755536 for job be5d90ea6ea762b3c60063afb0fd4b65.
21:05:55.547 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 10 for job be5d90ea6ea762b3c60063afb0fd4b65 (964 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
21:05:55.549 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 10 as completed for source Source: KuduSource.
21:05:55.670 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table b7140a6f8b6c4f74a882d4ff3b2c3e4b
21:05:55.678 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 0f4aeaddebd341ea9c1ac068dd664836 for table 'replication_test_table' with partition [0x0000000080000064, 0x00000000800000C8)
21:05:55.678 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 0d4296474b0d4a5982a029ed097b3e5d for table 'replication_test_table' with partition [0x0000000180000064, 0x00000001800000C8)
21:05:55.678 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 40249854a91e49138aa92dba722a51e1 for table 'replication_test_table' with partition [0x0000000280000064, 0x00000002800000C8)
21:05:55.679 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 2bcaf52c2cbf4eb695537e1fadb95cf5 for table 'replication_test_table' with partition [0x0000000380000064, 0x00000003800000C8)
21:05:55.679 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet de01b65a946143b5962f2c50904edae4 for table 'replication_test_table' with partition [0x0000000480000064, 0x00000004800000C8)
21:05:55.679 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x0000000080000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000080000064, upperBoundPartitionKey=0x00000000800000C8, ttl=299999, tablet=0f4aeaddebd341ea9c1ac068dd664836@[0751133557e2488f88e6047cd0844e03(127.19.120.1:34179)[L],34885dfc66284ca0b16a23d15099a5dc(127.19.120.2:42545),e4339a62c70f4194a74ad6c0e99505de(127.19.120.3:36807)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000000800000C8, upperBoundPartitionKey=0x0000000180000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000180000064, upperBoundPartitionKey=0x00000001800000C8, ttl=299999, tablet=0d4296474b0d4a5982a029ed097b3e5d@[0751133557e2488f88e6047cd0844e03(127.19.120.1:34179)[L],34885dfc66284ca0b16a23d15099a5dc(127.19.120.2:42545),e4339a62c70f4194a74ad6c0e99505de(127.19.120.3:36807)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000001800000C8, upperBoundPartitionKey=0x0000000280000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000280000064, upperBoundPartitionKey=0x00000002800000C8, ttl=299999, tablet=40249854a91e49138aa92dba722a51e1@[0751133557e2488f88e6047cd0844e03(127.19.120.1:34179)[L],34885dfc66284ca0b16a23d15099a5dc(127.19.120.2:42545),e4339a62c70f4194a74ad6c0e99505de(127.19.120.3:36807)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002800000C8, upperBoundPartitionKey=0x0000000380000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299999, tablet=2bcaf52c2cbf4eb695537e1fadb95cf5@[0751133557e2488f88e6047cd0844e03(127.19.120.1:34179)[L],34885dfc66284ca0b16a23d15099a5dc(127.19.120.2:42545),e4339a62c70f4194a74ad6c0e99505de(127.19.120.3:36807)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000003800000C8, upperBoundPartitionKey=0x0000000480000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299999, tablet=de01b65a946143b5962f2c50904edae4@[0751133557e2488f88e6047cd0844e03(127.19.120.1:34179)[L],34885dfc66284ca0b16a23d15099a5dc(127.19.120.2:42545),e4339a62c70f4194a74ad6c0e99505de(127.19.120.3:36807)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000004800000C8, upperBoundPartitionKey=0x, ttl=299999}]
21:05:55.683 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='4aa98d6e3ca13aeb7eb58361418c16d56e0253031a20b92d59bf38baca7e4fe3'}]
21:05:55.684 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='ffe4f03ed1944d43e72bc1ca281baf75490d4bfe378386ec52da8440d7f498b2'}]
21:05:55.686 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:05:55.687 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:115) Starting split fetcher 2
21:05:55.688 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000280000064, upperBoundPartitionKey=0x00000002800000C8, ttl=299997, tablet=40249854a91e49138aa92dba722a51e1@[0751133557e2488f88e6047cd0844e03(127.19.120.1:34179),34885dfc66284ca0b16a23d15099a5dc(127.19.120.2:42545)[L],e4339a62c70f4194a74ad6c0e99505de(127.19.120.3:36807)]}]
21:05:55.688 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='10ab8b4413fbb8c99bddb52e2885608fa49bb3394ee59fb6339f44dc9011b298'}]
21:05:55.689 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='7e0e549a1b3cc8389d02226cc2d942c5d1dd0ec616e9eb537855fb9d2c5b8e21'}]
21:05:55.691 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:05:55.691 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:115) Starting split fetcher 4
21:05:55.692 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299997, tablet=2bcaf52c2cbf4eb695537e1fadb95cf5@[0751133557e2488f88e6047cd0844e03(127.19.120.1:34179),34885dfc66284ca0b16a23d15099a5dc(127.19.120.2:42545)[L],e4339a62c70f4194a74ad6c0e99505de(127.19.120.3:36807)]}]
21:05:55.694 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:05:55.696 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:05:55.697 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:115) Starting split fetcher 2
21:05:55.697 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:115) Starting split fetcher 2
21:05:55.698 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000180000064, upperBoundPartitionKey=0x00000001800000C8, ttl=299998, tablet=0d4296474b0d4a5982a029ed097b3e5d@[0751133557e2488f88e6047cd0844e03(127.19.120.1:34179),34885dfc66284ca0b16a23d15099a5dc(127.19.120.2:42545)[L],e4339a62c70f4194a74ad6c0e99505de(127.19.120.3:36807)]}]
21:05:55.698 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000080000064, upperBoundPartitionKey=0x00000000800000C8, ttl=299998, tablet=0f4aeaddebd341ea9c1ac068dd664836@[0751133557e2488f88e6047cd0844e03(127.19.120.1:34179),34885dfc66284ca0b16a23d15099a5dc(127.19.120.2:42545)[L],e4339a62c70f4194a74ad6c0e99505de(127.19.120.3:36807)]}]
21:05:55.699 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer 34885dfc66284ca0b16a23d15099a5dc(127.19.120.2:42545)] connecting to peer
21:05:55.703 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer 34885dfc66284ca0b16a23d15099a5dc(127.19.120.2:42545)] connecting to peer
21:05:55.703 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer 34885dfc66284ca0b16a23d15099a5dc(127.19.120.2:42545)] connecting to peer
21:05:55.704 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer 34885dfc66284ca0b16a23d15099a5dc(127.19.120.2:42545)] connecting to peer
21:05:55.709 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 34885dfc66284ca0b16a23d15099a5dc(127.19.120.2:42545)] Successfully connected to peer
21:05:55.712 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 34885dfc66284ca0b16a23d15099a5dc(127.19.120.2:42545)] Successfully connected to peer
21:05:55.719 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.19.120.2
21:05:55.732 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.19.120.2
21:05:55.761 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 34885dfc66284ca0b16a23d15099a5dc(127.19.120.2:42545)] Successfully connected to peer
21:05:55.767 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:05:55.771 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:05:55.778 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xff931791, L:/127.0.0.1:47738 - R:/127.19.120.2:42545] using SASL/PLAIN
21:05:55.778 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.19.120.2
21:05:55.790 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305399319207936001) for scanner KuduScanner(table=replication_test_table, tablet=2bcaf52c2cbf4eb695537e1fadb95cf5, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:05:55.790 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:108) Finished reading from splits [7e0e549a1b3cc8389d02226cc2d942c5d1dd0ec616e9eb537855fb9d2c5b8e21]
21:05:55.791 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [7e0e549a1b3cc8389d02226cc2d942c5d1dd0ec616e9eb537855fb9d2c5b8e21]
21:05:55.791 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 4 because it is idle.
21:05:55.791 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 4
21:05:55.793 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 7e0e549a1b3cc8389d02226cc2d942c5d1dd0ec616e9eb537855fb9d2c5b8e21 finished by subtask 0; deferring removal (restored in pending)
21:05:55.793 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer 34885dfc66284ca0b16a23d15099a5dc(127.19.120.2:42545)] disconnecting while in state READY
21:05:55.794 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='a1d9871ad0d0868e04cc30eccc97514402f8c12425b9b82aa2d14327d64c8a83'}]
21:05:55.796 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:05:55.796 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:115) Starting split fetcher 5
21:05:55.797 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299997, tablet=de01b65a946143b5962f2c50904edae4@[0751133557e2488f88e6047cd0844e03(127.19.120.1:34179),34885dfc66284ca0b16a23d15099a5dc(127.19.120.2:42545)[L],e4339a62c70f4194a74ad6c0e99505de(127.19.120.3:36807)]}]
21:05:55.800 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
21:05:55.807 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 34885dfc66284ca0b16a23d15099a5dc(127.19.120.2:42545)] Successfully connected to peer
21:05:55.809 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x08276099, L:/127.0.0.1:47730 - R:/127.19.120.2:42545] using SASL/PLAIN
21:05:55.817 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:05:55.817 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:05:55.817 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:05:55.818 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:05:55.818 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:05:55.818 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:05:55.818 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer 34885dfc66284ca0b16a23d15099a5dc(127.19.120.2:42545)] connecting to peer
21:05:55.819 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:05:55.819 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:05:55.819 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:05:55.823 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:05:55.823 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:05:55.823 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:05:55.823 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:05:55.833 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.19.120.2
21:05:55.834 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 34885dfc66284ca0b16a23d15099a5dc(127.19.120.2:42545)] handling channelInactive
21:05:55.834 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 34885dfc66284ca0b16a23d15099a5dc(127.19.120.2:42545)] cleaning up while in state READY due to: connection closed
21:05:55.834 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-0
21:05:55.834 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:128) Split fetcher 4 exited.
21:05:55.845 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 34885dfc66284ca0b16a23d15099a5dc(127.19.120.2:42545)] Successfully connected to peer
21:05:55.851 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.19.120.2
21:05:55.865 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:05:55.868 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:05:55.879 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x57bac260, L:/127.0.0.1:47760 - R:/127.19.120.2:42545] using SASL/PLAIN
21:05:55.893 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:05:55.895 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xc8006df2, L:/127.0.0.1:47742 - R:/127.19.120.2:42545] using SASL/PLAIN
21:05:55.903 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305399319207936001) for scanner KuduScanner(table=replication_test_table, tablet=0d4296474b0d4a5982a029ed097b3e5d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:05:55.904 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:108) Finished reading from splits [10ab8b4413fbb8c99bddb52e2885608fa49bb3394ee59fb6339f44dc9011b298]
21:05:55.904 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [10ab8b4413fbb8c99bddb52e2885608fa49bb3394ee59fb6339f44dc9011b298]
21:05:55.904 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 2 because it is idle.
21:05:55.904 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 2
21:05:55.905 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 10ab8b4413fbb8c99bddb52e2885608fa49bb3394ee59fb6339f44dc9011b298 finished by subtask 2; deferring removal (restored in pending)
21:05:55.906 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer 34885dfc66284ca0b16a23d15099a5dc(127.19.120.2:42545)] disconnecting while in state READY
21:05:55.919 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305399319207936001) for scanner KuduScanner(table=replication_test_table, tablet=40249854a91e49138aa92dba722a51e1, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:05:55.920 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:108) Finished reading from splits [ffe4f03ed1944d43e72bc1ca281baf75490d4bfe378386ec52da8440d7f498b2]
21:05:55.920 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [ffe4f03ed1944d43e72bc1ca281baf75490d4bfe378386ec52da8440d7f498b2]
21:05:55.920 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 2 because it is idle.
21:05:55.920 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 2
21:05:55.927 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split ffe4f03ed1944d43e72bc1ca281baf75490d4bfe378386ec52da8440d7f498b2 finished by subtask 3; deferring removal (restored in pending)
21:05:55.927 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer 34885dfc66284ca0b16a23d15099a5dc(127.19.120.2:42545)] disconnecting while in state READY
21:05:55.932 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
21:05:55.957 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
21:05:55.961 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x5bd5aa47, L:/127.0.0.1:47748 - R:/127.19.120.2:42545] using SASL/PLAIN
21:05:55.975 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:128) Split fetcher 2 exited.
21:05:55.975 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 34885dfc66284ca0b16a23d15099a5dc(127.19.120.2:42545)] handling channelInactive
21:05:55.975 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 34885dfc66284ca0b16a23d15099a5dc(127.19.120.2:42545)] cleaning up while in state READY due to: connection closed
21:05:55.975 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-0
21:05:55.983 [DEBUG - main] (Connection.java:575) [peer master-127.19.120.60:44619(127.19.120.60:44619)] disconnecting while in state READY
21:05:55.983 [DEBUG - main] (Connection.java:575) [peer master-127.19.120.61:41045(127.19.120.61:41045)] disconnecting while in state READY
21:05:55.983 [DEBUG - main] (Connection.java:575) [peer master-127.19.120.62:38725(127.19.120.62:38725)] disconnecting while in state READY
21:05:55.983 [DEBUG - main] (Connection.java:575) [peer 0751133557e2488f88e6047cd0844e03(127.19.120.1:34179)] disconnecting while in state READY
21:05:55.984 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.19.120.60:44619(127.19.120.60:44619)] handling channelInactive
21:05:55.984 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.120.60:44619(127.19.120.60:44619)] cleaning up while in state READY due to: connection closed
21:05:55.985 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.19.120.61:41045(127.19.120.61:41045)] handling channelInactive
21:05:55.985 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.120.61:41045(127.19.120.61:41045)] cleaning up while in state READY due to: connection closed
21:05:55.985 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:2704) Releasing all remaining resources
21:05:55.986 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-1
21:05:55.987 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 26 thread-local buffer(s) from thread: kudu-nio-2
21:05:55.984 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.19.120.62:38725(127.19.120.62:38725)] handling channelInactive
21:05:55.988 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.120.62:38725(127.19.120.62:38725)] cleaning up while in state READY due to: connection closed
21:05:55.988 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-0
21:05:56.003 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:05:56.011 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 0751133557e2488f88e6047cd0844e03(127.19.120.1:34179)] handling channelInactive
21:05:56.011 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 0751133557e2488f88e6047cd0844e03(127.19.120.1:34179)] cleaning up while in state READY due to: connection closed
21:05:56.012 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 24 thread-local buffer(s) from thread: kudu-nio-3
21:05:56.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:56.013769 19936 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu with pid 20221
21:05:56.037 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 11 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544756036 for job be5d90ea6ea762b3c60063afb0fd4b65.
21:05:56.052 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 34885dfc66284ca0b16a23d15099a5dc(127.19.120.2:42545)] handling channelInactive
21:05:56.052 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 34885dfc66284ca0b16a23d15099a5dc(127.19.120.2:42545)] cleaning up while in state READY due to: connection closed
21:05:56.052 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
21:05:56.052 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 11 for job be5d90ea6ea762b3c60063afb0fd4b65 (4484 bytes, checkpointDuration=16 ms, finalizationTime=0 ms).
21:05:56.052 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:128) Split fetcher 2 exited.
21:05:56.055 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 11 as completed for source Source: KuduSource.
21:05:56.055 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 11 complete: removed split ffe4f03ed1944d43e72bc1ca281baf75490d4bfe378386ec52da8440d7f498b2 from pending
21:05:56.055 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 11 complete: removed split 7e0e549a1b3cc8389d02226cc2d942c5d1dd0ec616e9eb537855fb9d2c5b8e21 from pending
21:05:56.055 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 11 complete: removed split 10ab8b4413fbb8c99bddb52e2885608fa49bb3394ee59fb6339f44dc9011b298 from pending
21:05:56.055 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 11 complete: removed 3 finished splits from enumerator state
21:05:56.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:56.093158 19936 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu with pid 20374
21:05:56.151 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 34885dfc66284ca0b16a23d15099a5dc(127.19.120.2:42545)] handling channelInactive
21:05:56.151 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 34885dfc66284ca0b16a23d15099a5dc(127.19.120.2:42545)] cleaning up while in state READY due to: connection closed
21:05:56.151 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 34885dfc66284ca0b16a23d15099a5dc(127.19.120.2:42545) for tablet 0f4aeaddebd341ea9c1ac068dd664836: connection closed
21:05:56.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:56.152236 19936 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu with pid 20522
21:05:56.153 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 34885dfc66284ca0b16a23d15099a5dc(127.19.120.2:42545)] handling channelInactive
21:05:56.153 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 34885dfc66284ca0b16a23d15099a5dc(127.19.120.2:42545)] cleaning up while in state READY due to: connection closed
21:05:56.154 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 34885dfc66284ca0b16a23d15099a5dc(127.19.120.2:42545) for tablet de01b65a946143b5962f2c50904edae4: connection closed
21:05:56.159 [DEBUG - pool-86-thread-1] (Connection.java:748) [peer 0751133557e2488f88e6047cd0844e03(127.19.120.1:34179)] connecting to peer
21:05:56.162 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 0751133557e2488f88e6047cd0844e03(127.19.120.1:34179): Connection refused: /127.19.120.1:34179
21:05:56.162 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 0751133557e2488f88e6047cd0844e03(127.19.120.1:34179)] cleaning up while in state CONNECTING due to: Failed to connect to peer 0751133557e2488f88e6047cd0844e03(127.19.120.1:34179): Connection refused: /127.19.120.1:34179
21:05:56.162 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 0751133557e2488f88e6047cd0844e03(127.19.120.1:34179) for tablet de01b65a946143b5962f2c50904edae4: Failed to connect to peer 0751133557e2488f88e6047cd0844e03(127.19.120.1:34179): Connection refused: /127.19.120.1:34179
21:05:56.165 [DEBUG - pool-78-thread-1] (Connection.java:748) [peer 0751133557e2488f88e6047cd0844e03(127.19.120.1:34179)] connecting to peer
21:05:56.166 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 0751133557e2488f88e6047cd0844e03(127.19.120.1:34179): Connection refused: /127.19.120.1:34179
21:05:56.167 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 0751133557e2488f88e6047cd0844e03(127.19.120.1:34179)] cleaning up while in state CONNECTING due to: Failed to connect to peer 0751133557e2488f88e6047cd0844e03(127.19.120.1:34179): Connection refused: /127.19.120.1:34179
21:05:56.167 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 0751133557e2488f88e6047cd0844e03(127.19.120.1:34179) for tablet 0f4aeaddebd341ea9c1ac068dd664836: Failed to connect to peer 0751133557e2488f88e6047cd0844e03(127.19.120.1:34179): Connection refused: /127.19.120.1:34179
21:05:56.179 [DEBUG - pool-86-thread-1] (Connection.java:748) [peer e4339a62c70f4194a74ad6c0e99505de(127.19.120.3:36807)] connecting to peer
21:05:56.181 [DEBUG - kudu-nio-2] (Connection.java:757) [peer e4339a62c70f4194a74ad6c0e99505de(127.19.120.3:36807)] Successfully connected to peer
21:05:56.185 [DEBUG - pool-78-thread-1] (Connection.java:748) [peer e4339a62c70f4194a74ad6c0e99505de(127.19.120.3:36807)] connecting to peer
21:05:56.187 [DEBUG - kudu-nio-2] (Connection.java:757) [peer e4339a62c70f4194a74ad6c0e99505de(127.19.120.3:36807)] Successfully connected to peer
21:05:56.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:56.196323 19936 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu with pid 19948
21:05:56.197 [ERROR - kudu-nio-2] (Connection.java:452) [peer e4339a62c70f4194a74ad6c0e99505de(127.19.120.3:36807)] unexpected exception from downstream on [id: 0x2ab6a708, L:/127.0.0.1:59046 - R:/127.19.120.3:36807]
java.net.SocketException: Connection reset
	at java.base/sun.nio.ch.SocketChannelImpl.throwConnectionReset(SocketChannelImpl.java:394)
	at java.base/sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:426)
	at org.apache.kudu.shaded.io.netty.buffer.PooledByteBuf.setBytes(PooledByteBuf.java:255)
	at org.apache.kudu.shaded.io.netty.buffer.AbstractByteBuf.writeBytes(AbstractByteBuf.java:1132)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doReadBytes(NioSocketChannel.java:356)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:156)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:05:56.198 [DEBUG - kudu-nio-2] (Connection.java:709) [peer e4339a62c70f4194a74ad6c0e99505de(127.19.120.3:36807)] cleaning up while in state NEGOTIATING due to: [peer e4339a62c70f4194a74ad6c0e99505de(127.19.120.3:36807)] unexpected exception from downstream on [id: 0x2ab6a708, L:/127.0.0.1:59046 - R:/127.19.120.3:36807]
21:05:56.199 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location e4339a62c70f4194a74ad6c0e99505de(127.19.120.3:36807) for tablet 0f4aeaddebd341ea9c1ac068dd664836: [peer e4339a62c70f4194a74ad6c0e99505de(127.19.120.3:36807)] unexpected exception from downstream on [id: 0x2ab6a708, L:/127.0.0.1:59046 - R:/127.19.120.3:36807]
21:05:56.200 [DEBUG - kudu-nio-2] (Connection.java:239) [peer e4339a62c70f4194a74ad6c0e99505de(127.19.120.3:36807)] handling channelInactive
21:05:56.202 [ERROR - kudu-nio-2] (Connection.java:452) [peer e4339a62c70f4194a74ad6c0e99505de(127.19.120.3:36807)] unexpected exception from downstream on [id: 0x3e6fc9fc, L:/127.0.0.1:59032 - R:/127.19.120.3:36807]
java.net.SocketException: Connection reset
	at java.base/sun.nio.ch.SocketChannelImpl.throwConnectionReset(SocketChannelImpl.java:394)
	at java.base/sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:426)
	at org.apache.kudu.shaded.io.netty.buffer.PooledByteBuf.setBytes(PooledByteBuf.java:255)
	at org.apache.kudu.shaded.io.netty.buffer.AbstractByteBuf.writeBytes(AbstractByteBuf.java:1132)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doReadBytes(NioSocketChannel.java:356)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:156)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:05:56.202 [DEBUG - kudu-nio-2] (Connection.java:709) [peer e4339a62c70f4194a74ad6c0e99505de(127.19.120.3:36807)] cleaning up while in state NEGOTIATING due to: [peer e4339a62c70f4194a74ad6c0e99505de(127.19.120.3:36807)] unexpected exception from downstream on [id: 0x3e6fc9fc, L:/127.0.0.1:59032 - R:/127.19.120.3:36807]
21:05:56.203 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location e4339a62c70f4194a74ad6c0e99505de(127.19.120.3:36807) for tablet de01b65a946143b5962f2c50904edae4: [peer e4339a62c70f4194a74ad6c0e99505de(127.19.120.3:36807)] unexpected exception from downstream on [id: 0x3e6fc9fc, L:/127.0.0.1:59032 - R:/127.19.120.3:36807]
21:05:56.203 [DEBUG - kudu-nio-2] (Connection.java:239) [peer e4339a62c70f4194a74ad6c0e99505de(127.19.120.3:36807)] handling channelInactive
21:05:56.205 [DEBUG - pool-78-thread-1] (Connection.java:748) [peer master-127.19.120.62:38725(127.19.120.62:38725)] connecting to peer
21:05:56.206 [DEBUG - pool-78-thread-1] (Connection.java:748) [peer master-127.19.120.61:41045(127.19.120.61:41045)] connecting to peer
21:05:56.207 [DEBUG - kudu-nio-3] (Connection.java:757) [peer master-127.19.120.62:38725(127.19.120.62:38725)] Successfully connected to peer
21:05:56.207 [DEBUG - pool-78-thread-1] (Connection.java:748) [peer master-127.19.120.60:44619(127.19.120.60:44619)] connecting to peer
21:05:56.210 [DEBUG - kudu-nio-4] (Connection.java:757) [peer master-127.19.120.61:41045(127.19.120.61:41045)] Successfully connected to peer
21:05:56.216 [DEBUG - kudu-nio-5] (Connection.java:757) [peer master-127.19.120.60:44619(127.19.120.60:44619)] Successfully connected to peer
21:05:56.219 [DEBUG - pool-86-thread-1] (Connection.java:748) [peer master-127.19.120.62:38725(127.19.120.62:38725)] connecting to peer
21:05:56.221 [DEBUG - pool-86-thread-1] (Connection.java:748) [peer master-127.19.120.61:41045(127.19.120.61:41045)] connecting to peer
21:05:56.223 [DEBUG - kudu-nio-3] (Connection.java:757) [peer master-127.19.120.62:38725(127.19.120.62:38725)] Successfully connected to peer
21:05:56.225 [DEBUG - pool-86-thread-1] (Connection.java:748) [peer master-127.19.120.60:44619(127.19.120.60:44619)] connecting to peer
21:05:56.234 [DEBUG - kudu-nio-4] (Connection.java:757) [peer master-127.19.120.61:41045(127.19.120.61:41045)] Successfully connected to peer
21:05:56.238 [DEBUG - kudu-nio-5] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.19.120.60
21:05:56.242 [DEBUG - kudu-nio-4] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.19.120.61
21:05:56.245 [DEBUG - kudu-nio-5] (Connection.java:757) [peer master-127.19.120.60:44619(127.19.120.60:44619)] Successfully connected to peer
21:05:56.248 [DEBUG - kudu-nio-4] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.19.120.61
21:05:56.249 [DEBUG - kudu-nio-5] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.19.120.60
21:05:56.261 [DEBUG - kudu-nio-4] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:05:56.262 [DEBUG - kudu-nio-5] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:05:56.265 [DEBUG - kudu-nio-4] (Negotiator.java:919) Authenticated connection [id: 0xa81ff6fb, L:/127.0.0.1:51422 - R:/127.19.120.61:41045] using SASL/PLAIN
21:05:56.266 [DEBUG - kudu-nio-5] (Negotiator.java:919) Authenticated connection [id: 0x344e9549, L:/127.0.0.1:40110 - R:/127.19.120.60:44619] using SASL/PLAIN
21:05:56.266 [DEBUG - kudu-nio-5] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:05:56.268 [DEBUG - kudu-nio-4] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:05:56.270 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
21:05:56.271 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableLocations, tablet=null, attempt=1, TimeoutTracker(timeout=29580, elapsed=52), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.62:38725, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.61:41045, [6ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.60:44619, [51ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.61:41045: OK, [52ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.60:44619: OK, deferred=null) after lookup
21:05:56.274 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:2538) Learned about tablet de01b65a946143b5962f2c50904edae4 for table 'replication_test_table' with partition [0x0000000480000064, 0x00000004800000C8)
21:05:56.274 [DEBUG - kudu-nio-5] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299999, tablet=de01b65a946143b5962f2c50904edae4@[0751133557e2488f88e6047cd0844e03(127.19.120.1:34179)[L],34885dfc66284ca0b16a23d15099a5dc(127.19.120.2:42545),e4339a62c70f4194a74ad6c0e99505de(127.19.120.3:36807)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000004800000C8, upperBoundPartitionKey=0x, ttl=299999}]
21:05:56.275 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1488) Retrying sending RPC ScanRequest(scannerId=null, state=OPENING, tablet=de01b65a946143b5962f2c50904edae4, attempt=4, KuduRpc(method=Scan, tablet=de01b65a946143b5962f2c50904edae4, attempt=4, TimeoutTracker(timeout=30000, elapsed=476), Traces: [0ms] sending RPC to server 34885dfc66284ca0b16a23d15099a5dc, [336ms] received response from server 34885dfc66284ca0b16a23d15099a5dc: Network error: connection closed, [336ms] delaying RPC due to: Network error: connection closed, [340ms] sending RPC to server 0751133557e2488f88e6047cd0844e03, [344ms] received response from server 0751133557e2488f88e6047cd0844e03: Network error: Failed to connect to peer 0751133557e2488f88e6047cd0844e03(127.19.120.1:34179): Connection refused: /127.19.120.1:34179, [344ms] delaying RPC due to: Network error: Failed to connect to peer 0751133557e2488f88e6047cd0844e03(127.19.120.1:34179): Connection refused: /127.19.120.1:34179, [361ms] sending RPC to server e4339a62c70f4194a74ad6c0e99505de, [385ms] received response from server e4339a62c70f4194a74ad6c0e99505de: Network error: [peer e4339a62c70f4194a74ad6c0e99505de(127.19.120.3:36807)] unexpected exception from downstream on [id: 0x3e6fc9fc, L:/127.0.0.1:59032 - R:/127.19.120.3:36807], [385ms] delaying RPC due to: Network error: [peer e4339a62c70f4194a74ad6c0e99505de(127.19.120.3:36807)] unexpected exception from downstream on [id: 0x3e6fc9fc, L:/127.0.0.1:59032 - R:/127.19.120.3:36807], [400ms] refreshing cache from master, [400ms] Sub RPC GetTableLocations: refreshing cache from master, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.62:38725, [403ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.61:41045, [406ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.60:44619, [451ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.61:41045: OK, [452ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.60:44619: OK, [453ms] Sub RPC GetTableLocations: sending RPC to server master-127.19.120.60:44619, [456ms] Sub RPC GetTableLocations: received response from server master-127.19.120.60:44619: OK, deferred=Deferred@1276459753(state=PENDING, result=null, callback=scanner opened -> passthrough -> wakeup thread Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0, errback=passthrough -> open scanner errback -> wakeup thread Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0))) after lookup
21:05:56.275 [DEBUG - kudu-nio-5] (Negotiator.java:919) Authenticated connection [id: 0xdb575ed4, L:/127.0.0.1:40104 - R:/127.19.120.60:44619] using SASL/PLAIN
21:05:56.275 [DEBUG - kudu-nio-5] (Connection.java:748) [peer 34885dfc66284ca0b16a23d15099a5dc(127.19.120.2:42545)] connecting to peer
21:05:56.276 [DEBUG - kudu-nio-4] (Negotiator.java:919) Authenticated connection [id: 0xe5183ead, L:/127.0.0.1:51412 - R:/127.19.120.61:41045] using SASL/PLAIN
21:05:56.282 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
21:05:56.283 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableLocations, tablet=null, attempt=1, TimeoutTracker(timeout=29494, elapsed=77), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.62:38725, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.61:41045, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.60:44619, [76ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.61:41045: OK, [77ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.60:44619: OK, deferred=null) after lookup
21:05:56.287 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 34885dfc66284ca0b16a23d15099a5dc(127.19.120.2:42545): Connection refused: /127.19.120.2:42545
21:05:56.287 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 34885dfc66284ca0b16a23d15099a5dc(127.19.120.2:42545)] cleaning up while in state CONNECTING due to: Failed to connect to peer 34885dfc66284ca0b16a23d15099a5dc(127.19.120.2:42545): Connection refused: /127.19.120.2:42545
21:05:56.287 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 34885dfc66284ca0b16a23d15099a5dc(127.19.120.2:42545) for tablet de01b65a946143b5962f2c50904edae4: Failed to connect to peer 34885dfc66284ca0b16a23d15099a5dc(127.19.120.2:42545): Connection refused: /127.19.120.2:42545
21:05:56.288 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:2538) Learned about tablet 0f4aeaddebd341ea9c1ac068dd664836 for table 'replication_test_table' with partition [0x0000000080000064, 0x00000000800000C8)
21:05:56.288 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:2538) Learned about tablet 0d4296474b0d4a5982a029ed097b3e5d for table 'replication_test_table' with partition [0x0000000180000064, 0x00000001800000C8)
21:05:56.289 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:2538) Learned about tablet 40249854a91e49138aa92dba722a51e1 for table 'replication_test_table' with partition [0x0000000280000064, 0x00000002800000C8)
21:05:56.289 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:2538) Learned about tablet 2bcaf52c2cbf4eb695537e1fadb95cf5 for table 'replication_test_table' with partition [0x0000000380000064, 0x00000003800000C8)
21:05:56.289 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:2538) Learned about tablet de01b65a946143b5962f2c50904edae4 for table 'replication_test_table' with partition [0x0000000480000064, 0x00000004800000C8)
21:05:56.289 [DEBUG - kudu-nio-5] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000080000064, upperBoundPartitionKey=0x00000000800000C8, ttl=299999, tablet=0f4aeaddebd341ea9c1ac068dd664836@[0751133557e2488f88e6047cd0844e03(127.19.120.1:34179)[L],34885dfc66284ca0b16a23d15099a5dc(127.19.120.2:42545),e4339a62c70f4194a74ad6c0e99505de(127.19.120.3:36807)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000000800000C8, upperBoundPartitionKey=0x0000000180000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000180000064, upperBoundPartitionKey=0x00000001800000C8, ttl=299999, tablet=0d4296474b0d4a5982a029ed097b3e5d@[0751133557e2488f88e6047cd0844e03(127.19.120.1:34179)[L],34885dfc66284ca0b16a23d15099a5dc(127.19.120.2:42545),e4339a62c70f4194a74ad6c0e99505de(127.19.120.3:36807)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000001800000C8, upperBoundPartitionKey=0x0000000280000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000280000064, upperBoundPartitionKey=0x00000002800000C8, ttl=299999, tablet=40249854a91e49138aa92dba722a51e1@[0751133557e2488f88e6047cd0844e03(127.19.120.1:34179)[L],34885dfc66284ca0b16a23d15099a5dc(127.19.120.2:42545),e4339a62c70f4194a74ad6c0e99505de(127.19.120.3:36807)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002800000C8, upperBoundPartitionKey=0x0000000380000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299999, tablet=2bcaf52c2cbf4eb695537e1fadb95cf5@[0751133557e2488f88e6047cd0844e03(127.19.120.1:34179)[L],34885dfc66284ca0b16a23d15099a5dc(127.19.120.2:42545),e4339a62c70f4194a74ad6c0e99505de(127.19.120.3:36807)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000003800000C8, upperBoundPartitionKey=0x0000000480000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299999, tablet=de01b65a946143b5962f2c50904edae4@[0751133557e2488f88e6047cd0844e03(127.19.120.1:34179)[L],34885dfc66284ca0b16a23d15099a5dc(127.19.120.2:42545),e4339a62c70f4194a74ad6c0e99505de(127.19.120.3:36807)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000004800000C8, upperBoundPartitionKey=0x, ttl=299999}]
21:05:56.289 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1488) Retrying sending RPC ScanRequest(scannerId=null, state=OPENING, tablet=0f4aeaddebd341ea9c1ac068dd664836, attempt=4, KuduRpc(method=Scan, tablet=0f4aeaddebd341ea9c1ac068dd664836, attempt=4, TimeoutTracker(timeout=30000, elapsed=590), Traces: [0ms] sending RPC to server 34885dfc66284ca0b16a23d15099a5dc, [447ms] received response from server 34885dfc66284ca0b16a23d15099a5dc: Network error: connection closed, [447ms] delaying RPC due to: Network error: connection closed, [460ms] sending RPC to server 0751133557e2488f88e6047cd0844e03, [463ms] received response from server 0751133557e2488f88e6047cd0844e03: Network error: Failed to connect to peer 0751133557e2488f88e6047cd0844e03(127.19.120.1:34179): Connection refused: /127.19.120.1:34179, [463ms] delaying RPC due to: Network error: Failed to connect to peer 0751133557e2488f88e6047cd0844e03(127.19.120.1:34179): Connection refused: /127.19.120.1:34179, [481ms] sending RPC to server e4339a62c70f4194a74ad6c0e99505de, [495ms] received response from server e4339a62c70f4194a74ad6c0e99505de: Network error: [peer e4339a62c70f4194a74ad6c0e99505de(127.19.120.3:36807)] unexpected exception from downstream on [id: 0x2ab6a708, L:/127.0.0.1:59046 - R:/127.19.120.3:36807], [495ms] delaying RPC due to: Network error: [peer e4339a62c70f4194a74ad6c0e99505de(127.19.120.3:36807)] unexpected exception from downstream on [id: 0x2ab6a708, L:/127.0.0.1:59046 - R:/127.19.120.3:36807], [501ms] refreshing cache from master, [501ms] Sub RPC GetTableLocations: refreshing cache from master, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.62:38725, [502ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.61:41045, [503ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.60:44619, [577ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.61:41045: OK, [578ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.60:44619: OK, [579ms] Sub RPC GetTableLocations: sending RPC to server master-127.19.120.60:44619, [584ms] Sub RPC GetTableLocations: received response from server master-127.19.120.60:44619: OK, deferred=Deferred@1402920180(state=PENDING, result=null, callback=scanner opened -> passthrough -> wakeup thread Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0, errback=passthrough -> open scanner errback -> wakeup thread Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0))) after lookup
21:05:56.292 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.19.120.62:38725(127.19.120.62:38725)] handling channelInactive
21:05:56.292 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.120.62:38725(127.19.120.62:38725)] cleaning up while in state READY due to: connection closed
21:05:56.293 [DEBUG - kudu-nio-5] (Connection.java:748) [peer 34885dfc66284ca0b16a23d15099a5dc(127.19.120.2:42545)] connecting to peer
21:05:56.293 [ERROR - kudu-nio-3] (Connection.java:452) [peer master-127.19.120.62:38725(127.19.120.62:38725)] unexpected exception from downstream on [id: 0x59276062, L:/127.0.0.1:34256 - R:/127.19.120.62:38725]
java.net.SocketException: Connection reset
	at java.base/sun.nio.ch.SocketChannelImpl.throwConnectionReset(SocketChannelImpl.java:394)
	at java.base/sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:426)
	at org.apache.kudu.shaded.io.netty.buffer.PooledByteBuf.setBytes(PooledByteBuf.java:255)
	at org.apache.kudu.shaded.io.netty.buffer.AbstractByteBuf.writeBytes(AbstractByteBuf.java:1132)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doReadBytes(NioSocketChannel.java:356)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:156)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:05:56.294 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.120.62:38725(127.19.120.62:38725)] cleaning up while in state NEGOTIATING due to: [peer master-127.19.120.62:38725(127.19.120.62:38725)] unexpected exception from downstream on [id: 0x59276062, L:/127.0.0.1:34256 - R:/127.19.120.62:38725]
21:05:56.294 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.120.62:38725: [peer master-127.19.120.62:38725(127.19.120.62:38725)] unexpected exception from downstream on [id: 0x59276062, L:/127.0.0.1:34256 - R:/127.19.120.62:38725]
21:05:56.294 [DEBUG - kudu-nio-3] (Connection.java:239) [peer master-127.19.120.62:38725(127.19.120.62:38725)] handling channelInactive
21:05:56.294 [ERROR - kudu-nio-3] (Connection.java:452) [peer master-127.19.120.62:38725(127.19.120.62:38725)] unexpected exception from downstream on [id: 0x1f91212d, L:/127.0.0.1:34266 - R:/127.19.120.62:38725]
java.net.SocketException: Connection reset
	at java.base/sun.nio.ch.SocketChannelImpl.throwConnectionReset(SocketChannelImpl.java:394)
	at java.base/sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:426)
	at org.apache.kudu.shaded.io.netty.buffer.PooledByteBuf.setBytes(PooledByteBuf.java:255)
	at org.apache.kudu.shaded.io.netty.buffer.AbstractByteBuf.writeBytes(AbstractByteBuf.java:1132)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doReadBytes(NioSocketChannel.java:356)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:156)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:05:56.294 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.120.62:38725(127.19.120.62:38725)] cleaning up while in state NEGOTIATING due to: [peer master-127.19.120.62:38725(127.19.120.62:38725)] unexpected exception from downstream on [id: 0x1f91212d, L:/127.0.0.1:34266 - R:/127.19.120.62:38725]
21:05:56.295 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.120.62:38725: [peer master-127.19.120.62:38725(127.19.120.62:38725)] unexpected exception from downstream on [id: 0x1f91212d, L:/127.0.0.1:34266 - R:/127.19.120.62:38725]
21:05:56.295 [DEBUG - kudu-nio-3] (Connection.java:239) [peer master-127.19.120.62:38725(127.19.120.62:38725)] handling channelInactive
21:05:56.298 [DEBUG - pool-86-thread-1] (Connection.java:748) [peer 0751133557e2488f88e6047cd0844e03(127.19.120.1:34179)] connecting to peer
21:05:56.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:56.300602 19936 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu with pid 20018
21:05:56.302 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 34885dfc66284ca0b16a23d15099a5dc(127.19.120.2:42545): Connection refused: /127.19.120.2:42545
21:05:56.302 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 34885dfc66284ca0b16a23d15099a5dc(127.19.120.2:42545)] cleaning up while in state CONNECTING due to: Failed to connect to peer 34885dfc66284ca0b16a23d15099a5dc(127.19.120.2:42545): Connection refused: /127.19.120.2:42545
21:05:56.302 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 34885dfc66284ca0b16a23d15099a5dc(127.19.120.2:42545) for tablet 0f4aeaddebd341ea9c1ac068dd664836: Failed to connect to peer 34885dfc66284ca0b16a23d15099a5dc(127.19.120.2:42545): Connection refused: /127.19.120.2:42545
21:05:56.311 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 0751133557e2488f88e6047cd0844e03(127.19.120.1:34179): Connection refused: /127.19.120.1:34179
21:05:56.311 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 0751133557e2488f88e6047cd0844e03(127.19.120.1:34179)] cleaning up while in state CONNECTING due to: Failed to connect to peer 0751133557e2488f88e6047cd0844e03(127.19.120.1:34179): Connection refused: /127.19.120.1:34179
21:05:56.311 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 0751133557e2488f88e6047cd0844e03(127.19.120.1:34179) for tablet de01b65a946143b5962f2c50904edae4: Failed to connect to peer 0751133557e2488f88e6047cd0844e03(127.19.120.1:34179): Connection refused: /127.19.120.1:34179
21:05:56.340 [DEBUG - kudu-nio-4] (Connection.java:239) [peer master-127.19.120.61:41045(127.19.120.61:41045)] handling channelInactive
21:05:56.341 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.120.61:41045(127.19.120.61:41045)] cleaning up while in state READY due to: connection closed
21:05:56.341 [DEBUG - kudu-nio-4] (Connection.java:239) [peer master-127.19.120.61:41045(127.19.120.61:41045)] handling channelInactive
21:05:56.341 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.120.61:41045(127.19.120.61:41045)] cleaning up while in state READY due to: connection closed
21:05:56.341 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.19.120.61:41045(127.19.120.61:41045)] handling channelInactive
21:05:56.341 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.120.61:41045(127.19.120.61:41045)] cleaning up while in state READY due to: connection closed
21:05:56.345 [DEBUG - pool-78-thread-1] (Connection.java:748) [peer 0751133557e2488f88e6047cd0844e03(127.19.120.1:34179)] connecting to peer
21:05:56.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:56.342919 19936 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu with pid 20094
21:05:56.351 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 0751133557e2488f88e6047cd0844e03(127.19.120.1:34179): Connection refused: /127.19.120.1:34179
21:05:56.351 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 0751133557e2488f88e6047cd0844e03(127.19.120.1:34179)] cleaning up while in state CONNECTING due to: Failed to connect to peer 0751133557e2488f88e6047cd0844e03(127.19.120.1:34179): Connection refused: /127.19.120.1:34179
21:05:56.351 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 0751133557e2488f88e6047cd0844e03(127.19.120.1:34179) for tablet 0f4aeaddebd341ea9c1ac068dd664836: Failed to connect to peer 0751133557e2488f88e6047cd0844e03(127.19.120.1:34179): Connection refused: /127.19.120.1:34179
21:05:56.358 [DEBUG - pool-86-thread-1] (Connection.java:748) [peer e4339a62c70f4194a74ad6c0e99505de(127.19.120.3:36807)] connecting to peer
21:05:56.359 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer e4339a62c70f4194a74ad6c0e99505de(127.19.120.3:36807): Connection refused: /127.19.120.3:36807
21:05:56.360 [DEBUG - kudu-nio-0] (Connection.java:709) [peer e4339a62c70f4194a74ad6c0e99505de(127.19.120.3:36807)] cleaning up while in state CONNECTING due to: Failed to connect to peer e4339a62c70f4194a74ad6c0e99505de(127.19.120.3:36807): Connection refused: /127.19.120.3:36807
21:05:56.360 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location e4339a62c70f4194a74ad6c0e99505de(127.19.120.3:36807) for tablet de01b65a946143b5962f2c50904edae4: Failed to connect to peer e4339a62c70f4194a74ad6c0e99505de(127.19.120.3:36807): Connection refused: /127.19.120.3:36807
21:05:56.377 [DEBUG - kudu-nio-5] (Connection.java:239) [peer master-127.19.120.60:44619(127.19.120.60:44619)] handling channelInactive
21:05:56.377 [DEBUG - kudu-nio-5] (Connection.java:239) [peer master-127.19.120.60:44619(127.19.120.60:44619)] handling channelInactive
21:05:56.377 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.120.60:44619(127.19.120.60:44619)] cleaning up while in state READY due to: connection closed
21:05:56.377 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.19.120.60:44619(127.19.120.60:44619)] handling channelInactive
21:05:56.377 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.120.60:44619(127.19.120.60:44619)] cleaning up while in state READY due to: connection closed
21:05:56.377 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.120.60:44619(127.19.120.60:44619)] cleaning up while in state READY due to: connection closed
21:05:56.378 [DEBUG - pool-86-thread-1] (Connection.java:748) [peer master-127.19.120.60:44619(127.19.120.60:44619)] connecting to peer
21:05:56.379 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619
21:05:56.379 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.120.60:44619(127.19.120.60:44619)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619
21:05:56.379 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location master-127.19.120.60:44619(127.19.120.60:44619) for tablet Kudu Master: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619
21:05:56.398 [DEBUG - pool-86-thread-1] (Connection.java:748) [peer master-127.19.120.62:38725(127.19.120.62:38725)] connecting to peer
21:05:56.399 [DEBUG - pool-86-thread-1] (Connection.java:748) [peer master-127.19.120.61:41045(127.19.120.61:41045)] connecting to peer
21:05:56.399 [DEBUG - pool-86-thread-1] (Connection.java:748) [peer master-127.19.120.60:44619(127.19.120.60:44619)] connecting to peer
21:05:56.399 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725
21:05:56.399 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.120.62:38725(127.19.120.62:38725)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725
21:05:56.399 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.120.62:38725: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725
21:05:56.400 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045
21:05:56.400 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.120.61:41045(127.19.120.61:41045)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045
21:05:56.400 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.120.61:41045: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045
21:05:56.400 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619
21:05:56.400 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.120.60:44619(127.19.120.60:44619)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619
21:05:56.400 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.120.60:44619: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619
21:05:56.400 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619; will retry
21:05:56.405 [DEBUG - pool-78-thread-1] (Connection.java:748) [peer e4339a62c70f4194a74ad6c0e99505de(127.19.120.3:36807)] connecting to peer
21:05:56.406 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer e4339a62c70f4194a74ad6c0e99505de(127.19.120.3:36807): Connection refused: /127.19.120.3:36807
21:05:56.406 [DEBUG - kudu-nio-0] (Connection.java:709) [peer e4339a62c70f4194a74ad6c0e99505de(127.19.120.3:36807)] cleaning up while in state CONNECTING due to: Failed to connect to peer e4339a62c70f4194a74ad6c0e99505de(127.19.120.3:36807): Connection refused: /127.19.120.3:36807
21:05:56.406 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location e4339a62c70f4194a74ad6c0e99505de(127.19.120.3:36807) for tablet 0f4aeaddebd341ea9c1ac068dd664836: Failed to connect to peer e4339a62c70f4194a74ad6c0e99505de(127.19.120.3:36807): Connection refused: /127.19.120.3:36807
21:05:56.419 [DEBUG - pool-86-thread-1] (Connection.java:748) [peer master-127.19.120.62:38725(127.19.120.62:38725)] connecting to peer
21:05:56.420 [DEBUG - pool-86-thread-1] (Connection.java:748) [peer master-127.19.120.61:41045(127.19.120.61:41045)] connecting to peer
21:05:56.420 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725
21:05:56.420 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045
21:05:56.420 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.120.62:38725(127.19.120.62:38725)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725
21:05:56.420 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.120.61:41045(127.19.120.61:41045)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045
21:05:56.420 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.120.62:38725: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725
21:05:56.420 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.120.61:41045: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045
21:05:56.421 [DEBUG - pool-86-thread-1] (Connection.java:748) [peer master-127.19.120.60:44619(127.19.120.60:44619)] connecting to peer
21:05:56.422 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619
21:05:56.422 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.120.60:44619(127.19.120.60:44619)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619
21:05:56.423 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.120.60:44619: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619
21:05:56.423 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619; will retry
21:05:56.425 [DEBUG - pool-78-thread-1] (Connection.java:748) [peer master-127.19.120.60:44619(127.19.120.60:44619)] connecting to peer
21:05:56.426 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619
21:05:56.426 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.120.60:44619(127.19.120.60:44619)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619
21:05:56.426 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location master-127.19.120.60:44619(127.19.120.60:44619) for tablet Kudu Master: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619
21:05:56.438 [DEBUG - pool-86-thread-1] (Connection.java:748) [peer master-127.19.120.62:38725(127.19.120.62:38725)] connecting to peer
21:05:56.439 [DEBUG - pool-86-thread-1] (Connection.java:748) [peer master-127.19.120.61:41045(127.19.120.61:41045)] connecting to peer
21:05:56.439 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725
21:05:56.440 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.120.62:38725(127.19.120.62:38725)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725
21:05:56.440 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045
21:05:56.440 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.120.61:41045(127.19.120.61:41045)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045
21:05:56.440 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.120.62:38725: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725
21:05:56.440 [INFO - pool-86-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.120.61:41045: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045
21:05:56.440 [DEBUG - pool-86-thread-1] (Connection.java:748) [peer master-127.19.120.60:44619(127.19.120.60:44619)] connecting to peer
21:05:56.441 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619
21:05:56.441 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.120.60:44619(127.19.120.60:44619)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619
21:05:56.441 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.120.60:44619: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619
21:05:56.442 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619; will retry
21:05:56.445 [DEBUG - pool-78-thread-1] (Connection.java:748) [peer master-127.19.120.62:38725(127.19.120.62:38725)] connecting to peer
21:05:56.446 [DEBUG - pool-78-thread-1] (Connection.java:748) [peer master-127.19.120.61:41045(127.19.120.61:41045)] connecting to peer
21:05:56.446 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725
21:05:56.446 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.120.62:38725(127.19.120.62:38725)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725
21:05:56.446 [DEBUG - pool-78-thread-1] (Connection.java:748) [peer master-127.19.120.60:44619(127.19.120.60:44619)] connecting to peer
21:05:56.446 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.120.62:38725: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725
21:05:56.447 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619
21:05:56.447 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.120.60:44619(127.19.120.60:44619)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619
21:05:56.447 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.120.60:44619: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619
21:05:56.447 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045
21:05:56.447 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.120.61:41045(127.19.120.61:41045)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045
21:05:56.447 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.120.61:41045: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045
21:05:56.447 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619; will retry
21:05:56.459 [DEBUG - pool-86-thread-1] (Connection.java:748) [peer master-127.19.120.62:38725(127.19.120.62:38725)] connecting to peer
21:05:56.461 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725
21:05:56.461 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.120.62:38725(127.19.120.62:38725)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725
21:05:56.461 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.120.62:38725: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725
21:05:56.461 [DEBUG - pool-86-thread-1] (Connection.java:748) [peer master-127.19.120.61:41045(127.19.120.61:41045)] connecting to peer
21:05:56.462 [DEBUG - pool-86-thread-1] (Connection.java:748) [peer master-127.19.120.60:44619(127.19.120.60:44619)] connecting to peer
21:05:56.462 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045
21:05:56.462 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.120.61:41045(127.19.120.61:41045)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045
21:05:56.462 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.120.61:41045: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045
21:05:56.463 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619
21:05:56.464 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.120.60:44619(127.19.120.60:44619)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619
21:05:56.464 [INFO - pool-86-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.120.60:44619: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619
21:05:56.464 [WARN - pool-86-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619; will retry
21:05:56.465 [DEBUG - pool-78-thread-1] (Connection.java:748) [peer master-127.19.120.62:38725(127.19.120.62:38725)] connecting to peer
21:05:56.466 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725
21:05:56.467 [DEBUG - pool-78-thread-1] (Connection.java:748) [peer master-127.19.120.61:41045(127.19.120.61:41045)] connecting to peer
21:05:56.467 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.120.62:38725(127.19.120.62:38725)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725
21:05:56.467 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.120.62:38725: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725
21:05:56.471 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045
21:05:56.471 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.120.61:41045(127.19.120.61:41045)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045
21:05:56.471 [INFO - pool-78-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.120.61:41045: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045
21:05:56.471 [DEBUG - pool-78-thread-1] (Connection.java:748) [peer master-127.19.120.60:44619(127.19.120.60:44619)] connecting to peer
21:05:56.474 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619
21:05:56.474 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.120.60:44619(127.19.120.60:44619)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619
21:05:56.474 [INFO - pool-78-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.120.60:44619: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619
21:05:56.475 [WARN - pool-78-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619; will retry
21:05:56.479 [DEBUG - pool-86-thread-1] (Connection.java:748) [peer master-127.19.120.62:38725(127.19.120.62:38725)] connecting to peer
21:05:56.480 [DEBUG - pool-86-thread-1] (Connection.java:748) [peer master-127.19.120.61:41045(127.19.120.61:41045)] connecting to peer
21:05:56.480 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725
21:05:56.480 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.120.62:38725(127.19.120.62:38725)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725
21:05:56.480 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.120.62:38725: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725
21:05:56.481 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045
21:05:56.481 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.120.61:41045(127.19.120.61:41045)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045
21:05:56.482 [INFO - pool-86-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.120.61:41045: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045
21:05:56.482 [DEBUG - pool-86-thread-1] (Connection.java:748) [peer master-127.19.120.60:44619(127.19.120.60:44619)] connecting to peer
21:05:56.483 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619
21:05:56.483 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.120.60:44619(127.19.120.60:44619)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619
21:05:56.483 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.120.60:44619: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619
21:05:56.483 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619; will retry
21:05:56.485 [DEBUG - pool-78-thread-1] (Connection.java:748) [peer master-127.19.120.62:38725(127.19.120.62:38725)] connecting to peer
21:05:56.486 [DEBUG - pool-78-thread-1] (Connection.java:748) [peer master-127.19.120.61:41045(127.19.120.61:41045)] connecting to peer
21:05:56.486 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725
21:05:56.486 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.120.62:38725(127.19.120.62:38725)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725
21:05:56.486 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.120.62:38725: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725
21:05:56.487 [DEBUG - pool-78-thread-1] (Connection.java:748) [peer master-127.19.120.60:44619(127.19.120.60:44619)] connecting to peer
21:05:56.488 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045
21:05:56.488 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.120.61:41045(127.19.120.61:41045)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045
21:05:56.488 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.120.61:41045: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045
21:05:56.488 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619
21:05:56.488 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.120.60:44619(127.19.120.60:44619)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619
21:05:56.488 [INFO - pool-78-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.120.60:44619: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619
21:05:56.489 [WARN - pool-78-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619; will retry
21:05:56.503 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:05:56.505 [DEBUG - pool-78-thread-1] (Connection.java:748) [peer master-127.19.120.62:38725(127.19.120.62:38725)] connecting to peer
21:05:56.506 [DEBUG - pool-78-thread-1] (Connection.java:748) [peer master-127.19.120.61:41045(127.19.120.61:41045)] connecting to peer
21:05:56.506 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725
21:05:56.506 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.120.62:38725(127.19.120.62:38725)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725
21:05:56.507 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.120.62:38725: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725
21:05:56.507 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045
21:05:56.507 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.120.61:41045(127.19.120.61:41045)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045
21:05:56.507 [INFO - pool-78-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.120.61:41045: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045
21:05:56.507 [DEBUG - pool-78-thread-1] (Connection.java:748) [peer master-127.19.120.60:44619(127.19.120.60:44619)] connecting to peer
21:05:56.508 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619
21:05:56.508 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.120.60:44619(127.19.120.60:44619)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619
21:05:56.508 [INFO - pool-78-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.120.60:44619: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619
21:05:56.508 [WARN - pool-78-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619; will retry
21:05:56.519 [DEBUG - pool-86-thread-1] (Connection.java:748) [peer master-127.19.120.62:38725(127.19.120.62:38725)] connecting to peer
21:05:56.519 [DEBUG - pool-86-thread-1] (Connection.java:748) [peer master-127.19.120.61:41045(127.19.120.61:41045)] connecting to peer
21:05:56.519 [DEBUG - pool-86-thread-1] (Connection.java:748) [peer master-127.19.120.60:44619(127.19.120.60:44619)] connecting to peer
21:05:56.520 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725
21:05:56.520 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.120.62:38725(127.19.120.62:38725)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725
21:05:56.520 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045
21:05:56.520 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.120.61:41045(127.19.120.61:41045)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045
21:05:56.520 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.120.62:38725: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725
21:05:56.520 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.120.61:41045: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045
21:05:56.521 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619
21:05:56.521 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.120.60:44619(127.19.120.60:44619)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619
21:05:56.521 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.120.60:44619: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619
21:05:56.521 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619; will retry
21:05:56.525 [DEBUG - pool-78-thread-1] (Connection.java:748) [peer master-127.19.120.62:38725(127.19.120.62:38725)] connecting to peer
21:05:56.526 [DEBUG - pool-78-thread-1] (Connection.java:748) [peer master-127.19.120.61:41045(127.19.120.61:41045)] connecting to peer
21:05:56.526 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725
21:05:56.526 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.120.62:38725(127.19.120.62:38725)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725
21:05:56.526 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.120.62:38725: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725
21:05:56.527 [DEBUG - pool-78-thread-1] (Connection.java:748) [peer master-127.19.120.60:44619(127.19.120.60:44619)] connecting to peer
21:05:56.527 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045
21:05:56.527 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.120.61:41045(127.19.120.61:41045)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045
21:05:56.527 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.120.61:41045: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045
21:05:56.527 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619
21:05:56.527 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.120.60:44619(127.19.120.60:44619)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619
21:05:56.528 [INFO - pool-78-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.120.60:44619: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619
21:05:56.528 [WARN - pool-78-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619; will retry
21:05:56.537 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 12 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544756536 for job be5d90ea6ea762b3c60063afb0fd4b65.
21:05:56.550 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 12 for job be5d90ea6ea762b3c60063afb0fd4b65 (2372 bytes, checkpointDuration=13 ms, finalizationTime=1 ms).
21:05:56.552 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 12 as completed for source Source: KuduSource.
21:05:56.565 [DEBUG - pool-78-thread-1] (Connection.java:748) [peer master-127.19.120.62:38725(127.19.120.62:38725)] connecting to peer
21:05:56.565 [DEBUG - pool-78-thread-1] (Connection.java:748) [peer master-127.19.120.61:41045(127.19.120.61:41045)] connecting to peer
21:05:56.566 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725
21:05:56.566 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.120.62:38725(127.19.120.62:38725)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725
21:05:56.566 [DEBUG - pool-78-thread-1] (Connection.java:748) [peer master-127.19.120.60:44619(127.19.120.60:44619)] connecting to peer
21:05:56.566 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.120.62:38725: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725
21:05:56.567 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045
21:05:56.567 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.120.61:41045(127.19.120.61:41045)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045
21:05:56.567 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.120.61:41045: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045
21:05:56.567 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619
21:05:56.568 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.120.60:44619(127.19.120.60:44619)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619
21:05:56.568 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.120.60:44619: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619
21:05:56.568 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619; will retry
21:05:56.579 [DEBUG - pool-86-thread-1] (Connection.java:748) [peer master-127.19.120.62:38725(127.19.120.62:38725)] connecting to peer
21:05:56.580 [DEBUG - pool-86-thread-1] (Connection.java:748) [peer master-127.19.120.61:41045(127.19.120.61:41045)] connecting to peer
21:05:56.580 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725
21:05:56.580 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.120.62:38725(127.19.120.62:38725)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725
21:05:56.580 [DEBUG - pool-86-thread-1] (Connection.java:748) [peer master-127.19.120.60:44619(127.19.120.60:44619)] connecting to peer
21:05:56.580 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.120.62:38725: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725
21:05:56.581 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619
21:05:56.581 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.120.60:44619(127.19.120.60:44619)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619
21:05:56.581 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.120.60:44619: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619
21:05:56.581 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045
21:05:56.581 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.120.61:41045(127.19.120.61:41045)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045
21:05:56.581 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.120.61:41045: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045
21:05:56.581 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619; will retry
21:05:56.605 [DEBUG - pool-78-thread-1] (Connection.java:748) [peer master-127.19.120.62:38725(127.19.120.62:38725)] connecting to peer
21:05:56.606 [DEBUG - pool-78-thread-1] (Connection.java:748) [peer master-127.19.120.61:41045(127.19.120.61:41045)] connecting to peer
21:05:56.606 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725
21:05:56.607 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.120.62:38725(127.19.120.62:38725)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725
21:05:56.607 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.120.62:38725: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725
21:05:56.607 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045
21:05:56.607 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.120.61:41045(127.19.120.61:41045)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045
21:05:56.607 [INFO - pool-78-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.120.61:41045: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045
21:05:56.607 [DEBUG - pool-78-thread-1] (Connection.java:748) [peer master-127.19.120.60:44619(127.19.120.60:44619)] connecting to peer
21:05:56.608 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619
21:05:56.609 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.120.60:44619(127.19.120.60:44619)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619
21:05:56.609 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.120.60:44619: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619
21:05:56.609 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619; will retry
21:05:56.625 [DEBUG - pool-78-thread-1] (Connection.java:748) [peer master-127.19.120.62:38725(127.19.120.62:38725)] connecting to peer
21:05:56.626 [DEBUG - pool-78-thread-1] (Connection.java:748) [peer master-127.19.120.61:41045(127.19.120.61:41045)] connecting to peer
21:05:56.626 [DEBUG - pool-78-thread-1] (Connection.java:748) [peer master-127.19.120.60:44619(127.19.120.60:44619)] connecting to peer
21:05:56.626 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045
21:05:56.626 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725
21:05:56.626 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.120.61:41045(127.19.120.61:41045)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045
21:05:56.626 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.120.62:38725(127.19.120.62:38725)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725
21:05:56.626 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.120.61:41045: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045
21:05:56.627 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.120.62:38725: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725
21:05:56.627 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619
21:05:56.627 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.120.60:44619(127.19.120.60:44619)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619
21:05:56.627 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.120.60:44619: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619
21:05:56.627 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619; will retry
21:05:56.778 [DEBUG - pool-86-thread-1] (Connection.java:748) [peer master-127.19.120.62:38725(127.19.120.62:38725)] connecting to peer
21:05:56.779 [DEBUG - pool-86-thread-1] (Connection.java:748) [peer master-127.19.120.61:41045(127.19.120.61:41045)] connecting to peer
21:05:56.779 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725
21:05:56.780 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.120.62:38725(127.19.120.62:38725)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725
21:05:56.780 [DEBUG - pool-86-thread-1] (Connection.java:748) [peer master-127.19.120.60:44619(127.19.120.60:44619)] connecting to peer
21:05:56.780 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.120.62:38725: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725
21:05:56.780 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045
21:05:56.780 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.120.61:41045(127.19.120.61:41045)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045
21:05:56.780 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.120.61:41045: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045
21:05:56.781 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619
21:05:56.781 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.120.60:44619(127.19.120.60:44619)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619
21:05:56.781 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.120.60:44619: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619
21:05:56.781 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619; will retry
21:05:56.825 [DEBUG - pool-78-thread-1] (Connection.java:748) [peer master-127.19.120.62:38725(127.19.120.62:38725)] connecting to peer
21:05:56.826 [DEBUG - pool-78-thread-1] (Connection.java:748) [peer master-127.19.120.61:41045(127.19.120.61:41045)] connecting to peer
21:05:56.826 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725
21:05:56.826 [DEBUG - pool-78-thread-1] (Connection.java:748) [peer master-127.19.120.60:44619(127.19.120.60:44619)] connecting to peer
21:05:56.827 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.120.62:38725(127.19.120.62:38725)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725
21:05:56.827 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.120.62:38725: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725
21:05:56.827 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045
21:05:56.827 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.120.61:41045(127.19.120.61:41045)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045
21:05:56.827 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619
21:05:56.827 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.120.61:41045: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045
21:05:56.828 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.120.60:44619(127.19.120.60:44619)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619
21:05:56.828 [INFO - pool-78-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.120.60:44619: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619
21:05:56.828 [WARN - pool-78-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619; will retry
21:05:56.864 [DEBUG - pool-78-thread-1] (Connection.java:748) [peer master-127.19.120.62:38725(127.19.120.62:38725)] connecting to peer
21:05:56.865 [DEBUG - pool-78-thread-1] (Connection.java:748) [peer master-127.19.120.61:41045(127.19.120.61:41045)] connecting to peer
21:05:56.866 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725
21:05:56.866 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.120.62:38725(127.19.120.62:38725)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725
21:05:56.866 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.120.62:38725: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725
21:05:56.866 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045
21:05:56.866 [DEBUG - pool-78-thread-1] (Connection.java:748) [peer master-127.19.120.60:44619(127.19.120.60:44619)] connecting to peer
21:05:56.866 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.120.61:41045(127.19.120.61:41045)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045
21:05:56.867 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.120.61:41045: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045
21:05:56.867 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619
21:05:56.868 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.120.60:44619(127.19.120.60:44619)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619
21:05:56.868 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.120.60:44619: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619
21:05:56.868 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619; will retry
21:05:57.003 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:05:57.037 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 13 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544757036 for job be5d90ea6ea762b3c60063afb0fd4b65.
21:05:57.048 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 13 for job be5d90ea6ea762b3c60063afb0fd4b65 (2372 bytes, checkpointDuration=12 ms, finalizationTime=0 ms).
21:05:57.049 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 13 as completed for source Source: KuduSource.
21:05:57.059 [DEBUG - pool-86-thread-1] (Connection.java:748) [peer master-127.19.120.62:38725(127.19.120.62:38725)] connecting to peer
21:05:57.061 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725
21:05:57.061 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.120.62:38725(127.19.120.62:38725)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725
21:05:57.061 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.120.62:38725: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725
21:05:57.061 [DEBUG - pool-86-thread-1] (Connection.java:748) [peer master-127.19.120.61:41045(127.19.120.61:41045)] connecting to peer
21:05:57.063 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045
21:05:57.063 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.120.61:41045(127.19.120.61:41045)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045
21:05:57.064 [INFO - pool-86-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.120.61:41045: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045
21:05:57.064 [DEBUG - pool-86-thread-1] (Connection.java:748) [peer master-127.19.120.60:44619(127.19.120.60:44619)] connecting to peer
21:05:57.065 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619
21:05:57.065 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.120.60:44619(127.19.120.60:44619)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619
21:05:57.066 [INFO - pool-86-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.120.60:44619: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619
21:05:57.066 [WARN - pool-86-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619; will retry
21:05:57.245 [DEBUG - pool-78-thread-1] (Connection.java:748) [peer master-127.19.120.62:38725(127.19.120.62:38725)] connecting to peer
21:05:57.246 [DEBUG - pool-78-thread-1] (Connection.java:748) [peer master-127.19.120.61:41045(127.19.120.61:41045)] connecting to peer
21:05:57.246 [DEBUG - pool-78-thread-1] (Connection.java:748) [peer master-127.19.120.60:44619(127.19.120.60:44619)] connecting to peer
21:05:57.247 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725
21:05:57.247 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.120.62:38725(127.19.120.62:38725)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725
21:05:57.247 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.120.62:38725: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725
21:05:57.247 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045
21:05:57.247 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.120.61:41045(127.19.120.61:41045)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045
21:05:57.247 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.120.61:41045: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045
21:05:57.248 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619
21:05:57.248 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.120.60:44619(127.19.120.60:44619)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619
21:05:57.248 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.120.60:44619: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619
21:05:57.248 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619; will retry
21:05:57.279 [DEBUG - pool-86-thread-1] (Connection.java:748) [peer master-127.19.120.62:38725(127.19.120.62:38725)] connecting to peer
21:05:57.279 [DEBUG - pool-86-thread-1] (Connection.java:748) [peer master-127.19.120.61:41045(127.19.120.61:41045)] connecting to peer
21:05:57.280 [DEBUG - pool-86-thread-1] (Connection.java:748) [peer master-127.19.120.60:44619(127.19.120.60:44619)] connecting to peer
21:05:57.280 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045
21:05:57.280 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725
21:05:57.280 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.120.61:41045(127.19.120.61:41045)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045
21:05:57.280 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.120.62:38725(127.19.120.62:38725)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725
21:05:57.280 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.120.61:41045: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045
21:05:57.280 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.120.62:38725: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725
21:05:57.280 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619
21:05:57.280 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.120.60:44619(127.19.120.60:44619)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619
21:05:57.281 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.120.60:44619: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619
21:05:57.281 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619; will retry
21:05:57.503 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:05:57.537 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 14 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544757537 for job be5d90ea6ea762b3c60063afb0fd4b65.
21:05:57.547 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 14 for job be5d90ea6ea762b3c60063afb0fd4b65 (2372 bytes, checkpointDuration=9 ms, finalizationTime=1 ms).
21:05:57.548 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 14 as completed for source Source: KuduSource.
21:05:57.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T21:05:57Z chronyd exiting
21:05:57.725 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:05:57.726 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:05:57.726 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:05:57.726 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:05:57.726 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:05:57.726 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:05:57.726 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:05:57.726 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:05:57.727 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:05:57.727 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:05:57.727 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:05:57.727 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:05:57.727 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:05:58.004 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:05:58.037 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 15 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544758037 for job be5d90ea6ea762b3c60063afb0fd4b65.
21:05:58.052 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 15 for job be5d90ea6ea762b3c60063afb0fd4b65 (2372 bytes, checkpointDuration=14 ms, finalizationTime=1 ms).
21:05:58.053 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 15 as completed for source Source: KuduSource.
21:05:58.503 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:05:58.537 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 16 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544758536 for job be5d90ea6ea762b3c60063afb0fd4b65.
21:05:58.547 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 16 for job be5d90ea6ea762b3c60063afb0fd4b65 (2372 bytes, checkpointDuration=10 ms, finalizationTime=1 ms).
21:05:58.547 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 16 as completed for source Source: KuduSource.
.21:05:58.605 [DEBUG - main] (RandomUtils.java:49) Using random seed: 1783544758605
21:05:58.605 [DEBUG - main] (RandomUtils.java:49) Using random seed: 1783544758605
21:05:58.608 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
21:05:58.612 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
21:05:58.612 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
21:05:58.612 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskh3Ey5B/test-tmp
21:05:58.612 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
21:05:58.612 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskh3Ey5B/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
21:05:58.616 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster8166785514177266511"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

21:05:58.625 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:05:58.626 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:05:58.626 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:05:58.626 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:05:58.626 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:05:58.627 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:05:58.627 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:05:58.627 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:05:58.627 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:05:58.627 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:05:58.627 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:05:58.627 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:05:58.627 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:05:58.798 [DEBUG - pool-86-thread-1] (Connection.java:748) [peer master-127.19.120.62:38725(127.19.120.62:38725)] connecting to peer
21:05:58.799 [DEBUG - pool-86-thread-1] (Connection.java:748) [peer master-127.19.120.61:41045(127.19.120.61:41045)] connecting to peer
21:05:58.799 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725
21:05:58.799 [DEBUG - pool-86-thread-1] (Connection.java:748) [peer master-127.19.120.60:44619(127.19.120.60:44619)] connecting to peer
21:05:58.799 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.120.62:38725(127.19.120.62:38725)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725
21:05:58.799 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.120.62:38725: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725
21:05:58.799 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045
21:05:58.800 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.120.61:41045(127.19.120.61:41045)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045
21:05:58.800 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.120.61:41045: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045
21:05:58.800 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619
21:05:58.800 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.120.60:44619(127.19.120.60:44619)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619
21:05:58.801 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.120.60:44619: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619
21:05:58.801 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619; will retry
21:05:58.965 [DEBUG - pool-78-thread-1] (Connection.java:748) [peer master-127.19.120.62:38725(127.19.120.62:38725)] connecting to peer
21:05:58.965 [DEBUG - pool-78-thread-1] (Connection.java:748) [peer master-127.19.120.61:41045(127.19.120.61:41045)] connecting to peer
21:05:58.965 [DEBUG - pool-78-thread-1] (Connection.java:748) [peer master-127.19.120.60:44619(127.19.120.60:44619)] connecting to peer
21:05:58.966 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725
21:05:58.966 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.120.62:38725(127.19.120.62:38725)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725
21:05:58.966 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.120.62:38725: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725
21:05:58.966 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619
21:05:58.966 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.120.60:44619(127.19.120.60:44619)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619
21:05:58.966 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.120.60:44619: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619
21:05:58.966 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045
21:05:58.967 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.120.61:41045(127.19.120.61:41045)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045
21:05:58.967 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.120.61:41045: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045
21:05:58.967 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619; will retry
21:05:58.977 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
21:05:58.977 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

21:05:58.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:58.980721 21980 mini_oidc.cc:150] Starting JWKS server
21:05:58.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:58.984047 21980 webserver.cc:534] Webserver started at http://127.0.0.1:34023/ using document root <none> and password file <none>
21:05:58.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:58.984499 21980 mini_oidc.cc:186] Starting OIDC Discovery server
21:05:58.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:58.986295 21980 webserver.cc:534] Webserver started at http://127.0.0.1:35901/ using document root <none> and password file <none>
21:05:59.003 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:05:59.037 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 17 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544759036 for job be5d90ea6ea762b3c60063afb0fd4b65.
21:05:59.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T21:05:59Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
21:05:59.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T21:05:59Z Disabled control of system clock
21:05:59.048 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 17 for job be5d90ea6ea762b3c60063afb0fd4b65 (2372 bytes, checkpointDuration=12 ms, finalizationTime=0 ms).
21:05:59.049 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 17 as completed for source Source: KuduSource.
21:05:59.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:59.064025 21980 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu
21:05:59.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu
21:05:59.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster8166785514177266511/master-0/wal
21:05:59.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster8166785514177266511/master-0/data
21:05:59.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:05:59.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:05:59.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:05:59.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:05:59.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:05:59.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:05:59.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster8166785514177266511/master-0/logs
21:05:59.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster8166785514177266511/master-0/data/info.pb
21:05:59.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:05:59.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:05:59.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:05:59.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:05:59.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:05:59.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:05:59.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:05:59.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:05:59.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
21:05:59.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:05:59.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:05:59.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:05:59.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.119.62:45023
21:05:59.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.119.62
21:05:59.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:05:59.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.119.20:42631
21:05:59.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:05:59.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:05:59.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:05:59.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:05:59.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.21.119.62:45023,127.21.119.61:37709,127.21.119.60:42475
21:05:59.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:05:59.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34023/jwks.json with env {}
21:05:59.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:59.415334 21993 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
21:05:59.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:59.416045 21993 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:05:59.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:59.416628 21993 flags.cc:432] Enabled unsafe flag: --never_fsync=true
21:05:59.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:59.451376 21993 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
21:05:59.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:59.451757 21993 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
21:05:59.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:59.452096 21993 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
21:05:59.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:59.452400 21993 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
21:05:59.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:59.452692 21993 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
21:05:59.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:59.452934 21993 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:34023/jwks.json
21:05:59.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:59.492573 21993 master_runner.cc:387] Master server non-default flags:
21:05:59.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:05:59.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.119.20:42631
21:05:59.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:05:59.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:05:59.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster8166785514177266511/master-0/data
21:05:59.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster8166785514177266511/master-0/wal
21:05:59.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:05:59.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.21.119.62:45023,127.21.119.61:37709,127.21.119.60:42475
21:05:59.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:05:59.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:05:59.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:05:59.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.119.62:45023
21:05:59.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:05:59.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:05:59.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:05:59.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34023/jwks.json
21:05:59.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:05:59.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:05:59.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster8166785514177266511/master-0/data/info.pb
21:05:59.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.119.62
21:05:59.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:05:59.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:05:59.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:05:59.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:05:59.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:05:59.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:05:59.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster8166785514177266511/master-0/logs
21:05:59.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:05:59.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:05:59.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
21:05:59.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
21:05:59.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
21:05:59.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 6bec869c2320d19f2589b3f609f76e5041a21d27
21:05:59.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:05:59.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 20:43:55 UTC on e7f111948823
21:05:59.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16878
21:05:59.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:05:59.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:59.494256 21993 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:05:59.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:05:59.496060 21993 file_cache.cc:492] Constructed file cache file cache with capacity 419430
21:05:59.503 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:05:59.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:59.509363 21999 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:05:59.537 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 18 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544759536 for job be5d90ea6ea762b3c60063afb0fd4b65.
21:05:59.557 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 18 for job be5d90ea6ea762b3c60063afb0fd4b65 (2372 bytes, checkpointDuration=21 ms, finalizationTime=0 ms).
21:05:59.560 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 18 as completed for source Source: KuduSource.
21:05:59.777 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:05:59.778 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:05:59.779 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:05:59.779 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:05:59.779 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:05:59.779 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:05:59.779 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:05:59.780 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:05:59.780 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:05:59.780 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:05:59.780 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:05:59.780 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:05:59.780 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:05:59.806 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:05:59.807 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:05:59.807 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:05:59.807 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:05:59.807 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:05:59.808 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:05:59.808 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:05:59.808 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:05:59.808 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:05:59.809 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:05:59.809 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:05:59.809 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:05:59.809 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:06:00.004 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:06:00.037 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 19 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544760036 for job be5d90ea6ea762b3c60063afb0fd4b65.
21:06:00.067 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 19 for job be5d90ea6ea762b3c60063afb0fd4b65 (2372 bytes, checkpointDuration=30 ms, finalizationTime=1 ms).
21:06:00.069 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 19 as completed for source Source: KuduSource.
21:06:00.504 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:06:00.539 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 20 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544760537 for job be5d90ea6ea762b3c60063afb0fd4b65.
21:06:00.550 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 20 for job be5d90ea6ea762b3c60063afb0fd4b65 (2372 bytes, checkpointDuration=12 ms, finalizationTime=1 ms).
21:06:00.551 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 20 as completed for source Source: KuduSource.
21:06:00.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:05:59.509796 22000 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:06:00.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:00.784991 22002 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:06:00.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:00.788937 22001 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1278 milliseconds
21:06:00.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:00.789076 21993 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
21:06:00.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:00.790489 21993 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:06:00.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:00.793294 21993 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:06:00.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:00.794735 21993 hybrid_clock.cc:648] HybridClock initialized: now 1783544760794696 us; error 43 us; skew 500 ppm
21:06:00.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:00.795729 21993 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:06:00.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:00.802350 21993 webserver.cc:534] Webserver started at http://127.21.119.62:42399/ using document root <none> and password file <none>
21:06:00.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:00.803511 21993 fs_manager.cc:362] Metadata directory not provided
21:06:00.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:00.803776 21993 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:06:00.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:00.804381 21993 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
21:06:00.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:00.809198 21993 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster8166785514177266511/master-0/data/instance:
21:06:00.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fb1c99253a7d488a88ba16a6c04e733e"
21:06:00.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:06:00 on dist-test-slave-3sd5"
21:06:00.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:00.810413 21993 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster8166785514177266511/master-0/wal/instance:
21:06:00.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fb1c99253a7d488a88ba16a6c04e733e"
21:06:00.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:06:00 on dist-test-slave-3sd5"
21:06:00.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:00.818190 21993 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.010s	sys 0.000s
21:06:00.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:00.824384 22009 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
21:06:00.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:00.825730 21993 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.003s	sys 0.002s
21:06:00.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:00.826118 21993 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster8166785514177266511/master-0/data,/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster8166785514177266511/master-0/wal
21:06:00.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fb1c99253a7d488a88ba16a6c04e733e"
21:06:00.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:06:00 on dist-test-slave-3sd5"
21:06:00.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:00.826450 21993 fs_report.cc:389] FS layout report
21:06:00.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:06:00.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster8166785514177266511/master-0/wal
21:06:00.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster8166785514177266511/master-0/wal
21:06:00.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster8166785514177266511/master-0/data/data
21:06:00.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:06:00.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:06:00.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:06:00.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:06:00.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:06:00.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:06:00.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:06:00.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:06:00.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:06:00.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:06:00.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:06:00.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:00.879953 21993 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
21:06:00.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:00.881476 21993 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:06:00.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:00.881911 21993 kserver.cc:163] Server-wide thread pool size limit: 3276
21:06:00.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:00.963089 21993 rpc_server.cc:307] RPC server started. Bound to: 127.21.119.62:45023
21:06:00.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:00.963192 22060 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.21.119.62:45023 every 8 connection(s)
21:06:00.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:00.966099 21993 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster8166785514177266511/master-0/data/info.pb
21:06:00.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:00.969040 21980 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu as pid 21993
21:06:00.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:00.969692 21980 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster8166785514177266511/master-0/wal/instance
21:06:00.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:00.973412 22061 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
21:06:00.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:00.973392 21980 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu
21:06:00.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu
21:06:00.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster8166785514177266511/master-1/wal
21:06:00.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster8166785514177266511/master-1/data
21:06:00.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:06:00.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:06:00.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:06:00.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:06:00.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:06:00.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:06:00.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster8166785514177266511/master-1/logs
21:06:00.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster8166785514177266511/master-1/data/info.pb
21:06:00.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:06:00.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:06:00.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:06:00.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:06:00.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:06:00.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:06:00.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:06:00.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:06:00.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
21:06:00.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:06:00.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:06:00.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:06:00.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.119.61:37709
21:06:00.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.119.61
21:06:00.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:06:00.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.119.20:42631
21:06:00.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:06:00.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:06:00.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:06:00.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:06:00.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.21.119.62:45023,127.21.119.61:37709,127.21.119.60:42475
21:06:00.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:06:00.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34023/jwks.json with env {}
21:06:00.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:00.991706 22061 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.21.119.62" port: 45023 } has no permanent_uuid. Determining permanent_uuid...
21:06:01.003 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:06:01.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:01.025586 22061 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.21.119.61" port: 37709 } has no permanent_uuid. Determining permanent_uuid...
21:06:01.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:01.028568 22012 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.21.119.61:37709: connect: Connection refused (error 111)
21:06:01.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:01.033146 22061 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.21.119.61:37709: Network error: Client connection negotiation failed: client connection to 127.21.119.61:37709: connect: Connection refused (error 111)
21:06:01.037 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:06:01.037 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:06:01.037 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:06:01.038 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:01.038 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:01.038 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:01.038 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:01.038 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:01.038 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:01.037 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 21 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544761037 for job be5d90ea6ea762b3c60063afb0fd4b65.
21:06:01.038 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:01.039 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:01.039 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:01.039 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:06:01.049 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 21 for job be5d90ea6ea762b3c60063afb0fd4b65 (2372 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
21:06:01.050 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 21 as completed for source Source: KuduSource.
21:06:01.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:01.082803 22061 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.119.61" port: 37709 } attempt: 1
21:06:01.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:01.087810 22061 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.21.119.61:37709: Network error: Client connection negotiation failed: client connection to 127.21.119.61:37709: connect: Connection refused (error 111)
21:06:01.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:01.156378 22061 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.119.61" port: 37709 } attempt: 2
21:06:01.159 [DEBUG - pool-86-thread-1] (Connection.java:748) [peer master-127.19.120.62:38725(127.19.120.62:38725)] connecting to peer
21:06:01.159 [DEBUG - pool-86-thread-1] (Connection.java:748) [peer master-127.19.120.61:41045(127.19.120.61:41045)] connecting to peer
21:06:01.160 [DEBUG - pool-86-thread-1] (Connection.java:748) [peer master-127.19.120.60:44619(127.19.120.60:44619)] connecting to peer
21:06:01.160 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725
21:06:01.160 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.120.62:38725(127.19.120.62:38725)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725
21:06:01.160 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045
21:06:01.160 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.120.62:38725: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725
21:06:01.160 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.120.61:41045(127.19.120.61:41045)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045
21:06:01.160 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.120.61:41045: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045
21:06:01.161 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619
21:06:01.161 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.120.60:44619(127.19.120.60:44619)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619
21:06:01.161 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.120.60:44619: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619
21:06:01.161 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619; will retry
21:06:01.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:01.163120 22061 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.21.119.61:37709: Network error: Client connection negotiation failed: client connection to 127.21.119.61:37709: connect: Connection refused (error 111)
21:06:01.238 [DEBUG - pool-86-thread-1] (Connection.java:748) [peer master-127.19.120.62:38725(127.19.120.62:38725)] connecting to peer
21:06:01.239 [DEBUG - pool-86-thread-1] (Connection.java:748) [peer master-127.19.120.61:41045(127.19.120.61:41045)] connecting to peer
21:06:01.239 [DEBUG - pool-86-thread-1] (Connection.java:748) [peer master-127.19.120.60:44619(127.19.120.60:44619)] connecting to peer
21:06:01.239 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725
21:06:01.239 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.120.62:38725(127.19.120.62:38725)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725
21:06:01.239 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.120.62:38725: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725
21:06:01.239 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045
21:06:01.240 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.120.61:41045(127.19.120.61:41045)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045
21:06:01.240 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.120.61:41045: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045
21:06:01.240 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619
21:06:01.240 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.120.60:44619(127.19.120.60:44619)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619
21:06:01.240 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.120.60:44619: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619
21:06:01.240 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619; will retry
21:06:01.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:01.254618 22061 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.119.61" port: 37709 } attempt: 3
21:06:01.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:01.259274 22061 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.21.119.61:37709: Network error: Client connection negotiation failed: client connection to 127.21.119.61:37709: connect: Connection refused (error 111)
21:06:01.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:01.320426 22063 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
21:06:01.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:01.321105 22063 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:06:01.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:01.321599 22063 flags.cc:432] Enabled unsafe flag: --never_fsync=true
21:06:01.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:01.355377 22063 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
21:06:01.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:01.355659 22063 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
21:06:01.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:01.355861 22063 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
21:06:01.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:01.356076 22063 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
21:06:01.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:01.356274 22063 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
21:06:01.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:01.356426 22063 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:34023/jwks.json
21:06:01.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:01.394536 22063 master_runner.cc:387] Master server non-default flags:
21:06:01.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:06:01.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.119.20:42631
21:06:01.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:06:01.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:06:01.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster8166785514177266511/master-1/data
21:06:01.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster8166785514177266511/master-1/wal
21:06:01.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:06:01.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.21.119.62:45023,127.21.119.61:37709,127.21.119.60:42475
21:06:01.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:06:01.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:06:01.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:06:01.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.119.61:37709
21:06:01.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:06:01.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:06:01.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:06:01.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34023/jwks.json
21:06:01.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:06:01.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:06:01.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster8166785514177266511/master-1/data/info.pb
21:06:01.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.119.61
21:06:01.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:06:01.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:06:01.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:06:01.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:06:01.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:06:01.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:06:01.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster8166785514177266511/master-1/logs
21:06:01.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:06:01.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:06:01.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
21:06:01.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
21:06:01.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
21:06:01.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 6bec869c2320d19f2589b3f609f76e5041a21d27
21:06:01.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:06:01.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 20:43:55 UTC on e7f111948823
21:06:01.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16878
21:06:01.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:06:01.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:01.396018 22063 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:06:01.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:01.397730 22063 file_cache.cc:492] Constructed file cache file cache with capacity 419430
21:06:01.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:01.402721 22061 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.119.61" port: 37709 } attempt: 4
21:06:01.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:01.409108 22061 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.21.119.61:37709: Network error: Client connection negotiation failed: client connection to 127.21.119.61:37709: connect: Connection refused (error 111)
21:06:01.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:01.410207 22072 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:06:01.503 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:06:01.537 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 22 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544761536 for job be5d90ea6ea762b3c60063afb0fd4b65.
21:06:01.561 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 22 for job be5d90ea6ea762b3c60063afb0fd4b65 (2372 bytes, checkpointDuration=24 ms, finalizationTime=1 ms).
21:06:01.565 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 22 as completed for source Source: KuduSource.
21:06:01.585 [DEBUG - pool-78-thread-1] (Connection.java:748) [peer master-127.19.120.62:38725(127.19.120.62:38725)] connecting to peer
21:06:01.586 [DEBUG - pool-78-thread-1] (Connection.java:748) [peer master-127.19.120.61:41045(127.19.120.61:41045)] connecting to peer
21:06:01.586 [DEBUG - pool-78-thread-1] (Connection.java:748) [peer master-127.19.120.60:44619(127.19.120.60:44619)] connecting to peer
21:06:01.587 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725
21:06:01.587 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.120.62:38725(127.19.120.62:38725)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725
21:06:01.588 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.120.62:38725: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725
21:06:01.588 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045
21:06:01.588 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.120.61:41045(127.19.120.61:41045)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045
21:06:01.588 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.120.61:41045: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045
21:06:01.589 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619
21:06:01.589 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.120.60:44619(127.19.120.60:44619)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619
21:06:01.589 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.120.60:44619: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619
21:06:01.589 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619; will retry
21:06:01.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:01.708630 22061 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.119.61" port: 37709 } attempt: 5
21:06:01.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:01.717829 22061 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.21.119.61:37709: Network error: Client connection negotiation failed: client connection to 127.21.119.61:37709: connect: Connection refused (error 111)
21:06:02.004 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:06:02.038 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 23 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544762037 for job be5d90ea6ea762b3c60063afb0fd4b65.
21:06:02.103 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 23 for job be5d90ea6ea762b3c60063afb0fd4b65 (2372 bytes, checkpointDuration=65 ms, finalizationTime=1 ms).
21:06:02.111 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 23 as completed for source Source: KuduSource.
21:06:02.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:02.265425 22061 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.119.61" port: 37709 } attempt: 6
21:06:02.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:02.294803 22061 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.21.119.61:37709: Network error: Client connection negotiation failed: client connection to 127.21.119.61:37709: connect: Connection refused (error 111)
21:06:02.503 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:06:02.537 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 24 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544762536 for job be5d90ea6ea762b3c60063afb0fd4b65.
21:06:02.562 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 24 for job be5d90ea6ea762b3c60063afb0fd4b65 (2372 bytes, checkpointDuration=25 ms, finalizationTime=0 ms).
21:06:02.565 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 24 as completed for source Source: KuduSource.
21:06:03.004 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:06:03.037 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 25 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544763036 for job be5d90ea6ea762b3c60063afb0fd4b65.
21:06:03.057 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 25 for job be5d90ea6ea762b3c60063afb0fd4b65 (2372 bytes, checkpointDuration=20 ms, finalizationTime=1 ms).
21:06:03.062 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 25 as completed for source Source: KuduSource.
21:06:03.197 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:06:03.198 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:06:03.198 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:06:03.199 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:03.200 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:03.200 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:03.200 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:03.200 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:03.201 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:03.202 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:03.202 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:03.202 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:03.202 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:06:03.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:01.411387 22073 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:06:03.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:02.815084 22071 debug-util.cc:398] Leaking SignalData structure 0x7b0800028020 after lost signal to thread 22063
21:06:03.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:03.283610 22071 kernel_stack_watchdog.cc:198] Thread 22063 stuck at /home/jenkins-slave/workspace/build_and_test@2/src/kudu/util/thread.cc:642 for 401ms:
21:06:03.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
21:06:03.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
21:06:03.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
21:06:03.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
21:06:03.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:03.289975 22063 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.878s	user 0.699s	sys 1.167s
21:06:03.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:03.290657 22063 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.880s	user 0.700s	sys 1.167s
21:06:03.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:03.292268 22075 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:06:03.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:03.295477 22074 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1884 milliseconds
21:06:03.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:03.295522 22063 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
21:06:03.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:03.296880 22063 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:06:03.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:03.299547 22063 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:06:03.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:03.301003 22063 hybrid_clock.cc:648] HybridClock initialized: now 1783544763300951 us; error 55 us; skew 500 ppm
21:06:03.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:03.301910 22063 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:06:03.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:03.308355 22063 webserver.cc:534] Webserver started at http://127.21.119.61:36267/ using document root <none> and password file <none>
21:06:03.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:03.309530 22063 fs_manager.cc:362] Metadata directory not provided
21:06:03.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:03.309806 22063 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:06:03.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:03.310240 22063 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
21:06:03.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:03.314983 22063 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster8166785514177266511/master-1/data/instance:
21:06:03.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5476329d92744097abc5c27eff0234df"
21:06:03.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:06:03 on dist-test-slave-3sd5"
21:06:03.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:03.316207 22063 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster8166785514177266511/master-1/wal/instance:
21:06:03.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5476329d92744097abc5c27eff0234df"
21:06:03.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:06:03 on dist-test-slave-3sd5"
21:06:03.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:03.324066 22063 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.006s	sys 0.002s
21:06:03.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:03.330120 22085 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
21:06:03.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:03.331570 22063 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.002s	sys 0.001s
21:06:03.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:03.332019 22063 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster8166785514177266511/master-1/data,/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster8166785514177266511/master-1/wal
21:06:03.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5476329d92744097abc5c27eff0234df"
21:06:03.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:06:03 on dist-test-slave-3sd5"
21:06:03.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:03.332405 22063 fs_report.cc:389] FS layout report
21:06:03.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:06:03.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster8166785514177266511/master-1/wal
21:06:03.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster8166785514177266511/master-1/wal
21:06:03.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster8166785514177266511/master-1/data/data
21:06:03.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:06:03.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:06:03.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:06:03.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:06:03.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:06:03.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:06:03.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:06:03.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:06:03.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:06:03.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:06:03.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:06:03.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:03.355401 22061 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.119.61" port: 37709 } attempt: 7
21:06:03.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:03.363386 22061 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.21.119.61:37709: Network error: Client connection negotiation failed: client connection to 127.21.119.61:37709: connect: Connection refused (error 111)
21:06:03.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:03.385747 22063 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
21:06:03.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:03.387346 22063 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:06:03.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:03.387789 22063 kserver.cc:163] Server-wide thread pool size limit: 3276
21:06:03.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:03.465870 22063 rpc_server.cc:307] RPC server started. Bound to: 127.21.119.61:37709
21:06:03.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:03.465952 22138 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.21.119.61:37709 every 8 connection(s)
21:06:03.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:03.468683 22063 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster8166785514177266511/master-1/data/info.pb
21:06:03.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:03.470839 21980 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu as pid 22063
21:06:03.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:03.471402 21980 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster8166785514177266511/master-1/wal/instance
21:06:03.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:03.474720 21980 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu
21:06:03.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu
21:06:03.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster8166785514177266511/master-2/wal
21:06:03.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster8166785514177266511/master-2/data
21:06:03.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:06:03.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:06:03.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:06:03.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:06:03.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:06:03.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:06:03.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster8166785514177266511/master-2/logs
21:06:03.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster8166785514177266511/master-2/data/info.pb
21:06:03.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:06:03.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:06:03.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:06:03.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:06:03.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:06:03.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:06:03.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:06:03.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:06:03.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
21:06:03.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:06:03.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:06:03.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:06:03.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.119.60:42475
21:06:03.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.119.60
21:06:03.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:06:03.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.119.20:42631
21:06:03.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:06:03.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:06:03.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:06:03.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:06:03.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.21.119.62:45023,127.21.119.61:37709,127.21.119.60:42475
21:06:03.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:06:03.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34023/jwks.json with env {}
21:06:03.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:03.477015 22139 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
21:06:03.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:03.489595 22139 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.21.119.62" port: 45023 } has no permanent_uuid. Determining permanent_uuid...
21:06:03.503 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:06:03.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:03.517910 22139 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.21.119.61" port: 37709 } has no permanent_uuid. Determining permanent_uuid...
21:06:03.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:03.536293 22139 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.21.119.60" port: 42475 } has no permanent_uuid. Determining permanent_uuid...
21:06:03.537 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 26 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544763536 for job be5d90ea6ea762b3c60063afb0fd4b65.
21:06:03.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:03.539825 22090 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.21.119.60:42475: connect: Connection refused (error 111)
21:06:03.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:03.546597 22139 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.21.119.60:42475: Network error: Client connection negotiation failed: client connection to 127.21.119.60:42475: connect: Connection refused (error 111)
21:06:03.549 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 26 for job be5d90ea6ea762b3c60063afb0fd4b65 (2372 bytes, checkpointDuration=13 ms, finalizationTime=0 ms).
21:06:03.550 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 26 as completed for source Source: KuduSource.
21:06:03.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:03.596299 22139 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.119.60" port: 42475 } attempt: 1
21:06:03.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:03.602273 22139 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.21.119.60:42475: Network error: Client connection negotiation failed: client connection to 127.21.119.60:42475: connect: Connection refused (error 111)
21:06:03.637 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:06:03.637 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:06:03.637 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:06:03.638 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:03.638 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:03.638 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:03.638 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:03.638 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:03.638 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:03.638 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:03.639 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:03.639 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:03.639 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:06:03.640 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=29489), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [12ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [21ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [25ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [28ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [28ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [45ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [52ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [53ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [55ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [57ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [57ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [62ms] refreshing cache from master, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [72ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [76ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [76ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [79ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [82ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [82ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [103ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [104ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [105ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [105ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [124ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [126ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [128ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [128ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [143ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [144ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [145ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [145ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [183ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [183ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [184ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [184ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [300ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [302ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [303ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [303ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [303ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [401ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [403ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [403ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [403ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [404ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [640ms] refreshing cache from master, [640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [643ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [644ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [645ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [646ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [1060ms] refreshing cache from master, [1061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [1062ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [1062ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [1063ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [1064ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [1065ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [1066ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [3080ms] refreshing cache from master, [3081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [3081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [3082ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [3082ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [3083ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [3084ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [3084ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [3461ms] refreshing cache from master, [3461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [3462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [3462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [3463ms] too many traces: truncated at 100 traces, deferred=Deferred@1858397105(state=PENDING, result=null, callback=(continuation of Deferred@1367529937 after retry RPC after error@1877527718) -> (continuation of Deferred@306027622 after retry RPC after error@1529687291) -> (continuation of Deferred@472263198 after retry RPC after error@897730752) -> (continuation of Deferred@1268919482 after retry RPC after error@2035981249) -> (continuation of Deferred@1417750574 after retry RPC after error@1944235574) -> (continuation of Deferred@696224524 after retry RPC after error@81168753) -> (continuation of Deferred@1498087837 after retry RPC after error@1061066652) -> (continuation of Deferred@1783389340 after retry RPC after error@1524747685) -> (continuation of Deferred@1529309325 after retry RPC after error@275678722) -> (continuation of Deferred@416190511 after retry RPC after error@1276574326) -> (continuation of Deferred@747999353 after retry RPC after error@1219448191) -> (continuation of Deferred@613217197 after retry RPC after error@1605527552) -> (continuation of Deferred@1604595159 after retry RPC after error@1842501609) -> (continuation of Deferred@771801189 after retry RPC after error@1648254925) -> (continuation of Deferred@478813384 after retry RPC after error@1670938031) -> (continuation of Deferred@1270057553 after retry RPC after error@1533240541) -> (continuation of Deferred@398675749 after retry RPC after error@932593015) -> (continuation of Deferred@1612765398 after retry RPC after error@547691907) -> (continuation of Deferred@756208853 after retry RPC after error@736704901) -> (continuation of Deferred@1298772550 after retry RPC after error@1168701293) -> (continuation of Deferred@2116495217 after retry RPC after error@476056609) -> (continuation of Deferred@479946345 after retry RPC after error@504035592) -> (continuation of Deferred@1506887959 after retry RPC after error@1162630920), errback=(continuation of Deferred@1367529937 after retry RPC after error@1877527718) -> (continuation of Deferred@306027622 after retry RPC after error@1529687291) -> (continuation of Deferred@472263198 after retry RPC after error@897730752) -> (continuation of Deferred@1268919482 after retry RPC after error@2035981249) -> (continuation of Deferred@1417750574 after retry RPC after error@1944235574) -> (continuation of Deferred@696224524 after retry RPC after error@81168753) -> (continuation of Deferred@1498087837 after retry RPC after error@1061066652) -> (continuation of Deferred@1783389340 after retry RPC after error@1524747685) -> (continuation of Deferred@1529309325 after retry RPC after error@275678722) -> (continuation of Deferred@416190511 after retry RPC after error@1276574326) -> (continuation of Deferred@747999353 after retry RPC after error@1219448191) -> (continuation of Deferred@613217197 after retry RPC after error@1605527552) -> (continuation of Deferred@1604595159 after retry RPC after error@1842501609) -> (continuation of Deferred@771801189 after retry RPC after error@1648254925) -> (continuation of Deferred@478813384 after retry RPC after error@1670938031) -> (continuation of Deferred@1270057553 after retry RPC after error@1533240541) -> (continuation of Deferred@398675749 after retry RPC after error@932593015) -> (continuation of Deferred@1612765398 after retry RPC after error@547691907) -> (continuation of Deferred@756208853 after retry RPC after error@736704901) -> (continuation of Deferred@1298772550 after retry RPC after error@1168701293) -> (continuation of Deferred@2116495217 after retry RPC after error@476056609) -> (continuation of Deferred@479946345 after retry RPC after error@504035592) -> (continuation of Deferred@1506887959 after retry RPC after error@1162630920)))
21:06:03.641 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (SourceReaderBase.java:338) Closing Source Reader.
21:06:03.641 [WARN - Source: KuduSource -> Sink: Writer (1/4)#1] (Task.java:1117) Source: KuduSource -> Sink: Writer (1/4)#1 (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=29489), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [12ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [21ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [25ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [28ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [28ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [45ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [52ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [53ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [55ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [57ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [57ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [62ms] refreshing cache from master, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [72ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [76ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [76ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [79ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [82ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [82ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [103ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [104ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [105ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [105ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [124ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [126ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [128ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [128ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [143ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [144ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [145ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [145ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [183ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [183ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [184ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [184ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [300ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [302ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [303ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [303ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [303ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [401ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [403ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [403ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [403ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [404ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [640ms] refreshing cache from master, [640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [643ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [644ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [645ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [646ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [1060ms] refreshing cache from master, [1061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [1062ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [1062ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [1063ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [1064ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [1065ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [1066ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [3080ms] refreshing cache from master, [3081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [3081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [3082ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [3082ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [3083ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [3084ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [3084ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [3461ms] refreshing cache from master, [3461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [3462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [3462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [3463ms] too many traces: truncated at 100 traces, deferred=Deferred@1858397105(state=PENDING, result=null, callback=(continuation of Deferred@1367529937 after retry RPC after error@1877527718) -> (continuation of Deferred@306027622 after retry RPC after error@1529687291) -> (continuation of Deferred@472263198 after retry RPC after error@897730752) -> (continuation of Deferred@1268919482 after retry RPC after error@2035981249) -> (continuation of Deferred@1417750574 after retry RPC after error@1944235574) -> (continuation of Deferred@696224524 after retry RPC after error@81168753) -> (continuation of Deferred@1498087837 after retry RPC after error@1061066652) -> (continuation of Deferred@1783389340 after retry RPC after error@1524747685) -> (continuation of Deferred@1529309325 after retry RPC after error@275678722) -> (continuation of Deferred@416190511 after retry RPC after error@1276574326) -> (continuation of Deferred@747999353 after retry RPC after error@1219448191) -> (continuation of Deferred@613217197 after retry RPC after error@1605527552) -> (continuation of Deferred@1604595159 after retry RPC after error@1842501609) -> (continuation of Deferred@771801189 after retry RPC after error@1648254925) -> (continuation of Deferred@478813384 after retry RPC after error@1670938031) -> (continuation of Deferred@1270057553 after retry RPC after error@1533240541) -> (continuation of Deferred@398675749 after retry RPC after error@932593015) -> (continuation of Deferred@1612765398 after retry RPC after error@547691907) -> (continuation of Deferred@756208853 after retry RPC after error@736704901) -> (continuation of Deferred@1298772550 after retry RPC after error@1168701293) -> (continuation of Deferred@2116495217 after retry RPC after error@476056609) -> (continuation of Deferred@479946345 after retry RPC after error@504035592) -> (continuation of Deferred@1506887959 after retry RPC after error@1162630920), errback=(continuation of Deferred@1367529937 after retry RPC after error@1877527718) -> (continuation of Deferred@306027622 after retry RPC after error@1529687291) -> (continuation of Deferred@472263198 after retry RPC after error@897730752) -> (continuation of Deferred@1268919482 after retry RPC after error@2035981249) -> (continuation of Deferred@1417750574 after retry RPC after error@1944235574) -> (continuation of Deferred@696224524 after retry RPC after error@81168753) -> (continuation of Deferred@1498087837 after retry RPC after error@1061066652) -> (continuation of Deferred@1783389340 after retry RPC after error@1524747685) -> (continuation of Deferred@1529309325 after retry RPC after error@275678722) -> (continuation of Deferred@416190511 after retry RPC after error@1276574326) -> (continuation of Deferred@747999353 after retry RPC after error@1219448191) -> (continuation of Deferred@613217197 after retry RPC after error@1605527552) -> (continuation of Deferred@1604595159 after retry RPC after error@1842501609) -> (continuation of Deferred@771801189 after retry RPC after error@1648254925) -> (continuation of Deferred@478813384 after retry RPC after error@1670938031) -> (continuation of Deferred@1270057553 after retry RPC after error@1533240541) -> (continuation of Deferred@398675749 after retry RPC after error@932593015) -> (continuation of Deferred@1612765398 after retry RPC after error@547691907) -> (continuation of Deferred@756208853 after retry RPC after error@736704901) -> (continuation of Deferred@1298772550 after retry RPC after error@1168701293) -> (continuation of Deferred@2116495217 after retry RPC after error@476056609) -> (continuation of Deferred@479946345 after retry RPC after error@504035592) -> (continuation of Deferred@1506887959 after retry RPC after error@1162630920)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.18.92.188:36207
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:06:03.642 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#1 (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_0_1).
21:06:03.645 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#1 75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_0_1.
21:06:03.648 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1449) Source: KuduSource -> Sink: Writer (1/4) (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from INITIALIZING to FAILED on d3190376-62a7-4418-84bf-bee23066b9ee @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=29489), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [12ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [21ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [25ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [28ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [28ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [45ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [52ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [53ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [55ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [57ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [57ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [62ms] refreshing cache from master, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [72ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [76ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [76ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [79ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [82ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [82ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [103ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [104ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [105ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [105ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [124ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [126ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [128ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [128ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [143ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [144ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [145ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [145ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [183ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [183ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [184ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [184ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [300ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [302ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [303ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [303ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [303ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [401ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [403ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [403ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [403ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [404ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [640ms] refreshing cache from master, [640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [643ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [644ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [645ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [646ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [1060ms] refreshing cache from master, [1061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [1062ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [1062ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [1063ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [1064ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [1065ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [1066ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [3080ms] refreshing cache from master, [3081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [3081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [3082ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [3082ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [3083ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [3084ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [3084ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [3461ms] refreshing cache from master, [3461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [3462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [3462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [3463ms] too many traces: truncated at 100 traces, deferred=Deferred@1858397105(state=PENDING, result=null, callback=(continuation of Deferred@1367529937 after retry RPC after error@1877527718) -> (continuation of Deferred@306027622 after retry RPC after error@1529687291) -> (continuation of Deferred@472263198 after retry RPC after error@897730752) -> (continuation of Deferred@1268919482 after retry RPC after error@2035981249) -> (continuation of Deferred@1417750574 after retry RPC after error@1944235574) -> (continuation of Deferred@696224524 after retry RPC after error@81168753) -> (continuation of Deferred@1498087837 after retry RPC after error@1061066652) -> (continuation of Deferred@1783389340 after retry RPC after error@1524747685) -> (continuation of Deferred@1529309325 after retry RPC after error@275678722) -> (continuation of Deferred@416190511 after retry RPC after error@1276574326) -> (continuation of Deferred@747999353 after retry RPC after error@1219448191) -> (continuation of Deferred@613217197 after retry RPC after error@1605527552) -> (continuation of Deferred@1604595159 after retry RPC after error@1842501609) -> (continuation of Deferred@771801189 after retry RPC after error@1648254925) -> (continuation of Deferred@478813384 after retry RPC after error@1670938031) -> (continuation of Deferred@1270057553 after retry RPC after error@1533240541) -> (continuation of Deferred@398675749 after retry RPC after error@932593015) -> (continuation of Deferred@1612765398 after retry RPC after error@547691907) -> (continuation of Deferred@756208853 after retry RPC after error@736704901) -> (continuation of Deferred@1298772550 after retry RPC after error@1168701293) -> (continuation of Deferred@2116495217 after retry RPC after error@476056609) -> (continuation of Deferred@479946345 after retry RPC after error@504035592) -> (continuation of Deferred@1506887959 after retry RPC after error@1162630920), errback=(continuation of Deferred@1367529937 after retry RPC after error@1877527718) -> (continuation of Deferred@306027622 after retry RPC after error@1529687291) -> (continuation of Deferred@472263198 after retry RPC after error@897730752) -> (continuation of Deferred@1268919482 after retry RPC after error@2035981249) -> (continuation of Deferred@1417750574 after retry RPC after error@1944235574) -> (continuation of Deferred@696224524 after retry RPC after error@81168753) -> (continuation of Deferred@1498087837 after retry RPC after error@1061066652) -> (continuation of Deferred@1783389340 after retry RPC after error@1524747685) -> (continuation of Deferred@1529309325 after retry RPC after error@275678722) -> (continuation of Deferred@416190511 after retry RPC after error@1276574326) -> (continuation of Deferred@747999353 after retry RPC after error@1219448191) -> (continuation of Deferred@613217197 after retry RPC after error@1605527552) -> (continuation of Deferred@1604595159 after retry RPC after error@1842501609) -> (continuation of Deferred@771801189 after retry RPC after error@1648254925) -> (continuation of Deferred@478813384 after retry RPC after error@1670938031) -> (continuation of Deferred@1270057553 after retry RPC after error@1533240541) -> (continuation of Deferred@398675749 after retry RPC after error@932593015) -> (continuation of Deferred@1612765398 after retry RPC after error@547691907) -> (continuation of Deferred@756208853 after retry RPC after error@736704901) -> (continuation of Deferred@1298772550 after retry RPC after error@1168701293) -> (continuation of Deferred@2116495217 after retry RPC after error@476056609) -> (continuation of Deferred@479946345 after retry RPC after error@504035592) -> (continuation of Deferred@1506887959 after retry RPC after error@1162630920)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.18.92.188:36207
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:06:03.650 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 50520737ebe38e2625b3d1dfb8799f70: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
21:06:03.650 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_0_1.
21:06:03.650 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (50520737ebe38e2625b3d1dfb8799f70) switched from state RUNNING to RESTARTING.
21:06:03.651 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#1) of source Source: KuduSource.
21:06:03.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:03.670749 22139 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.119.60" port: 42475 } attempt: 2
21:06:03.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:03.676337 22139 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.21.119.60:42475: Network error: Client connection negotiation failed: client connection to 127.21.119.60:42475: connect: Connection refused (error 111)
21:06:03.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:03.767820 22139 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.119.60" port: 42475 } attempt: 3
21:06:03.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:03.772778 22139 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.21.119.60:42475: Network error: Client connection negotiation failed: client connection to 127.21.119.60:42475: connect: Connection refused (error 111)
21:06:03.786 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:06:03.787 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:06:03.787 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:06:03.787 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:03.787 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:03.788 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:03.788 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:03.788 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:03.788 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:03.788 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:03.788 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:03.788 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:03.788 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:06:03.789 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=29622), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [4ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [6ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [10ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [15ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [16ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [31ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [36ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [38ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [41ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [42ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [66ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [69ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [71ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [76ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [76ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [104ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [105ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [106ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [106ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [122ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [123ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [124ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [125ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [143ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [144ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [144ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [145ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [182ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [183ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [183ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [184ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [185ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [185ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [242ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [244ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [245ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [245ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [460ms] refreshing cache from master, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [462ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [463ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [464ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [464ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [800ms] refreshing cache from master, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [811ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [817ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [818ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [819ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [820ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [821ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [1800ms] refreshing cache from master, [1800ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [1801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [1802ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [1803ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [1803ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [1804ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [1805ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [2380ms] refreshing cache from master, [2381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [2383ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [2384ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [2385ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [2386ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [2387ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [2387ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [4740ms] refreshing cache from master, [4741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [4742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [4742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [4743ms] too many traces: truncated at 100 traces, deferred=Deferred@1647967268(state=PENDING, result=null, callback=(continuation of Deferred@1927933747 after retry RPC after error@622941454) -> (continuation of Deferred@1034714265 after retry RPC after error@282689492) -> (continuation of Deferred@771000971 after retry RPC after error@38937374) -> (continuation of Deferred@1548017529 after retry RPC after error@121122042) -> (continuation of Deferred@236019268 after retry RPC after error@499701323) -> (continuation of Deferred@1728937372 after retry RPC after error@563401339) -> (continuation of Deferred@628317043 after retry RPC after error@2119351064) -> (continuation of Deferred@1925175507 after retry RPC after error@1975503861) -> (continuation of Deferred@1244184306 after retry RPC after error@566843092) -> (continuation of Deferred@767327102 after retry RPC after error@643296607) -> (continuation of Deferred@688326729 after retry RPC after error@1116963915) -> (continuation of Deferred@213545196 after retry RPC after error@362694961) -> (continuation of Deferred@80371339 after retry RPC after error@1512383365) -> (continuation of Deferred@88544573 after retry RPC after error@1660359525) -> (continuation of Deferred@874461110 after retry RPC after error@1205142459) -> (continuation of Deferred@2055604353 after retry RPC after error@548425871) -> (continuation of Deferred@1843360168 after retry RPC after error@41451379) -> (continuation of Deferred@1223732669 after retry RPC after error@1785112580) -> (continuation of Deferred@2082653905 after retry RPC after error@1038134721) -> (continuation of Deferred@1882223237 after retry RPC after error@793367055) -> (continuation of Deferred@1161268601 after retry RPC after error@2105650875) -> (continuation of Deferred@248930260 after retry RPC after error@1869495723) -> (continuation of Deferred@382417274 after retry RPC after error@1716500846), errback=(continuation of Deferred@1927933747 after retry RPC after error@622941454) -> (continuation of Deferred@1034714265 after retry RPC after error@282689492) -> (continuation of Deferred@771000971 after retry RPC after error@38937374) -> (continuation of Deferred@1548017529 after retry RPC after error@121122042) -> (continuation of Deferred@236019268 after retry RPC after error@499701323) -> (continuation of Deferred@1728937372 after retry RPC after error@563401339) -> (continuation of Deferred@628317043 after retry RPC after error@2119351064) -> (continuation of Deferred@1925175507 after retry RPC after error@1975503861) -> (continuation of Deferred@1244184306 after retry RPC after error@566843092) -> (continuation of Deferred@767327102 after retry RPC after error@643296607) -> (continuation of Deferred@688326729 after retry RPC after error@1116963915) -> (continuation of Deferred@213545196 after retry RPC after error@362694961) -> (continuation of Deferred@80371339 after retry RPC after error@1512383365) -> (continuation of Deferred@88544573 after retry RPC after error@1660359525) -> (continuation of Deferred@874461110 after retry RPC after error@1205142459) -> (continuation of Deferred@2055604353 after retry RPC after error@548425871) -> (continuation of Deferred@1843360168 after retry RPC after error@41451379) -> (continuation of Deferred@1223732669 after retry RPC after error@1785112580) -> (continuation of Deferred@2082653905 after retry RPC after error@1038134721) -> (continuation of Deferred@1882223237 after retry RPC after error@793367055) -> (continuation of Deferred@1161268601 after retry RPC after error@2105650875) -> (continuation of Deferred@248930260 after retry RPC after error@1869495723) -> (continuation of Deferred@382417274 after retry RPC after error@1716500846)))
21:06:03.790 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (SourceReaderBase.java:338) Closing Source Reader.
21:06:03.790 [WARN - Source: KuduSource -> Sink: Writer (3/4)#1] (Task.java:1117) Source: KuduSource -> Sink: Writer (3/4)#1 (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=29622), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [4ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [6ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [10ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [15ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [16ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [31ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [36ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [38ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [41ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [42ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [66ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [69ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [71ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [76ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [76ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [104ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [105ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [106ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [106ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [122ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [123ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [124ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [125ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [143ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [144ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [144ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [145ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [182ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [183ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [183ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [184ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [185ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [185ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [242ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [244ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [245ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [245ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [460ms] refreshing cache from master, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [462ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [463ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [464ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [464ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [800ms] refreshing cache from master, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [811ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [817ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [818ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [819ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [820ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [821ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [1800ms] refreshing cache from master, [1800ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [1801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [1802ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [1803ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [1803ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [1804ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [1805ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [2380ms] refreshing cache from master, [2381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [2383ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [2384ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [2385ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [2386ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [2387ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [2387ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [4740ms] refreshing cache from master, [4741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [4742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [4742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [4743ms] too many traces: truncated at 100 traces, deferred=Deferred@1647967268(state=PENDING, result=null, callback=(continuation of Deferred@1927933747 after retry RPC after error@622941454) -> (continuation of Deferred@1034714265 after retry RPC after error@282689492) -> (continuation of Deferred@771000971 after retry RPC after error@38937374) -> (continuation of Deferred@1548017529 after retry RPC after error@121122042) -> (continuation of Deferred@236019268 after retry RPC after error@499701323) -> (continuation of Deferred@1728937372 after retry RPC after error@563401339) -> (continuation of Deferred@628317043 after retry RPC after error@2119351064) -> (continuation of Deferred@1925175507 after retry RPC after error@1975503861) -> (continuation of Deferred@1244184306 after retry RPC after error@566843092) -> (continuation of Deferred@767327102 after retry RPC after error@643296607) -> (continuation of Deferred@688326729 after retry RPC after error@1116963915) -> (continuation of Deferred@213545196 after retry RPC after error@362694961) -> (continuation of Deferred@80371339 after retry RPC after error@1512383365) -> (continuation of Deferred@88544573 after retry RPC after error@1660359525) -> (continuation of Deferred@874461110 after retry RPC after error@1205142459) -> (continuation of Deferred@2055604353 after retry RPC after error@548425871) -> (continuation of Deferred@1843360168 after retry RPC after error@41451379) -> (continuation of Deferred@1223732669 after retry RPC after error@1785112580) -> (continuation of Deferred@2082653905 after retry RPC after error@1038134721) -> (continuation of Deferred@1882223237 after retry RPC after error@793367055) -> (continuation of Deferred@1161268601 after retry RPC after error@2105650875) -> (continuation of Deferred@248930260 after retry RPC after error@1869495723) -> (continuation of Deferred@382417274 after retry RPC after error@1716500846), errback=(continuation of Deferred@1927933747 after retry RPC after error@622941454) -> (continuation of Deferred@1034714265 after retry RPC after error@282689492) -> (continuation of Deferred@771000971 after retry RPC after error@38937374) -> (continuation of Deferred@1548017529 after retry RPC after error@121122042) -> (continuation of Deferred@236019268 after retry RPC after error@499701323) -> (continuation of Deferred@1728937372 after retry RPC after error@563401339) -> (continuation of Deferred@628317043 after retry RPC after error@2119351064) -> (continuation of Deferred@1925175507 after retry RPC after error@1975503861) -> (continuation of Deferred@1244184306 after retry RPC after error@566843092) -> (continuation of Deferred@767327102 after retry RPC after error@643296607) -> (continuation of Deferred@688326729 after retry RPC after error@1116963915) -> (continuation of Deferred@213545196 after retry RPC after error@362694961) -> (continuation of Deferred@80371339 after retry RPC after error@1512383365) -> (continuation of Deferred@88544573 after retry RPC after error@1660359525) -> (continuation of Deferred@874461110 after retry RPC after error@1205142459) -> (continuation of Deferred@2055604353 after retry RPC after error@548425871) -> (continuation of Deferred@1843360168 after retry RPC after error@41451379) -> (continuation of Deferred@1223732669 after retry RPC after error@1785112580) -> (continuation of Deferred@2082653905 after retry RPC after error@1038134721) -> (continuation of Deferred@1882223237 after retry RPC after error@793367055) -> (continuation of Deferred@1161268601 after retry RPC after error@2105650875) -> (continuation of Deferred@248930260 after retry RPC after error@1869495723) -> (continuation of Deferred@382417274 after retry RPC after error@1716500846)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.18.92.188:36207
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:06:03.791 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#1 (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_2_1).
21:06:03.793 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#1 75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_2_1.
21:06:03.810 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1449) Source: KuduSource -> Sink: Writer (3/4) (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from INITIALIZING to FAILED on d3190376-62a7-4418-84bf-bee23066b9ee @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=29622), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [4ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [6ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [10ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [15ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [16ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [31ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [36ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [38ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [41ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [42ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [66ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [69ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [71ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [76ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [76ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [104ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [105ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [106ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [106ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [122ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [123ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [124ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [125ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [143ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [144ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [144ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [145ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [182ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [183ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [183ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [184ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [185ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [185ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [242ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [244ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [245ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [245ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [460ms] refreshing cache from master, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [462ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [463ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [464ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [464ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [800ms] refreshing cache from master, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [811ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [817ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [818ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [819ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [820ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [821ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [1800ms] refreshing cache from master, [1800ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [1801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [1802ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [1803ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [1803ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [1804ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [1805ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [2380ms] refreshing cache from master, [2381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [2383ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [2384ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [2385ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [2386ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [2387ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [2387ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [4740ms] refreshing cache from master, [4741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [4742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [4742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [4743ms] too many traces: truncated at 100 traces, deferred=Deferred@1647967268(state=PENDING, result=null, callback=(continuation of Deferred@1927933747 after retry RPC after error@622941454) -> (continuation of Deferred@1034714265 after retry RPC after error@282689492) -> (continuation of Deferred@771000971 after retry RPC after error@38937374) -> (continuation of Deferred@1548017529 after retry RPC after error@121122042) -> (continuation of Deferred@236019268 after retry RPC after error@499701323) -> (continuation of Deferred@1728937372 after retry RPC after error@563401339) -> (continuation of Deferred@628317043 after retry RPC after error@2119351064) -> (continuation of Deferred@1925175507 after retry RPC after error@1975503861) -> (continuation of Deferred@1244184306 after retry RPC after error@566843092) -> (continuation of Deferred@767327102 after retry RPC after error@643296607) -> (continuation of Deferred@688326729 after retry RPC after error@1116963915) -> (continuation of Deferred@213545196 after retry RPC after error@362694961) -> (continuation of Deferred@80371339 after retry RPC after error@1512383365) -> (continuation of Deferred@88544573 after retry RPC after error@1660359525) -> (continuation of Deferred@874461110 after retry RPC after error@1205142459) -> (continuation of Deferred@2055604353 after retry RPC after error@548425871) -> (continuation of Deferred@1843360168 after retry RPC after error@41451379) -> (continuation of Deferred@1223732669 after retry RPC after error@1785112580) -> (continuation of Deferred@2082653905 after retry RPC after error@1038134721) -> (continuation of Deferred@1882223237 after retry RPC after error@793367055) -> (continuation of Deferred@1161268601 after retry RPC after error@2105650875) -> (continuation of Deferred@248930260 after retry RPC after error@1869495723) -> (continuation of Deferred@382417274 after retry RPC after error@1716500846), errback=(continuation of Deferred@1927933747 after retry RPC after error@622941454) -> (continuation of Deferred@1034714265 after retry RPC after error@282689492) -> (continuation of Deferred@771000971 after retry RPC after error@38937374) -> (continuation of Deferred@1548017529 after retry RPC after error@121122042) -> (continuation of Deferred@236019268 after retry RPC after error@499701323) -> (continuation of Deferred@1728937372 after retry RPC after error@563401339) -> (continuation of Deferred@628317043 after retry RPC after error@2119351064) -> (continuation of Deferred@1925175507 after retry RPC after error@1975503861) -> (continuation of Deferred@1244184306 after retry RPC after error@566843092) -> (continuation of Deferred@767327102 after retry RPC after error@643296607) -> (continuation of Deferred@688326729 after retry RPC after error@1116963915) -> (continuation of Deferred@213545196 after retry RPC after error@362694961) -> (continuation of Deferred@80371339 after retry RPC after error@1512383365) -> (continuation of Deferred@88544573 after retry RPC after error@1660359525) -> (continuation of Deferred@874461110 after retry RPC after error@1205142459) -> (continuation of Deferred@2055604353 after retry RPC after error@548425871) -> (continuation of Deferred@1843360168 after retry RPC after error@41451379) -> (continuation of Deferred@1223732669 after retry RPC after error@1785112580) -> (continuation of Deferred@2082653905 after retry RPC after error@1038134721) -> (continuation of Deferred@1882223237 after retry RPC after error@793367055) -> (continuation of Deferred@1161268601 after retry RPC after error@2105650875) -> (continuation of Deferred@248930260 after retry RPC after error@1869495723) -> (continuation of Deferred@382417274 after retry RPC after error@1716500846)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.18.92.188:36207
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:06:03.811 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 50520737ebe38e2625b3d1dfb8799f70: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
21:06:03.811 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_2_1.
21:06:03.812 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#1) of source Source: KuduSource.
21:06:03.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:03.833042 22141 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
21:06:03.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:03.833628 22141 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:06:03.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:03.834178 22141 flags.cc:432] Enabled unsafe flag: --never_fsync=true
21:06:03.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:03.873610 22141 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
21:06:03.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:03.874053 22141 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
21:06:03.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:03.874377 22141 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
21:06:03.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:03.874675 22141 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
21:06:03.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:03.874970 22141 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
21:06:03.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:03.875232 22141 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:34023/jwks.json
21:06:03.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:03.916309 22139 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.119.60" port: 42475 } attempt: 4
21:06:03.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:03.921171 22139 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.21.119.60:42475: Network error: Client connection negotiation failed: client connection to 127.21.119.60:42475: connect: Connection refused (error 111)
21:06:03.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:03.932814 22141 master_runner.cc:387] Master server non-default flags:
21:06:03.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:06:03.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.119.20:42631
21:06:03.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:06:03.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:06:03.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster8166785514177266511/master-2/data
21:06:03.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster8166785514177266511/master-2/wal
21:06:03.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:06:03.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.21.119.62:45023,127.21.119.61:37709,127.21.119.60:42475
21:06:03.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:06:03.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:06:03.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:06:03.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.119.60:42475
21:06:03.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:06:03.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:06:03.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:06:03.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34023/jwks.json
21:06:03.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:06:03.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:06:03.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster8166785514177266511/master-2/data/info.pb
21:06:03.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.119.60
21:06:03.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:06:03.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:06:03.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:06:03.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:06:03.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:06:03.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:06:03.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster8166785514177266511/master-2/logs
21:06:03.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:06:03.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:06:03.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
21:06:03.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
21:06:03.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
21:06:03.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 6bec869c2320d19f2589b3f609f76e5041a21d27
21:06:03.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:06:03.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 20:43:55 UTC on e7f111948823
21:06:03.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16878
21:06:03.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:06:03.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:03.934302 22141 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:06:03.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:03.936074 22141 file_cache.cc:492] Constructed file cache file cache with capacity 419430
21:06:03.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:03.948688 22151 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:06:04.039 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 27 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544764037 for job be5d90ea6ea762b3c60063afb0fd4b65.
21:06:04.053 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 27 for job be5d90ea6ea762b3c60063afb0fd4b65 (2372 bytes, checkpointDuration=14 ms, finalizationTime=1 ms).
21:06:04.053 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 27 as completed for source Source: KuduSource.
21:06:04.067 [DEBUG - pool-78-thread-1] (Connection.java:748) [peer master-127.19.120.62:38725(127.19.120.62:38725)] connecting to peer
21:06:04.067 [DEBUG - pool-78-thread-1] (Connection.java:748) [peer master-127.19.120.61:41045(127.19.120.61:41045)] connecting to peer
21:06:04.068 [DEBUG - pool-78-thread-1] (Connection.java:748) [peer master-127.19.120.60:44619(127.19.120.60:44619)] connecting to peer
21:06:04.069 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725
21:06:04.069 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.120.62:38725(127.19.120.62:38725)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725
21:06:04.069 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.120.62:38725: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725
21:06:04.070 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045
21:06:04.070 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.120.61:41045(127.19.120.61:41045)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045
21:06:04.071 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.120.61:41045: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045
21:06:04.071 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619
21:06:04.071 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.120.60:44619(127.19.120.60:44619)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619
21:06:04.072 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.120.60:44619: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619
21:06:04.072 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619; will retry
21:06:04.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:04.220665 22139 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.119.60" port: 42475 } attempt: 5
21:06:04.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:04.229959 22139 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.21.119.60:42475: Network error: Client connection negotiation failed: client connection to 127.21.119.60:42475: connect: Connection refused (error 111)
21:06:04.359 [DEBUG - pool-86-thread-1] (Connection.java:748) [peer master-127.19.120.62:38725(127.19.120.62:38725)] connecting to peer
21:06:04.359 [DEBUG - pool-86-thread-1] (Connection.java:748) [peer master-127.19.120.61:41045(127.19.120.61:41045)] connecting to peer
21:06:04.360 [DEBUG - pool-86-thread-1] (Connection.java:748) [peer master-127.19.120.60:44619(127.19.120.60:44619)] connecting to peer
21:06:04.360 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725
21:06:04.360 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.120.62:38725(127.19.120.62:38725)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725
21:06:04.360 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.120.62:38725: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725
21:06:04.361 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045
21:06:04.361 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.120.61:41045(127.19.120.61:41045)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045
21:06:04.361 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.120.61:41045: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045
21:06:04.361 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619
21:06:04.361 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.120.60:44619(127.19.120.60:44619)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619
21:06:04.361 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.120.60:44619: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619
21:06:04.362 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619; will retry
21:06:04.538 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 28 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544764537 for job be5d90ea6ea762b3c60063afb0fd4b65.
21:06:04.553 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 28 for job be5d90ea6ea762b3c60063afb0fd4b65 (2372 bytes, checkpointDuration=16 ms, finalizationTime=0 ms).
21:06:04.555 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 28 as completed for source Source: KuduSource.
21:06:04.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:04.777642 22139 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.119.60" port: 42475 } attempt: 6
21:06:04.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:04.789593 22139 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.21.119.60:42475: Network error: Client connection negotiation failed: client connection to 127.21.119.60:42475: connect: Connection refused (error 111)
21:06:05.027 [INFO - flink-pekko.actor.default-dispatcher-5] (CheckpointCoordinator.java:1805) Restoring job 50520737ebe38e2625b3d1dfb8799f70 from Checkpoint 67 @ 1783544732476 for 50520737ebe38e2625b3d1dfb8799f70 located at file:/tmp/junit13326170181640113289/checkpoints/50520737ebe38e2625b3d1dfb8799f70/chk-67.
21:06:05.028 [INFO - flink-pekko.actor.default-dispatcher-5] (MasterHooks.java:201) No master state to restore
21:06:05.029 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from CREATED to SCHEDULED.
21:06:05.029 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 0 to checkpoint 67 for source Source: KuduSource to checkpoint.
21:06:05.030 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job 50520737ebe38e2625b3d1dfb8799f70: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
21:06:05.031 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from SCHEDULED to DEPLOYING.
21:06:05.031 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #2) with attempt id 75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_0_2 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to d3190376-62a7-4418-84bf-bee23066b9ee @ 127.0.0.1 (dataPort=-1) with allocation id 52d5deb841224e867af8dedcc6f31427
21:06:05.032 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (50520737ebe38e2625b3d1dfb8799f70) switched from state RESTARTING to RUNNING.
21:06:05.032 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 52d5deb841224e867af8dedcc6f31427.
21:06:05.033 [INFO - flink-pekko.actor.default-dispatcher-5] (CheckpointCoordinator.java:1805) Restoring job 50520737ebe38e2625b3d1dfb8799f70 from Checkpoint 67 @ 1783544732476 for 50520737ebe38e2625b3d1dfb8799f70 located at file:/tmp/junit13326170181640113289/checkpoints/50520737ebe38e2625b3d1dfb8799f70/chk-67.
21:06:05.034 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#2 (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_0_2), deploy into slot with allocation id 52d5deb841224e867af8dedcc6f31427.
21:06:05.034 [INFO - flink-pekko.actor.default-dispatcher-5] (MasterHooks.java:201) No master state to restore
21:06:05.035 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 2 to checkpoint 67 for source Source: KuduSource to checkpoint.
21:06:05.035 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from CREATED to SCHEDULED.
21:06:05.036 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job 50520737ebe38e2625b3d1dfb8799f70: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
21:06:05.037 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 29 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544765036 for job be5d90ea6ea762b3c60063afb0fd4b65.
21:06:05.038 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#2 (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from CREATED to DEPLOYING.
21:06:05.038 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#2 (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_0_2) [DEPLOYING].
21:06:05.040 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@511d9d67
21:06:05.040 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
21:06:05.041 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit13326170181640113289/checkpoints")
21:06:05.041 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#2 (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from DEPLOYING to INITIALIZING.
21:06:05.046 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@26d9e39b
21:06:05.053 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 29 for job be5d90ea6ea762b3c60063afb0fd4b65 (2372 bytes, checkpointDuration=17 ms, finalizationTime=0 ms).
21:06:05.054 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 29 as completed for source Source: KuduSource.
21:06:05.055 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from SCHEDULED to DEPLOYING.
21:06:05.055 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #2) with attempt id 75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_2_2 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to d3190376-62a7-4418-84bf-bee23066b9ee @ 127.0.0.1 (dataPort=-1) with allocation id f412658c854e9ff7ca9ced65ea075485
21:06:05.055 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#2] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:06:05.055 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot f412658c854e9ff7ca9ced65ea075485.
21:06:05.057 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#2 (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_2_2), deploy into slot with allocation id f412658c854e9ff7ca9ced65ea075485.
21:06:05.057 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from DEPLOYING to INITIALIZING.
21:06:05.059 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#2 (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from CREATED to DEPLOYING.
21:06:05.059 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#2 (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_2_2) [DEPLOYING].
21:06:05.060 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@1399ce22
21:06:05.060 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
21:06:05.060 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit13326170181640113289/checkpoints")
21:06:05.060 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#2] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:06:05.062 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#2 (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from DEPLOYING to INITIALIZING.
21:06:05.063 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from DEPLOYING to INITIALIZING.
21:06:05.068 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@4a620ea2
21:06:05.072 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#2] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:06:05.074 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#2] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:06:05.075 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#2] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:06:05.076 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:05.076 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:05.076 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#2] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:06:05.077 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:05.077 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:05.077 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:05.077 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:05.078 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#2] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:06:05.078 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:05.079 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:05.079 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:05.079 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#2] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:06:05.079 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:05.080 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:05.080 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:05.080 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:06:05.082 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:05.082 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:05.082 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:05.084 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:05.084 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:05.084 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:05.084 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:06:05.096 [DEBUG - pool-90-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:06:05.097 [DEBUG - pool-90-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:06:05.098 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:05.098 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:05.098 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:05.098 [DEBUG - pool-88-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:06:05.100 [DEBUG - pool-90-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:06:05.101 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:05.101 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:05.101 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:05.102 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:05.103 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:05.103 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:05.103 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:06:05.104 [DEBUG - pool-88-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:06:05.105 [DEBUG - pool-88-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:06:05.105 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:05.105 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:05.105 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:05.106 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:05.106 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:05.106 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:05.106 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:05.106 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:05.106 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:05.107 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:06:05.115 [DEBUG - pool-90-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:06:05.116 [DEBUG - pool-90-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:06:05.118 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:05.118 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:05.118 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:05.119 [DEBUG - pool-90-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:06:05.119 [DEBUG - pool-88-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:06:05.120 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:05.120 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:05.120 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:05.120 [DEBUG - pool-88-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:06:05.122 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:05.122 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:05.122 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:05.122 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:06:05.123 [DEBUG - pool-88-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:06:05.124 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:05.124 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:05.124 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:05.125 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:05.125 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:05.126 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:05.126 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:05.126 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:05.126 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:05.126 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:06:05.135 [DEBUG - pool-90-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:06:05.136 [DEBUG - pool-90-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:06:05.136 [DEBUG - pool-90-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:06:05.136 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:05.136 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:05.136 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:05.137 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:05.137 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:05.137 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:05.137 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:05.137 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:05.137 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:05.137 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:06:05.139 [DEBUG - pool-88-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:06:05.140 [DEBUG - pool-88-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:06:05.140 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:05.140 [DEBUG - pool-88-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:06:05.140 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:05.140 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:05.140 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:05.140 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:05.140 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:05.140 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:05.141 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:05.141 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:05.141 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:06:05.155 [DEBUG - pool-90-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:06:05.155 [DEBUG - pool-90-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:06:05.156 [DEBUG - pool-90-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:06:05.156 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:05.156 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:05.156 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:05.156 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:05.156 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:05.156 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:05.157 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:05.157 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:05.157 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:05.157 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:06:05.158 [DEBUG - pool-88-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:06:05.159 [DEBUG - pool-88-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:06:05.159 [DEBUG - pool-88-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:06:05.159 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:05.159 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:05.160 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:05.160 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:05.160 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:05.160 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:05.160 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:05.160 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:05.160 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:05.160 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:06:05.175 [DEBUG - pool-90-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:06:05.176 [DEBUG - pool-90-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:06:05.176 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:05.176 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:05.177 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:05.177 [DEBUG - pool-90-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:06:05.177 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:05.177 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:05.177 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:05.177 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:05.177 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:05.178 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:05.178 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:06:05.179 [DEBUG - pool-88-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:06:05.179 [DEBUG - pool-88-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:06:05.179 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:05.180 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:05.180 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:05.180 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:05.180 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:05.180 [DEBUG - pool-88-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:06:05.180 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:05.180 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:05.180 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:05.180 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:05.181 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:06:05.196 [DEBUG - pool-90-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:06:05.196 [DEBUG - pool-90-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:06:05.197 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:05.197 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:05.197 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:05.199 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:05.199 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:05.199 [INFO - pool-90-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:05.199 [DEBUG - pool-90-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:06:05.201 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:05.201 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:05.201 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:05.201 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:06:05.239 [DEBUG - pool-88-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:06:05.245 [DEBUG - pool-88-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:06:05.246 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:05.246 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:05.246 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:05.247 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:05.247 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:05.247 [INFO - pool-88-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:05.248 [DEBUG - pool-88-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:06:05.249 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:05.249 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:05.249 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:05.249 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:06:05.275 [DEBUG - pool-90-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:06:05.275 [DEBUG - pool-90-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:06:05.276 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:05.276 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:05.276 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:05.276 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:05.276 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:05.277 [INFO - pool-90-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:05.277 [DEBUG - pool-90-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:06:05.277 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:05.277 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:05.277 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:05.277 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:06:05.279 [DEBUG - pool-88-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:06:05.279 [DEBUG - pool-88-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:06:05.279 [DEBUG - pool-88-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:06:05.280 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:05.279 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:05.280 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:05.280 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:05.280 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:05.280 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:05.280 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:05.280 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:05.280 [INFO - pool-88-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:05.281 [WARN - pool-88-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:06:05.292 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:06:05.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:03.956616 22154 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:06:05.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:03.950171 22152 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:06:05.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:05.358692 22153 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1409 milliseconds
21:06:05.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:05.358842 22141 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
21:06:05.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:05.360359 22141 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:06:05.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:05.363611 22141 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:06:05.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:05.365090 22141 hybrid_clock.cc:648] HybridClock initialized: now 1783544765365056 us; error 47 us; skew 500 ppm
21:06:05.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:05.365970 22141 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:06:05.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:05.372648 22141 webserver.cc:534] Webserver started at http://127.21.119.60:38669/ using document root <none> and password file <none>
21:06:05.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:05.373581 22141 fs_manager.cc:362] Metadata directory not provided
21:06:05.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:05.373786 22141 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:06:05.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:05.374255 22141 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
21:06:05.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:05.378846 22141 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster8166785514177266511/master-2/data/instance:
21:06:05.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7682fd7181374d11b18cafc98ed7fb92"
21:06:05.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:06:05 on dist-test-slave-3sd5"
21:06:05.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:05.380235 22141 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster8166785514177266511/master-2/wal/instance:
21:06:05.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7682fd7181374d11b18cafc98ed7fb92"
21:06:05.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:06:05 on dist-test-slave-3sd5"
21:06:05.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:05.388159 22141 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.007s	sys 0.000s
21:06:05.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:05.394549 22183 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
21:06:05.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:05.395795 22141 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.002s	sys 0.001s
21:06:05.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:05.396209 22141 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster8166785514177266511/master-2/data,/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster8166785514177266511/master-2/wal
21:06:05.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7682fd7181374d11b18cafc98ed7fb92"
21:06:05.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:06:05 on dist-test-slave-3sd5"
21:06:05.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:05.396590 22141 fs_report.cc:389] FS layout report
21:06:05.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:06:05.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster8166785514177266511/master-2/wal
21:06:05.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster8166785514177266511/master-2/wal
21:06:05.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster8166785514177266511/master-2/data/data
21:06:05.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:06:05.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:06:05.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:06:05.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:06:05.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:06:05.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:06:05.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:06:05.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:06:05.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:06:05.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:06:05.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:06:05.399 [DEBUG - pool-88-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:06:05.399 [DEBUG - pool-88-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:06:05.399 [DEBUG - pool-88-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:06:05.399 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:05.399 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:05.400 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:05.400 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:05.400 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:05.400 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:05.400 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:05.400 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:05.400 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:05.400 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:06:05.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:05.453945 22061 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.119.61" port: 37709 } attempt: 8
21:06:05.455 [DEBUG - pool-90-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:06:05.456 [DEBUG - pool-90-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:06:05.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:05.456420 22141 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
21:06:05.456 [DEBUG - pool-90-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:06:05.457 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:05.458 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:05.458 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:05.458 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:05.458 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:05.459 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:05.459 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:05.459 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:05.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:05.459277 22141 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:06:05.459 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:05.459 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:06:05.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:05.460242 22141 kserver.cc:163] Server-wide thread pool size limit: 3276
21:06:05.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:05.477702 22061 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.21.119.60" port: 42475 } has no permanent_uuid. Determining permanent_uuid...
21:06:05.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:05.485188 22061 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.21.119.60:42475: Network error: Client connection negotiation failed: client connection to 127.21.119.60:42475: connect: Connection refused (error 111)
21:06:05.537 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 30 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544765536 for job be5d90ea6ea762b3c60063afb0fd4b65.
21:06:05.548 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 30 for job be5d90ea6ea762b3c60063afb0fd4b65 (2372 bytes, checkpointDuration=11 ms, finalizationTime=1 ms).
21:06:05.548 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 30 as completed for source Source: KuduSource.
21:06:05.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:05.550700 22061 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.119.60" port: 42475 } attempt: 1
21:06:05.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:05.553383 22141 rpc_server.cc:307] RPC server started. Bound to: 127.21.119.60:42475
21:06:05.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:05.553521 22237 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.21.119.60:42475 every 8 connection(s)
21:06:05.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:05.557931 22141 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster8166785514177266511/master-2/data/info.pb
21:06:05.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:05.565064 21980 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu as pid 22141
21:06:05.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:05.565586 21980 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster8166785514177266511/master-2/wal/instance
21:06:05.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:05.567025 22239 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
21:06:05.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:05.583768 22239 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.21.119.62" port: 45023 } has no permanent_uuid. Determining permanent_uuid...
21:06:05.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:05.602372 22061 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P fb1c99253a7d488a88ba16a6c04e733e: Bootstrap starting.
21:06:05.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:05.606037 22239 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.21.119.61" port: 37709 } has no permanent_uuid. Determining permanent_uuid...
21:06:05.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:05.612897 22061 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P fb1c99253a7d488a88ba16a6c04e733e: Neither blocks nor log segments found. Creating new log.
21:06:05.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:05.615877 22061 log.cc:826] T 00000000000000000000000000000000 P fb1c99253a7d488a88ba16a6c04e733e: Log is configured to *not* fsync() on all Append() calls
21:06:05.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:05.622798 22061 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P fb1c99253a7d488a88ba16a6c04e733e: No bootstrap required, opened a new log
21:06:05.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:05.623601 22239 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.21.119.60" port: 42475 } has no permanent_uuid. Determining permanent_uuid...
21:06:05.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:05.644086 22239 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 7682fd7181374d11b18cafc98ed7fb92: Bootstrap starting.
21:06:05.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:05.648011 22061 raft_consensus.cc:359] T 00000000000000000000000000000000 P fb1c99253a7d488a88ba16a6c04e733e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fb1c99253a7d488a88ba16a6c04e733e" member_type: VOTER last_known_addr { host: "127.21.119.62" port: 45023 } } peers { permanent_uuid: "5476329d92744097abc5c27eff0234df" member_type: VOTER last_known_addr { host: "127.21.119.61" port: 37709 } } peers { permanent_uuid: "7682fd7181374d11b18cafc98ed7fb92" member_type: VOTER last_known_addr { host: "127.21.119.60" port: 42475 } }
21:06:05.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:05.648718 22061 raft_consensus.cc:385] T 00000000000000000000000000000000 P fb1c99253a7d488a88ba16a6c04e733e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:06:05.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:05.649047 22061 raft_consensus.cc:740] T 00000000000000000000000000000000 P fb1c99253a7d488a88ba16a6c04e733e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: fb1c99253a7d488a88ba16a6c04e733e, State: Initialized, Role: FOLLOWER
21:06:05.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:05.649945 22061 consensus_queue.cc:260] T 00000000000000000000000000000000 P fb1c99253a7d488a88ba16a6c04e733e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fb1c99253a7d488a88ba16a6c04e733e" member_type: VOTER last_known_addr { host: "127.21.119.62" port: 45023 } } peers { permanent_uuid: "5476329d92744097abc5c27eff0234df" member_type: VOTER last_known_addr { host: "127.21.119.61" port: 37709 } } peers { permanent_uuid: "7682fd7181374d11b18cafc98ed7fb92" member_type: VOTER last_known_addr { host: "127.21.119.60" port: 42475 } }
21:06:05.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:05.651348 22239 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 7682fd7181374d11b18cafc98ed7fb92: Neither blocks nor log segments found. Creating new log.
21:06:05.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:05.653313 22247 sys_catalog.cc:455] T 00000000000000000000000000000000 P fb1c99253a7d488a88ba16a6c04e733e [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fb1c99253a7d488a88ba16a6c04e733e" member_type: VOTER last_known_addr { host: "127.21.119.62" port: 45023 } } peers { permanent_uuid: "5476329d92744097abc5c27eff0234df" member_type: VOTER last_known_addr { host: "127.21.119.61" port: 37709 } } peers { permanent_uuid: "7682fd7181374d11b18cafc98ed7fb92" member_type: VOTER last_known_addr { host: "127.21.119.60" port: 42475 } } }
21:06:05.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:05.653880 22239 log.cc:826] T 00000000000000000000000000000000 P 7682fd7181374d11b18cafc98ed7fb92: Log is configured to *not* fsync() on all Append() calls
21:06:05.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:05.654363 22247 sys_catalog.cc:458] T 00000000000000000000000000000000 P fb1c99253a7d488a88ba16a6c04e733e [sys.catalog]: This master's current role is: FOLLOWER
21:06:05.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:05.655303 22061 sys_catalog.cc:565] T 00000000000000000000000000000000 P fb1c99253a7d488a88ba16a6c04e733e [sys.catalog]: configured and running, proceeding with master startup.
21:06:05.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:05.659716 22239 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 7682fd7181374d11b18cafc98ed7fb92: No bootstrap required, opened a new log
21:06:05.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:05.684899 22239 raft_consensus.cc:359] T 00000000000000000000000000000000 P 7682fd7181374d11b18cafc98ed7fb92 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fb1c99253a7d488a88ba16a6c04e733e" member_type: VOTER last_known_addr { host: "127.21.119.62" port: 45023 } } peers { permanent_uuid: "5476329d92744097abc5c27eff0234df" member_type: VOTER last_known_addr { host: "127.21.119.61" port: 37709 } } peers { permanent_uuid: "7682fd7181374d11b18cafc98ed7fb92" member_type: VOTER last_known_addr { host: "127.21.119.60" port: 42475 } }
21:06:05.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:05.685706 22239 raft_consensus.cc:385] T 00000000000000000000000000000000 P 7682fd7181374d11b18cafc98ed7fb92 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:06:05.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:05.686044 22239 raft_consensus.cc:740] T 00000000000000000000000000000000 P 7682fd7181374d11b18cafc98ed7fb92 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7682fd7181374d11b18cafc98ed7fb92, State: Initialized, Role: FOLLOWER
21:06:05.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:05.687105 22239 consensus_queue.cc:260] T 00000000000000000000000000000000 P 7682fd7181374d11b18cafc98ed7fb92 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fb1c99253a7d488a88ba16a6c04e733e" member_type: VOTER last_known_addr { host: "127.21.119.62" port: 45023 } } peers { permanent_uuid: "5476329d92744097abc5c27eff0234df" member_type: VOTER last_known_addr { host: "127.21.119.61" port: 37709 } } peers { permanent_uuid: "7682fd7181374d11b18cafc98ed7fb92" member_type: VOTER last_known_addr { host: "127.21.119.60" port: 42475 } }
21:06:05.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:05.692170 22239 sys_catalog.cc:565] T 00000000000000000000000000000000 P 7682fd7181374d11b18cafc98ed7fb92 [sys.catalog]: configured and running, proceeding with master startup.
21:06:05.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:05.690126 22260 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7682fd7181374d11b18cafc98ed7fb92 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fb1c99253a7d488a88ba16a6c04e733e" member_type: VOTER last_known_addr { host: "127.21.119.62" port: 45023 } } peers { permanent_uuid: "5476329d92744097abc5c27eff0234df" member_type: VOTER last_known_addr { host: "127.21.119.61" port: 37709 } } peers { permanent_uuid: "7682fd7181374d11b18cafc98ed7fb92" member_type: VOTER last_known_addr { host: "127.21.119.60" port: 42475 } } }
21:06:05.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:05.692740 22260 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7682fd7181374d11b18cafc98ed7fb92 [sys.catalog]: This master's current role is: FOLLOWER
21:06:05.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:05.697350 22259 catalog_manager.cc:1593] T 00000000000000000000000000000000 P fb1c99253a7d488a88ba16a6c04e733e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
21:06:05.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:05.697682 22259 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
21:06:05.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:05.717967 22191 tablet.cc:2406] T 00000000000000000000000000000000 P 7682fd7181374d11b18cafc98ed7fb92: Can't schedule compaction. Clean time has not been advanced past its initial value.
21:06:05.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:05.718253 22247 raft_consensus.cc:493] T 00000000000000000000000000000000 P fb1c99253a7d488a88ba16a6c04e733e [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
21:06:05.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:05.718952 22247 raft_consensus.cc:515] T 00000000000000000000000000000000 P fb1c99253a7d488a88ba16a6c04e733e [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fb1c99253a7d488a88ba16a6c04e733e" member_type: VOTER last_known_addr { host: "127.21.119.62" port: 45023 } } peers { permanent_uuid: "5476329d92744097abc5c27eff0234df" member_type: VOTER last_known_addr { host: "127.21.119.61" port: 37709 } } peers { permanent_uuid: "7682fd7181374d11b18cafc98ed7fb92" member_type: VOTER last_known_addr { host: "127.21.119.60" port: 42475 } }
21:06:05.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:05.722095 22247 leader_election.cc:290] T 00000000000000000000000000000000 P fb1c99253a7d488a88ba16a6c04e733e [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 5476329d92744097abc5c27eff0234df (127.21.119.61:37709), 7682fd7181374d11b18cafc98ed7fb92 (127.21.119.60:42475)
21:06:05.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:05.725207 22213 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "fb1c99253a7d488a88ba16a6c04e733e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7682fd7181374d11b18cafc98ed7fb92" is_pre_election: true
21:06:05.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:05.726234 22213 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 7682fd7181374d11b18cafc98ed7fb92 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate fb1c99253a7d488a88ba16a6c04e733e in term 0.
21:06:05.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:05.727670 22012 leader_election.cc:304] T 00000000000000000000000000000000 P fb1c99253a7d488a88ba16a6c04e733e [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 7682fd7181374d11b18cafc98ed7fb92, fb1c99253a7d488a88ba16a6c04e733e; no voters: 
21:06:05.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:05.728869 22247 raft_consensus.cc:2804] T 00000000000000000000000000000000 P fb1c99253a7d488a88ba16a6c04e733e [term 0 FOLLOWER]: Leader pre-election won for term 1
21:06:05.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:05.729671 22247 raft_consensus.cc:493] T 00000000000000000000000000000000 P fb1c99253a7d488a88ba16a6c04e733e [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
21:06:05.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:05.730492 22247 raft_consensus.cc:3060] T 00000000000000000000000000000000 P fb1c99253a7d488a88ba16a6c04e733e [term 0 FOLLOWER]: Advancing to term 1
21:06:05.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:05.745510 22247 raft_consensus.cc:515] T 00000000000000000000000000000000 P fb1c99253a7d488a88ba16a6c04e733e [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fb1c99253a7d488a88ba16a6c04e733e" member_type: VOTER last_known_addr { host: "127.21.119.62" port: 45023 } } peers { permanent_uuid: "5476329d92744097abc5c27eff0234df" member_type: VOTER last_known_addr { host: "127.21.119.61" port: 37709 } } peers { permanent_uuid: "7682fd7181374d11b18cafc98ed7fb92" member_type: VOTER last_known_addr { host: "127.21.119.60" port: 42475 } }
21:06:05.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:05.695868 21993 master_runner.cc:187] Error getting master registration for 127.21.119.61:37709: OK, instance_id { permanent_uuid: "5476329d92744097abc5c27eff0234df" instance_seqno: 1783544763444666 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
21:06:05.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:05.748483 21993 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
21:06:05.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:05.751221 22272 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
21:06:05.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:05.753397 22247 leader_election.cc:290] T 00000000000000000000000000000000 P fb1c99253a7d488a88ba16a6c04e733e [CANDIDATE]: Term 1 election: Requested vote from peers 5476329d92744097abc5c27eff0234df (127.21.119.61:37709), 7682fd7181374d11b18cafc98ed7fb92 (127.21.119.60:42475)
21:06:05.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:05.755303 22213 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "fb1c99253a7d488a88ba16a6c04e733e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7682fd7181374d11b18cafc98ed7fb92"
21:06:05.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:05.755893 22213 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 7682fd7181374d11b18cafc98ed7fb92 [term 0 FOLLOWER]: Advancing to term 1
21:06:05.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:05.763187 22213 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 7682fd7181374d11b18cafc98ed7fb92 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate fb1c99253a7d488a88ba16a6c04e733e in term 1.
21:06:05.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:05.764746 22012 leader_election.cc:304] T 00000000000000000000000000000000 P fb1c99253a7d488a88ba16a6c04e733e [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 7682fd7181374d11b18cafc98ed7fb92, fb1c99253a7d488a88ba16a6c04e733e; no voters: 
21:06:05.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:05.771085 22247 raft_consensus.cc:2804] T 00000000000000000000000000000000 P fb1c99253a7d488a88ba16a6c04e733e [term 1 FOLLOWER]: Leader election won for term 1
21:06:05.792 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:06:05.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:05.789045 22247 raft_consensus.cc:697] T 00000000000000000000000000000000 P fb1c99253a7d488a88ba16a6c04e733e [term 1 LEADER]: Becoming Leader. State: Replica: fb1c99253a7d488a88ba16a6c04e733e, State: Running, Role: LEADER
21:06:05.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:05.795164 22247 consensus_queue.cc:237] T 00000000000000000000000000000000 P fb1c99253a7d488a88ba16a6c04e733e [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fb1c99253a7d488a88ba16a6c04e733e" member_type: VOTER last_known_addr { host: "127.21.119.62" port: 45023 } } peers { permanent_uuid: "5476329d92744097abc5c27eff0234df" member_type: VOTER last_known_addr { host: "127.21.119.61" port: 37709 } } peers { permanent_uuid: "7682fd7181374d11b18cafc98ed7fb92" member_type: VOTER last_known_addr { host: "127.21.119.60" port: 42475 } }
21:06:05.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:05.768829 22141 master_runner.cc:187] Error getting master registration for 127.21.119.61:37709: OK, instance_id { permanent_uuid: "5476329d92744097abc5c27eff0234df" instance_seqno: 1783544763444666 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
21:06:05.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:05.801538 22141 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
21:06:05.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:05.807790 22273 sys_catalog.cc:455] T 00000000000000000000000000000000 P fb1c99253a7d488a88ba16a6c04e733e [sys.catalog]: SysCatalogTable state changed. Reason: New leader fb1c99253a7d488a88ba16a6c04e733e. Latest consensus state: current_term: 1 leader_uuid: "fb1c99253a7d488a88ba16a6c04e733e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fb1c99253a7d488a88ba16a6c04e733e" member_type: VOTER last_known_addr { host: "127.21.119.62" port: 45023 } } peers { permanent_uuid: "5476329d92744097abc5c27eff0234df" member_type: VOTER last_known_addr { host: "127.21.119.61" port: 37709 } } peers { permanent_uuid: "7682fd7181374d11b18cafc98ed7fb92" member_type: VOTER last_known_addr { host: "127.21.119.60" port: 42475 } } }
21:06:05.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:05.810094 22273 sys_catalog.cc:458] T 00000000000000000000000000000000 P fb1c99253a7d488a88ba16a6c04e733e [sys.catalog]: This master's current role is: LEADER
21:06:05.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:05.822450 22275 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
21:06:05.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:05.833129 22275 catalog_manager.cc:1519] Initializing Kudu cluster ID...
21:06:05.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:05.850157 22139 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.119.60" port: 42475 } attempt: 7
21:06:05.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:05.853906 22213 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 7682fd7181374d11b18cafc98ed7fb92 [term 1 FOLLOWER]: Refusing update from remote peer fb1c99253a7d488a88ba16a6c04e733e: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
21:06:05.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:05.856091 22247 consensus_queue.cc:1048] T 00000000000000000000000000000000 P fb1c99253a7d488a88ba16a6c04e733e [LEADER]: Connected to new peer: Peer: permanent_uuid: "7682fd7181374d11b18cafc98ed7fb92" member_type: VOTER last_known_addr { host: "127.21.119.60" port: 42475 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
21:06:05.876 [DEBUG - pool-90-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:06:05.876 [DEBUG - pool-90-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:06:05.877 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:05.877 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:05.877 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:05.877 [DEBUG - pool-90-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:06:05.878 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:05.878 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:05.878 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:05.878 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:05.878 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:05.878 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:05.878 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:06:05.879 [DEBUG - pool-88-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:06:05.879 [DEBUG - pool-88-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:06:05.879 [DEBUG - pool-88-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:06:05.883 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:05.883 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:05.883 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:05.884 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:05.884 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:05.884 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:05.885 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:05.885 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:05.885 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:05.885 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:06:05.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:05.884950 22260 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7682fd7181374d11b18cafc98ed7fb92 [sys.catalog]: SysCatalogTable state changed. Reason: New leader fb1c99253a7d488a88ba16a6c04e733e. Latest consensus state: current_term: 1 leader_uuid: "fb1c99253a7d488a88ba16a6c04e733e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fb1c99253a7d488a88ba16a6c04e733e" member_type: VOTER last_known_addr { host: "127.21.119.62" port: 45023 } } peers { permanent_uuid: "5476329d92744097abc5c27eff0234df" member_type: VOTER last_known_addr { host: "127.21.119.61" port: 37709 } } peers { permanent_uuid: "7682fd7181374d11b18cafc98ed7fb92" member_type: VOTER last_known_addr { host: "127.21.119.60" port: 42475 } } }
21:06:05.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:05.885706 22260 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7682fd7181374d11b18cafc98ed7fb92 [sys.catalog]: This master's current role is: FOLLOWER
21:06:05.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:05.893615 22139 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 5476329d92744097abc5c27eff0234df: Bootstrap starting.
21:06:05.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:05.894882 22276 mvcc.cc:204] Tried to move back new op lower bound from 7305399360907870208 to 7305399360724295680. Current Snapshot: MvccSnapshot[applied={T|T < 7305399360907870208}]
21:06:05.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:05.901024 22278 mvcc.cc:204] Tried to move back new op lower bound from 7305399360907870208 to 7305399360724295680. Current Snapshot: MvccSnapshot[applied={T|T < 7305399360907870208}]
21:06:05.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:05.903329 22273 sys_catalog.cc:455] T 00000000000000000000000000000000 P fb1c99253a7d488a88ba16a6c04e733e [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "fb1c99253a7d488a88ba16a6c04e733e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fb1c99253a7d488a88ba16a6c04e733e" member_type: VOTER last_known_addr { host: "127.21.119.62" port: 45023 } } peers { permanent_uuid: "5476329d92744097abc5c27eff0234df" member_type: VOTER last_known_addr { host: "127.21.119.61" port: 37709 } } peers { permanent_uuid: "7682fd7181374d11b18cafc98ed7fb92" member_type: VOTER last_known_addr { host: "127.21.119.60" port: 42475 } } }
21:06:05.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:05.904246 22273 sys_catalog.cc:458] T 00000000000000000000000000000000 P fb1c99253a7d488a88ba16a6c04e733e [sys.catalog]: This master's current role is: LEADER
21:06:05.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:05.906780 22275 catalog_manager.cc:1382] Generated new cluster ID: 7b78e6b6db8f4e2e871cac865db08c40
21:06:05.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:05.907152 22275 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
21:06:05.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:05.907692 22139 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 5476329d92744097abc5c27eff0234df: Neither blocks nor log segments found. Creating new log.
21:06:05.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:05.908310 22260 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7682fd7181374d11b18cafc98ed7fb92 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "fb1c99253a7d488a88ba16a6c04e733e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fb1c99253a7d488a88ba16a6c04e733e" member_type: VOTER last_known_addr { host: "127.21.119.62" port: 45023 } } peers { permanent_uuid: "5476329d92744097abc5c27eff0234df" member_type: VOTER last_known_addr { host: "127.21.119.61" port: 37709 } } peers { permanent_uuid: "7682fd7181374d11b18cafc98ed7fb92" member_type: VOTER last_known_addr { host: "127.21.119.60" port: 42475 } } }
21:06:05.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:05.909053 22260 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7682fd7181374d11b18cafc98ed7fb92 [sys.catalog]: This master's current role is: FOLLOWER
21:06:05.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:05.910670 22139 log.cc:826] T 00000000000000000000000000000000 P 5476329d92744097abc5c27eff0234df: Log is configured to *not* fsync() on all Append() calls
21:06:05.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:05.926645 22139 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 5476329d92744097abc5c27eff0234df: No bootstrap required, opened a new log
21:06:05.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:05.975294 22275 catalog_manager.cc:1405] Generated new certificate authority record
21:06:05.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:05.977571 22275 catalog_manager.cc:1539] Loading token signing keys...
21:06:05.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:05.977761 22139 raft_consensus.cc:359] T 00000000000000000000000000000000 P 5476329d92744097abc5c27eff0234df [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fb1c99253a7d488a88ba16a6c04e733e" member_type: VOTER last_known_addr { host: "127.21.119.62" port: 45023 } } peers { permanent_uuid: "5476329d92744097abc5c27eff0234df" member_type: VOTER last_known_addr { host: "127.21.119.61" port: 37709 } } peers { permanent_uuid: "7682fd7181374d11b18cafc98ed7fb92" member_type: VOTER last_known_addr { host: "127.21.119.60" port: 42475 } }
21:06:05.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:05.979079 22139 raft_consensus.cc:385] T 00000000000000000000000000000000 P 5476329d92744097abc5c27eff0234df [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:06:05.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:05.979514 22139 raft_consensus.cc:740] T 00000000000000000000000000000000 P 5476329d92744097abc5c27eff0234df [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5476329d92744097abc5c27eff0234df, State: Initialized, Role: FOLLOWER
21:06:05.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:05.980854 22139 consensus_queue.cc:260] T 00000000000000000000000000000000 P 5476329d92744097abc5c27eff0234df [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fb1c99253a7d488a88ba16a6c04e733e" member_type: VOTER last_known_addr { host: "127.21.119.62" port: 45023 } } peers { permanent_uuid: "5476329d92744097abc5c27eff0234df" member_type: VOTER last_known_addr { host: "127.21.119.61" port: 37709 } } peers { permanent_uuid: "7682fd7181374d11b18cafc98ed7fb92" member_type: VOTER last_known_addr { host: "127.21.119.60" port: 42475 } }
21:06:05.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:05.984436 22283 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5476329d92744097abc5c27eff0234df [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fb1c99253a7d488a88ba16a6c04e733e" member_type: VOTER last_known_addr { host: "127.21.119.62" port: 45023 } } peers { permanent_uuid: "5476329d92744097abc5c27eff0234df" member_type: VOTER last_known_addr { host: "127.21.119.61" port: 37709 } } peers { permanent_uuid: "7682fd7181374d11b18cafc98ed7fb92" member_type: VOTER last_known_addr { host: "127.21.119.60" port: 42475 } } }
21:06:05.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:05.985328 22283 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5476329d92744097abc5c27eff0234df [sys.catalog]: This master's current role is: FOLLOWER
21:06:05.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:05.987991 22139 sys_catalog.cc:565] T 00000000000000000000000000000000 P 5476329d92744097abc5c27eff0234df [sys.catalog]: configured and running, proceeding with master startup.
21:06:05.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:05.988180 22114 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "fb1c99253a7d488a88ba16a6c04e733e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5476329d92744097abc5c27eff0234df" is_pre_election: true
21:06:05.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:05.989264 22114 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 5476329d92744097abc5c27eff0234df [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate fb1c99253a7d488a88ba16a6c04e733e in term 0.
21:06:05.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:05.992260 22113 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "fb1c99253a7d488a88ba16a6c04e733e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5476329d92744097abc5c27eff0234df"
21:06:05.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:05.992998 22113 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 5476329d92744097abc5c27eff0234df [term 0 FOLLOWER]: Advancing to term 1
21:06:06.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:06.006036 22113 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 5476329d92744097abc5c27eff0234df [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate fb1c99253a7d488a88ba16a6c04e733e in term 1.
21:06:06.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:06.007668 22112 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 5476329d92744097abc5c27eff0234df [term 1 FOLLOWER]: Refusing update from remote peer fb1c99253a7d488a88ba16a6c04e733e: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
21:06:06.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:06.015923 22273 consensus_queue.cc:1048] T 00000000000000000000000000000000 P fb1c99253a7d488a88ba16a6c04e733e [LEADER]: Connected to new peer: Peer: permanent_uuid: "5476329d92744097abc5c27eff0234df" member_type: VOTER last_known_addr { host: "127.21.119.61" port: 37709 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
21:06:06.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:06.026937 22275 catalog_manager.cc:6069] T 00000000000000000000000000000000 P fb1c99253a7d488a88ba16a6c04e733e: Generated new TSK 0
21:06:06.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:06.030424 22275 catalog_manager.cc:1549] Initializing in-progress tserver states...
21:06:06.037 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 31 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544766036 for job be5d90ea6ea762b3c60063afb0fd4b65.
21:06:06.067 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 31 for job be5d90ea6ea762b3c60063afb0fd4b65 (2372 bytes, checkpointDuration=30 ms, finalizationTime=1 ms).
21:06:06.068 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 31 as completed for source Source: KuduSource.
21:06:06.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:06.073446 21980 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu
21:06:06.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu
21:06:06.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster8166785514177266511/ts-0/wal
21:06:06.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster8166785514177266511/ts-0/data
21:06:06.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:06:06.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:06:06.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:06:06.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:06:06.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:06:06.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:06:06.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster8166785514177266511/ts-0/logs
21:06:06.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster8166785514177266511/ts-0/data/info.pb
21:06:06.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:06:06.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:06:06.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:06:06.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:06:06.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:06:06.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:06:06.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:06:06.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:06:06.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
21:06:06.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:06:06.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.119.1:0
21:06:06.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.21.119.1
21:06:06.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.119.1
21:06:06.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:06:06.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.21.119.62:45023,127.21.119.61:37709,127.21.119.60:42475
21:06:06.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.119.20:42631
21:06:06.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:06:06.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:06:06.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
21:06:06.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:06.108270 22283 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5476329d92744097abc5c27eff0234df [sys.catalog]: SysCatalogTable state changed. Reason: New leader fb1c99253a7d488a88ba16a6c04e733e. Latest consensus state: current_term: 1 leader_uuid: "fb1c99253a7d488a88ba16a6c04e733e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fb1c99253a7d488a88ba16a6c04e733e" member_type: VOTER last_known_addr { host: "127.21.119.62" port: 45023 } } peers { permanent_uuid: "5476329d92744097abc5c27eff0234df" member_type: VOTER last_known_addr { host: "127.21.119.61" port: 37709 } } peers { permanent_uuid: "7682fd7181374d11b18cafc98ed7fb92" member_type: VOTER last_known_addr { host: "127.21.119.60" port: 42475 } } }
21:06:06.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:06.109338 22283 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5476329d92744097abc5c27eff0234df [sys.catalog]: This master's current role is: FOLLOWER
21:06:06.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:06.110690 22290 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5476329d92744097abc5c27eff0234df [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "fb1c99253a7d488a88ba16a6c04e733e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fb1c99253a7d488a88ba16a6c04e733e" member_type: VOTER last_known_addr { host: "127.21.119.62" port: 45023 } } peers { permanent_uuid: "5476329d92744097abc5c27eff0234df" member_type: VOTER last_known_addr { host: "127.21.119.61" port: 37709 } } peers { permanent_uuid: "7682fd7181374d11b18cafc98ed7fb92" member_type: VOTER last_known_addr { host: "127.21.119.60" port: 42475 } } }
21:06:06.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:06.112069 22290 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5476329d92744097abc5c27eff0234df [sys.catalog]: This master's current role is: FOLLOWER
21:06:06.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:06.115258 22273 sys_catalog.cc:455] T 00000000000000000000000000000000 P fb1c99253a7d488a88ba16a6c04e733e [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "fb1c99253a7d488a88ba16a6c04e733e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fb1c99253a7d488a88ba16a6c04e733e" member_type: VOTER last_known_addr { host: "127.21.119.62" port: 45023 } } peers { permanent_uuid: "5476329d92744097abc5c27eff0234df" member_type: VOTER last_known_addr { host: "127.21.119.61" port: 37709 } } peers { permanent_uuid: "7682fd7181374d11b18cafc98ed7fb92" member_type: VOTER last_known_addr { host: "127.21.119.60" port: 42475 } } }
21:06:06.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:06.116014 22273 sys_catalog.cc:458] T 00000000000000000000000000000000 P fb1c99253a7d488a88ba16a6c04e733e [sys.catalog]: This master's current role is: LEADER
21:06:06.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:06.164290 22300 catalog_manager.cc:1294] Loaded cluster ID: 7b78e6b6db8f4e2e871cac865db08c40
21:06:06.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:06.164598 22300 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 5476329d92744097abc5c27eff0234df: loading cluster ID for follower catalog manager: success
21:06:06.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:06.172518 22300 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 5476329d92744097abc5c27eff0234df: acquiring CA information for follower catalog manager: success
21:06:06.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:06.178340 22300 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 5476329d92744097abc5c27eff0234df: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
21:06:06.292 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:06:06.537 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 32 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544766536 for job be5d90ea6ea762b3c60063afb0fd4b65.
21:06:06.548 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 32 for job be5d90ea6ea762b3c60063afb0fd4b65 (2372 bytes, checkpointDuration=12 ms, finalizationTime=0 ms).
21:06:06.555 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 32 as completed for source Source: KuduSource.
21:06:06.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:06.621917 22293 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
21:06:06.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:06.622889 22293 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:06:06.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:06.623831 22293 flags.cc:432] Enabled unsafe flag: --never_fsync=true
21:06:06.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:06.684151 22293 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
21:06:06.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:06.685809 22293 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.21.119.1
21:06:06.695 [DEBUG - pool-90-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:06:06.696 [DEBUG - pool-90-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:06:06.696 [DEBUG - pool-90-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:06:06.697 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:06.697 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:06.697 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:06.697 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:06.697 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:06.698 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:06.698 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:06.698 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:06.698 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:06.698 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:06:06.745 [DEBUG - pool-78-thread-1] (Connection.java:748) [peer master-127.19.120.62:38725(127.19.120.62:38725)] connecting to peer
21:06:06.745 [DEBUG - pool-78-thread-1] (Connection.java:748) [peer master-127.19.120.61:41045(127.19.120.61:41045)] connecting to peer
21:06:06.745 [DEBUG - pool-78-thread-1] (Connection.java:748) [peer master-127.19.120.60:44619(127.19.120.60:44619)] connecting to peer
21:06:06.746 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725
21:06:06.746 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.120.62:38725(127.19.120.62:38725)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725
21:06:06.746 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.120.62:38725: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725
21:06:06.747 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619
21:06:06.747 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.120.60:44619(127.19.120.60:44619)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619
21:06:06.747 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.120.60:44619: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619
21:06:06.751 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045
21:06:06.751 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.120.61:41045(127.19.120.61:41045)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045
21:06:06.751 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.120.61:41045: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045
21:06:06.751 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619; will retry
21:06:06.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:06.753024 22293 tablet_server_runner.cc:78] Tablet server non-default flags:
21:06:06.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:06:06.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.119.20:42631
21:06:06.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:06:06.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:06:06.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster8166785514177266511/ts-0/data
21:06:06.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster8166785514177266511/ts-0/wal
21:06:06.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:06:06.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:06:06.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.119.1:0
21:06:06.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:06:06.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:06:06.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:06:06.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster8166785514177266511/ts-0/data/info.pb
21:06:06.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.119.1
21:06:06.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:06:06.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.21.119.62:45023,127.21.119.61:37709,127.21.119.60:42475
21:06:06.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:06:06.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:06:06.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:06:06.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:06:06.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:06:06.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.21.119.1
21:06:06.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster8166785514177266511/ts-0/logs
21:06:06.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:06:06.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:06:06.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
21:06:06.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
21:06:06.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
21:06:06.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 6bec869c2320d19f2589b3f609f76e5041a21d27
21:06:06.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:06:06.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 20:43:55 UTC on e7f111948823
21:06:06.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16878
21:06:06.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:06:06.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:06.755715 22293 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:06:06.757 [DEBUG - pool-90-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:06:06.758 [DEBUG - pool-90-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:06:06.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:06.758275 22293 file_cache.cc:492] Constructed file cache file cache with capacity 419430
21:06:06.758 [DEBUG - pool-90-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:06:06.759 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:06.759 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:06.759 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:06.760 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:06.760 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:06.760 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:06.760 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:06.760 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:06.760 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:06.760 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:06:06.792 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:06:06.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:06.796231 22272 catalog_manager.cc:1294] Loaded cluster ID: 7b78e6b6db8f4e2e871cac865db08c40
21:06:06.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:06.796296 22308 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:06:06.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:06.796612 22272 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 7682fd7181374d11b18cafc98ed7fb92: loading cluster ID for follower catalog manager: success
21:06:06.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:06.825759 22272 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 7682fd7181374d11b18cafc98ed7fb92: acquiring CA information for follower catalog manager: success
21:06:06.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:06.842778 22272 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 7682fd7181374d11b18cafc98ed7fb92: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
21:06:06.859 [DEBUG - pool-88-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:06:06.860 [DEBUG - pool-88-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:06:06.860 [DEBUG - pool-88-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:06:06.861 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:06.861 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:06.861 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:06.862 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:06.862 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:06.862 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:06.862 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:06.862 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:06.862 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:06.862 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:06:07.037 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 33 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544767037 for job be5d90ea6ea762b3c60063afb0fd4b65.
21:06:07.057 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 33 for job be5d90ea6ea762b3c60063afb0fd4b65 (2372 bytes, checkpointDuration=20 ms, finalizationTime=0 ms).
21:06:07.059 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 33 as completed for source Source: KuduSource.
21:06:07.235 [DEBUG - pool-90-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:06:07.235 [DEBUG - pool-90-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:06:07.236 [DEBUG - pool-90-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:06:07.236 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:07.237 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:07.237 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:07.237 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:07.237 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:07.237 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:07.239 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:07.239 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:07.239 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:07.239 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:06:07.292 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:06:07.458 [DEBUG - pool-86-thread-1] (Connection.java:748) [peer master-127.19.120.62:38725(127.19.120.62:38725)] connecting to peer
21:06:07.459 [DEBUG - pool-86-thread-1] (Connection.java:748) [peer master-127.19.120.61:41045(127.19.120.61:41045)] connecting to peer
21:06:07.460 [DEBUG - pool-86-thread-1] (Connection.java:748) [peer master-127.19.120.60:44619(127.19.120.60:44619)] connecting to peer
21:06:07.460 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725
21:06:07.460 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.120.62:38725(127.19.120.62:38725)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725
21:06:07.460 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.120.62:38725: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725
21:06:07.460 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619
21:06:07.460 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045
21:06:07.460 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.120.60:44619(127.19.120.60:44619)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619
21:06:07.460 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.120.61:41045(127.19.120.61:41045)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045
21:06:07.460 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.120.61:41045: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045
21:06:07.460 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.120.60:44619: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619
21:06:07.460 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619; will retry
21:06:07.537 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 34 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544767537 for job be5d90ea6ea762b3c60063afb0fd4b65.
21:06:07.558 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 34 for job be5d90ea6ea762b3c60063afb0fd4b65 (2372 bytes, checkpointDuration=20 ms, finalizationTime=1 ms).
21:06:07.560 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 34 as completed for source Source: KuduSource.
21:06:07.619 [DEBUG - pool-86-thread-1] (Connection.java:748) [peer master-127.19.120.62:38725(127.19.120.62:38725)] connecting to peer
21:06:07.619 [DEBUG - pool-86-thread-1] (Connection.java:748) [peer master-127.19.120.61:41045(127.19.120.61:41045)] connecting to peer
21:06:07.620 [DEBUG - pool-86-thread-1] (Connection.java:748) [peer master-127.19.120.60:44619(127.19.120.60:44619)] connecting to peer
21:06:07.620 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725
21:06:07.620 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.120.62:38725(127.19.120.62:38725)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725
21:06:07.620 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.120.62:38725: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725
21:06:07.621 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045
21:06:07.621 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.120.61:41045(127.19.120.61:41045)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045
21:06:07.621 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.120.61:41045: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045
21:06:07.622 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619
21:06:07.622 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.120.60:44619(127.19.120.60:44619)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619
21:06:07.622 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.120.60:44619: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619
21:06:07.622 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619; will retry
21:06:07.779 [DEBUG - pool-88-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:06:07.780 [DEBUG - pool-88-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:06:07.780 [DEBUG - pool-88-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:06:07.781 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:07.781 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:07.781 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:07.781 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:07.781 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:07.782 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:07.782 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:07.782 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:07.782 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:07.782 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:06:07.791 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:06:08.037 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 35 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544768036 for job be5d90ea6ea762b3c60063afb0fd4b65.
21:06:08.068 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 35 for job be5d90ea6ea762b3c60063afb0fd4b65 (2372 bytes, checkpointDuration=32 ms, finalizationTime=0 ms).
21:06:08.071 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 35 as completed for source Source: KuduSource.
21:06:08.292 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:06:08.405 [DEBUG - pool-78-thread-1] (Connection.java:748) [peer master-127.19.120.62:38725(127.19.120.62:38725)] connecting to peer
21:06:08.406 [DEBUG - pool-78-thread-1] (Connection.java:748) [peer master-127.19.120.61:41045(127.19.120.61:41045)] connecting to peer
21:06:08.406 [DEBUG - pool-78-thread-1] (Connection.java:748) [peer master-127.19.120.60:44619(127.19.120.60:44619)] connecting to peer
21:06:08.408 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725
21:06:08.408 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.120.62:38725(127.19.120.62:38725)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725
21:06:08.408 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.120.62:38725: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725
21:06:08.409 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045
21:06:08.409 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.120.61:41045(127.19.120.61:41045)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045
21:06:08.410 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.120.61:41045: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045
21:06:08.410 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619
21:06:08.410 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.120.60:44619(127.19.120.60:44619)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619
21:06:08.410 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.120.60:44619: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619
21:06:08.410 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619; will retry
21:06:08.537 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 36 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544768536 for job be5d90ea6ea762b3c60063afb0fd4b65.
21:06:08.550 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 36 for job be5d90ea6ea762b3c60063afb0fd4b65 (2372 bytes, checkpointDuration=13 ms, finalizationTime=1 ms).
21:06:08.556 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 36 as completed for source Source: KuduSource.
21:06:08.793 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:06:08.879 [DEBUG - pool-86-thread-1] (Connection.java:748) [peer master-127.19.120.62:38725(127.19.120.62:38725)] connecting to peer
21:06:08.879 [DEBUG - pool-86-thread-1] (Connection.java:748) [peer master-127.19.120.61:41045(127.19.120.61:41045)] connecting to peer
21:06:08.880 [DEBUG - pool-86-thread-1] (Connection.java:748) [peer master-127.19.120.60:44619(127.19.120.60:44619)] connecting to peer
21:06:08.880 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045
21:06:08.880 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619
21:06:08.881 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.120.60:44619(127.19.120.60:44619)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619
21:06:08.881 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.120.60:44619: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619
21:06:08.881 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725
21:06:08.881 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.120.62:38725(127.19.120.62:38725)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725
21:06:08.881 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.120.62:38725: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725
21:06:08.880 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.120.61:41045(127.19.120.61:41045)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045
21:06:08.882 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.120.61:41045: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045
21:06:08.882 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619; will retry
21:06:08.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:06.806860 22309 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:06:08.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:08.182794 22307 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 22293
21:06:08.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:08.933568 22293 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 2.133s	user 0.513s	sys 0.863s
21:06:08.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:08.936142 22293 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 2.135s	user 0.513s	sys 0.863s
21:06:08.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:08.951138 22293 server_base.cc:1061] running on GCE node
21:06:08.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:08.952390 22315 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:06:08.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:08.954210 22293 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:06:08.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:08.975713 22293 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:06:08.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:08.985435 22293 hybrid_clock.cc:648] HybridClock initialized: now 1783544768982081 us; error 3345 us; skew 500 ppm
21:06:08.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:08.986900 22293 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:06:09.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:09.018071 22293 webserver.cc:534] Webserver started at http://127.21.119.1:44949/ using document root <none> and password file <none>
21:06:09.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:09.019640 22293 fs_manager.cc:362] Metadata directory not provided
21:06:09.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:09.020103 22293 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:06:09.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:09.020876 22293 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
21:06:09.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:09.028422 22293 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster8166785514177266511/ts-0/data/instance:
21:06:09.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "aba4d77104fe4be39359fb5420bddd9f"
21:06:09.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:06:09 on dist-test-slave-3sd5"
21:06:09.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:09.030416 22293 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster8166785514177266511/ts-0/wal/instance:
21:06:09.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "aba4d77104fe4be39359fb5420bddd9f"
21:06:09.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:06:09 on dist-test-slave-3sd5"
21:06:09.037 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 37 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544769036 for job be5d90ea6ea762b3c60063afb0fd4b65.
21:06:09.048 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 37 for job be5d90ea6ea762b3c60063afb0fd4b65 (2372 bytes, checkpointDuration=11 ms, finalizationTime=1 ms).
21:06:09.052 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 37 as completed for source Source: KuduSource.
21:06:09.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:09.072310 22293 fs_manager.cc:696] Time spent creating directory manager: real 0.041s	user 0.008s	sys 0.001s
21:06:09.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:09.090487 22320 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
21:06:09.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:09.094805 22293 fs_manager.cc:730] Time spent opening block manager: real 0.017s	user 0.006s	sys 0.002s
21:06:09.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:09.095549 22293 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster8166785514177266511/ts-0/data,/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster8166785514177266511/ts-0/wal
21:06:09.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "aba4d77104fe4be39359fb5420bddd9f"
21:06:09.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:06:09 on dist-test-slave-3sd5"
21:06:09.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:09.096177 22293 fs_report.cc:389] FS layout report
21:06:09.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:06:09.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster8166785514177266511/ts-0/wal
21:06:09.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster8166785514177266511/ts-0/wal
21:06:09.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster8166785514177266511/ts-0/data/data
21:06:09.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:06:09.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:06:09.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:06:09.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:06:09.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:06:09.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:06:09.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:06:09.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:06:09.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:06:09.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:06:09.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:06:09.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:09.214133 22293 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
21:06:09.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:09.217024 22293 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:06:09.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:09.217839 22293 kserver.cc:163] Server-wide thread pool size limit: 3276
21:06:09.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:09.228029 22293 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
21:06:09.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:09.242139 22293 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
21:06:09.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:09.242854 22293 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.001s	sys 0.001s
21:06:09.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:09.243382 22293 ts_tablet_manager.cc:616] Registered 0 tablets
21:06:09.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:09.243752 22293 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
21:06:09.292 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:06:09.537 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 38 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544769536 for job be5d90ea6ea762b3c60063afb0fd4b65.
21:06:09.549 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 38 for job be5d90ea6ea762b3c60063afb0fd4b65 (2372 bytes, checkpointDuration=12 ms, finalizationTime=1 ms).
21:06:09.555 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 38 as completed for source Source: KuduSource.
21:06:09.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:09.661692 22135 debug-util.cc:398] Leaking SignalData structure 0x7b0800070520 after lost signal to thread 22067
21:06:09.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:09.662631 22135 debug-util.cc:398] Leaking SignalData structure 0x7b08000795a0 after lost signal to thread 22138
21:06:09.792 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:06:09.875 [DEBUG - pool-90-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:06:09.876 [DEBUG - pool-90-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:06:09.876 [DEBUG - pool-90-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:06:09.877 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:09.877 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:09.877 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:09.878 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:09.878 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:09.878 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:09.879 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:09.879 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:09.879 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:09.879 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:06:10.038 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 39 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544770036 for job be5d90ea6ea762b3c60063afb0fd4b65.
21:06:10.068 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 39 for job be5d90ea6ea762b3c60063afb0fd4b65 (2372 bytes, checkpointDuration=31 ms, finalizationTime=1 ms).
21:06:10.070 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 39 as completed for source Source: KuduSource.
21:06:10.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:10.103745 22293 rpc_server.cc:307] RPC server started. Bound to: 127.21.119.1:40067
21:06:10.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:10.103910 22433 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.21.119.1:40067 every 8 connection(s)
21:06:10.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:10.109040 22293 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster8166785514177266511/ts-0/data/info.pb
21:06:10.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:10.111647 21980 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu as pid 22293
21:06:10.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:10.112483 21980 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster8166785514177266511/ts-0/wal/instance
21:06:10.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:10.158039 21980 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu
21:06:10.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu
21:06:10.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster8166785514177266511/ts-1/wal
21:06:10.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster8166785514177266511/ts-1/data
21:06:10.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:06:10.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:06:10.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:06:10.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:06:10.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:06:10.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:06:10.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster8166785514177266511/ts-1/logs
21:06:10.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster8166785514177266511/ts-1/data/info.pb
21:06:10.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:06:10.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:06:10.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:06:10.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:06:10.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:06:10.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:06:10.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:06:10.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:06:10.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
21:06:10.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:06:10.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.119.2:0
21:06:10.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.21.119.2
21:06:10.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.119.2
21:06:10.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:06:10.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.21.119.62:45023,127.21.119.61:37709,127.21.119.60:42475
21:06:10.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.119.20:42631
21:06:10.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:06:10.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:06:10.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
21:06:10.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:10.189008 22434 heartbeater.cc:344] Connected to a master server at 127.21.119.60:42475
21:06:10.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:10.197897 22434 heartbeater.cc:461] Registering TS with master...
21:06:10.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:10.199587 22434 heartbeater.cc:507] Master 127.21.119.60:42475 requested a full tablet report, sending...
21:06:10.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:10.204101 22203 ts_manager.cc:194] Registered new tserver with Master: aba4d77104fe4be39359fb5420bddd9f (127.21.119.1:40067)
21:06:10.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:10.211639 22435 heartbeater.cc:344] Connected to a master server at 127.21.119.61:37709
21:06:10.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:10.212085 22435 heartbeater.cc:461] Registering TS with master...
21:06:10.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:10.213097 22435 heartbeater.cc:507] Master 127.21.119.61:37709 requested a full tablet report, sending...
21:06:10.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:10.217185 22104 ts_manager.cc:194] Registered new tserver with Master: aba4d77104fe4be39359fb5420bddd9f (127.21.119.1:40067)
21:06:10.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:10.219899 22438 heartbeater.cc:344] Connected to a master server at 127.21.119.62:45023
21:06:10.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:10.220345 22438 heartbeater.cc:461] Registering TS with master...
21:06:10.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:10.221354 22438 heartbeater.cc:507] Master 127.21.119.62:45023 requested a full tablet report, sending...
21:06:10.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:10.224418 22026 ts_manager.cc:194] Registered new tserver with Master: aba4d77104fe4be39359fb5420bddd9f (127.21.119.1:40067)
21:06:10.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:10.227555 22026 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.21.119.1:39453
21:06:10.292 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:06:10.539 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 40 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544770537 for job be5d90ea6ea762b3c60063afb0fd4b65.
21:06:10.552 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 40 for job be5d90ea6ea762b3c60063afb0fd4b65 (2372 bytes, checkpointDuration=14 ms, finalizationTime=1 ms).
21:06:10.558 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 40 as completed for source Source: KuduSource.
21:06:10.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:10.648391 22444 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
21:06:10.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:10.649077 22444 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:06:10.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:10.649817 22444 flags.cc:432] Enabled unsafe flag: --never_fsync=true
21:06:10.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:10.689248 22444 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
21:06:10.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:10.690392 22444 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.21.119.2
21:06:10.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:10.738440 22444 tablet_server_runner.cc:78] Tablet server non-default flags:
21:06:10.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:06:10.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.119.20:42631
21:06:10.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:06:10.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:06:10.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster8166785514177266511/ts-1/data
21:06:10.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster8166785514177266511/ts-1/wal
21:06:10.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:06:10.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:06:10.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.119.2:0
21:06:10.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:06:10.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:06:10.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:06:10.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster8166785514177266511/ts-1/data/info.pb
21:06:10.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.119.2
21:06:10.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:06:10.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.21.119.62:45023,127.21.119.61:37709,127.21.119.60:42475
21:06:10.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:06:10.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:06:10.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:06:10.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:06:10.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:06:10.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.21.119.2
21:06:10.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster8166785514177266511/ts-1/logs
21:06:10.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:06:10.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:06:10.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
21:06:10.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
21:06:10.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
21:06:10.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 6bec869c2320d19f2589b3f609f76e5041a21d27
21:06:10.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:06:10.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 20:43:55 UTC on e7f111948823
21:06:10.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16878
21:06:10.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:06:10.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:10.740343 22444 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:06:10.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:10.742249 22444 file_cache.cc:492] Constructed file cache file cache with capacity 419430
21:06:10.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:10.789417 22450 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:06:10.792 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:06:11.039 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 41 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544771036 for job be5d90ea6ea762b3c60063afb0fd4b65.
21:06:11.059 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 41 for job be5d90ea6ea762b3c60063afb0fd4b65 (2372 bytes, checkpointDuration=22 ms, finalizationTime=1 ms).
21:06:11.064 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 41 as completed for source Source: KuduSource.
21:06:11.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:11.232254 22438 heartbeater.cc:499] Master 127.21.119.62:45023 was elected leader, sending a full tablet report...
21:06:11.279 [DEBUG - pool-88-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:06:11.280 [DEBUG - pool-88-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:06:11.280 [DEBUG - pool-88-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:06:11.281 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:11.281 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:11.282 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:11.283 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:11.283 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:11.283 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:11.284 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:11.284 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:11.284 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:11.284 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:06:11.293 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:06:11.537 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 42 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544771537 for job be5d90ea6ea762b3c60063afb0fd4b65.
21:06:11.545 [DEBUG - pool-78-thread-1] (Connection.java:748) [peer master-127.19.120.62:38725(127.19.120.62:38725)] connecting to peer
21:06:11.546 [DEBUG - pool-78-thread-1] (Connection.java:748) [peer master-127.19.120.61:41045(127.19.120.61:41045)] connecting to peer
21:06:11.546 [DEBUG - pool-78-thread-1] (Connection.java:748) [peer master-127.19.120.60:44619(127.19.120.60:44619)] connecting to peer
21:06:11.546 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725
21:06:11.546 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.120.62:38725(127.19.120.62:38725)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725
21:06:11.547 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.120.62:38725: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725
21:06:11.547 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045
21:06:11.547 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.120.61:41045(127.19.120.61:41045)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045
21:06:11.547 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.120.61:41045: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045
21:06:11.548 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619
21:06:11.548 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.120.60:44619(127.19.120.60:44619)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619
21:06:11.548 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.120.60:44619: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619
21:06:11.549 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619; will retry
21:06:11.558 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 42 for job be5d90ea6ea762b3c60063afb0fd4b65 (2372 bytes, checkpointDuration=20 ms, finalizationTime=1 ms).
21:06:11.562 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 42 as completed for source Source: KuduSource.
21:06:11.792 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:06:12.035 [DEBUG - pool-90-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:06:12.036 [DEBUG - pool-90-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:06:12.036 [DEBUG - pool-90-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:06:12.037 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:12.037 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 43 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544772037 for job be5d90ea6ea762b3c60063afb0fd4b65.
21:06:12.038 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:12.038 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:12.038 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:12.038 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:12.039 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:12.055 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:12.055 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:12.055 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:12.055 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:06:12.075 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 43 for job be5d90ea6ea762b3c60063afb0fd4b65 (2372 bytes, checkpointDuration=37 ms, finalizationTime=1 ms).
21:06:12.078 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 43 as completed for source Source: KuduSource.
21:06:12.146 [DEBUG - pool-78-thread-1] (Connection.java:748) [peer master-127.19.120.62:38725(127.19.120.62:38725)] connecting to peer
21:06:12.146 [DEBUG - pool-78-thread-1] (Connection.java:748) [peer master-127.19.120.61:41045(127.19.120.61:41045)] connecting to peer
21:06:12.147 [DEBUG - pool-78-thread-1] (Connection.java:748) [peer master-127.19.120.60:44619(127.19.120.60:44619)] connecting to peer
21:06:12.149 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725
21:06:12.149 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.120.62:38725(127.19.120.62:38725)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725
21:06:12.150 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.120.62:38725: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725
21:06:12.150 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045
21:06:12.150 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.120.61:41045(127.19.120.61:41045)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045
21:06:12.151 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619
21:06:12.151 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.120.60:44619(127.19.120.60:44619)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619
21:06:12.151 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.120.60:44619: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619
21:06:12.152 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.120.61:41045: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045
21:06:12.153 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619; will retry
21:06:12.300 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:06:12.518 [DEBUG - pool-86-thread-1] (Connection.java:748) [peer master-127.19.120.62:38725(127.19.120.62:38725)] connecting to peer
21:06:12.519 [DEBUG - pool-86-thread-1] (Connection.java:748) [peer master-127.19.120.61:41045(127.19.120.61:41045)] connecting to peer
21:06:12.519 [DEBUG - pool-86-thread-1] (Connection.java:748) [peer master-127.19.120.60:44619(127.19.120.60:44619)] connecting to peer
21:06:12.520 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725
21:06:12.520 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.120.62:38725(127.19.120.62:38725)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725
21:06:12.521 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.120.62:38725: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725
21:06:12.521 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045
21:06:12.521 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.120.61:41045(127.19.120.61:41045)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045
21:06:12.522 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.120.61:41045: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045
21:06:12.522 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619
21:06:12.522 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.120.60:44619(127.19.120.60:44619)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619
21:06:12.522 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.120.60:44619: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619
21:06:12.522 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619; will retry
21:06:12.536 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 44 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544772536 for job be5d90ea6ea762b3c60063afb0fd4b65.
21:06:12.547 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 44 for job be5d90ea6ea762b3c60063afb0fd4b65 (2372 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
21:06:12.549 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 44 as completed for source Source: KuduSource.
21:06:12.555 [DEBUG - pool-90-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:06:12.556 [DEBUG - pool-90-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:06:12.556 [DEBUG - pool-90-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:06:12.557 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:12.557 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:12.557 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:12.558 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:12.558 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:12.558 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:12.560 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:12.560 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:12.561 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:12.561 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:06:12.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:12.188793 22449 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 22444
21:06:12.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:12.772949 22449 kernel_stack_watchdog.cc:198] Thread 22444 stuck at /home/jenkins-slave/workspace/build_and_test@2/src/kudu/util/thread.cc:642 for 386ms:
21:06:12.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
21:06:12.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
21:06:12.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
21:06:12.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
21:06:12.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:10.795579 22451 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:06:12.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:12.779773 22452 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection timed out after 1984 milliseconds
21:06:12.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:12.780299 22444 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.985s	user 0.000s	sys 0.007s
21:06:12.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:12.780833 22444 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.986s	user 0.000s	sys 0.007s
21:06:12.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:12.782398 22454 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:06:12.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:12.782486 22444 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
21:06:12.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:12.784170 22444 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:06:12.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:12.787142 22444 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:06:12.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:12.788731 22444 hybrid_clock.cc:648] HybridClock initialized: now 1783544772788686 us; error 51 us; skew 500 ppm
21:06:12.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:12.790024 22444 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:06:12.797 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:06:12.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:12.803378 22444 webserver.cc:534] Webserver started at http://127.21.119.2:45007/ using document root <none> and password file <none>
21:06:12.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:12.804934 22444 fs_manager.cc:362] Metadata directory not provided
21:06:12.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:12.805253 22444 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:06:12.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:12.805961 22444 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
21:06:12.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:12.813335 22444 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster8166785514177266511/ts-1/data/instance:
21:06:12.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1024d3a2610f428f92f80194bd756b62"
21:06:12.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:06:12 on dist-test-slave-3sd5"
21:06:12.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:12.815179 22444 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster8166785514177266511/ts-1/wal/instance:
21:06:12.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1024d3a2610f428f92f80194bd756b62"
21:06:12.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:06:12 on dist-test-slave-3sd5"
21:06:12.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:12.826651 22444 fs_manager.cc:696] Time spent creating directory manager: real 0.011s	user 0.009s	sys 0.001s
21:06:12.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:12.834851 22462 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
21:06:12.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:12.836404 22444 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.003s	sys 0.000s
21:06:12.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:12.836812 22444 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster8166785514177266511/ts-1/data,/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster8166785514177266511/ts-1/wal
21:06:12.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1024d3a2610f428f92f80194bd756b62"
21:06:12.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:06:12 on dist-test-slave-3sd5"
21:06:12.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:12.837262 22444 fs_report.cc:389] FS layout report
21:06:12.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:06:12.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster8166785514177266511/ts-1/wal
21:06:12.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster8166785514177266511/ts-1/wal
21:06:12.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster8166785514177266511/ts-1/data/data
21:06:12.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:06:12.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:06:12.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:06:12.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:06:12.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:06:12.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:06:12.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:06:12.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:06:12.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:06:12.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:06:12.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:06:12.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:12.905231 22444 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
21:06:12.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:12.906795 22444 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:06:12.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:12.907297 22444 kserver.cc:163] Server-wide thread pool size limit: 3276
21:06:12.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:12.910197 22444 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
21:06:12.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:12.915001 22444 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
21:06:12.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:12.915328 22444 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.001s
21:06:12.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:12.915580 22444 ts_tablet_manager.cc:616] Registered 0 tablets
21:06:12.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:12.915721 22444 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
21:06:13.037 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 45 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544773036 for job be5d90ea6ea762b3c60063afb0fd4b65.
21:06:13.047 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 45 for job be5d90ea6ea762b3c60063afb0fd4b65 (2372 bytes, checkpointDuration=10 ms, finalizationTime=1 ms).
21:06:13.048 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 45 as completed for source Source: KuduSource.
21:06:13.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:13.123329 22444 rpc_server.cc:307] RPC server started. Bound to: 127.21.119.2:35291
21:06:13.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:13.123445 22574 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.21.119.2:35291 every 8 connection(s)
21:06:13.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:13.127568 22444 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster8166785514177266511/ts-1/data/info.pb
21:06:13.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:13.136350 21980 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu as pid 22444
21:06:13.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:13.136840 21980 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster8166785514177266511/ts-1/wal/instance
21:06:13.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:13.161757 21980 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu
21:06:13.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu
21:06:13.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster8166785514177266511/ts-2/wal
21:06:13.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster8166785514177266511/ts-2/data
21:06:13.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:06:13.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:06:13.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:06:13.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:06:13.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:06:13.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:06:13.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster8166785514177266511/ts-2/logs
21:06:13.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster8166785514177266511/ts-2/data/info.pb
21:06:13.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:06:13.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:06:13.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:06:13.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:06:13.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:06:13.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:06:13.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:06:13.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:06:13.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
21:06:13.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:06:13.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.119.3:0
21:06:13.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.21.119.3
21:06:13.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.119.3
21:06:13.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:06:13.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.21.119.62:45023,127.21.119.61:37709,127.21.119.60:42475
21:06:13.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.119.20:42631
21:06:13.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:06:13.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:06:13.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
21:06:13.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:13.210459 22576 heartbeater.cc:344] Connected to a master server at 127.21.119.61:37709
21:06:13.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:13.211184 22576 heartbeater.cc:461] Registering TS with master...
21:06:13.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:13.212819 22575 heartbeater.cc:344] Connected to a master server at 127.21.119.60:42475
21:06:13.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:13.212852 22576 heartbeater.cc:507] Master 127.21.119.61:37709 requested a full tablet report, sending...
21:06:13.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:13.213254 22575 heartbeater.cc:461] Registering TS with master...
21:06:13.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:13.214257 22575 heartbeater.cc:507] Master 127.21.119.60:42475 requested a full tablet report, sending...
21:06:13.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:13.215979 22577 heartbeater.cc:344] Connected to a master server at 127.21.119.62:45023
21:06:13.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:13.216393 22577 heartbeater.cc:461] Registering TS with master...
21:06:13.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:13.217424 22577 heartbeater.cc:507] Master 127.21.119.62:45023 requested a full tablet report, sending...
21:06:13.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:13.217371 22104 ts_manager.cc:194] Registered new tserver with Master: 1024d3a2610f428f92f80194bd756b62 (127.21.119.2:35291)
21:06:13.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:13.220108 22026 ts_manager.cc:194] Registered new tserver with Master: 1024d3a2610f428f92f80194bd756b62 (127.21.119.2:35291)
21:06:13.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:13.220597 22202 ts_manager.cc:194] Registered new tserver with Master: 1024d3a2610f428f92f80194bd756b62 (127.21.119.2:35291)
21:06:13.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:13.221916 22026 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.21.119.2:54753
21:06:13.292 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:06:13.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:13.360145 22234 debug-util.cc:398] Leaking SignalData structure 0x7b08000aee20 after lost signal to thread 22146
21:06:13.538 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 46 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544773536 for job be5d90ea6ea762b3c60063afb0fd4b65.
21:06:13.555 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 46 for job be5d90ea6ea762b3c60063afb0fd4b65 (2372 bytes, checkpointDuration=18 ms, finalizationTime=1 ms).
21:06:13.559 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 46 as completed for source Source: KuduSource.
21:06:13.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:13.564088 22585 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
21:06:13.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:13.564690 22585 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:06:13.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:13.565321 22585 flags.cc:432] Enabled unsafe flag: --never_fsync=true
21:06:13.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:13.602630 22585 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
21:06:13.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:13.603711 22585 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.21.119.3
21:06:13.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:13.644870 22585 tablet_server_runner.cc:78] Tablet server non-default flags:
21:06:13.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:06:13.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.119.20:42631
21:06:13.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:06:13.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:06:13.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster8166785514177266511/ts-2/data
21:06:13.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster8166785514177266511/ts-2/wal
21:06:13.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:06:13.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:06:13.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.119.3:0
21:06:13.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:06:13.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:06:13.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:06:13.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster8166785514177266511/ts-2/data/info.pb
21:06:13.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.119.3
21:06:13.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:06:13.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.21.119.62:45023,127.21.119.61:37709,127.21.119.60:42475
21:06:13.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:06:13.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:06:13.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:06:13.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:06:13.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:06:13.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.21.119.3
21:06:13.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster8166785514177266511/ts-2/logs
21:06:13.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:06:13.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:06:13.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
21:06:13.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
21:06:13.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
21:06:13.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 6bec869c2320d19f2589b3f609f76e5041a21d27
21:06:13.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:06:13.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 20:43:55 UTC on e7f111948823
21:06:13.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16878
21:06:13.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:06:13.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:13.646534 22585 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:06:13.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:13.648365 22585 file_cache.cc:492] Constructed file cache file cache with capacity 419430
21:06:13.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:13.663218 22591 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:06:13.792 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:06:14.038 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 47 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544774036 for job be5d90ea6ea762b3c60063afb0fd4b65.
21:06:14.049 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 47 for job be5d90ea6ea762b3c60063afb0fd4b65 (2372 bytes, checkpointDuration=12 ms, finalizationTime=1 ms).
21:06:14.051 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 47 as completed for source Source: KuduSource.
21:06:14.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:14.226529 22577 heartbeater.cc:499] Master 127.21.119.62:45023 was elected leader, sending a full tablet report...
21:06:14.294 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:06:14.399 [DEBUG - pool-88-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:06:14.399 [DEBUG - pool-88-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:06:14.399 [DEBUG - pool-88-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:06:14.400 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:14.400 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:14.400 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:14.401 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:14.401 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:14.401 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:14.401 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:14.401 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:14.401 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:14.401 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:06:14.538 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 48 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544774537 for job be5d90ea6ea762b3c60063afb0fd4b65.
21:06:14.574 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 48 for job be5d90ea6ea762b3c60063afb0fd4b65 (2372 bytes, checkpointDuration=36 ms, finalizationTime=1 ms).
21:06:14.577 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 48 as completed for source Source: KuduSource.
21:06:14.792 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:06:15.037 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 49 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544775036 for job be5d90ea6ea762b3c60063afb0fd4b65.
21:06:15.050 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 49 for job be5d90ea6ea762b3c60063afb0fd4b65 (2372 bytes, checkpointDuration=13 ms, finalizationTime=1 ms).
21:06:15.056 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 49 as completed for source Source: KuduSource.
21:06:15.279 [DEBUG - pool-86-thread-1] (Connection.java:748) [peer master-127.19.120.62:38725(127.19.120.62:38725)] connecting to peer
21:06:15.279 [DEBUG - pool-86-thread-1] (Connection.java:748) [peer master-127.19.120.61:41045(127.19.120.61:41045)] connecting to peer
21:06:15.279 [DEBUG - pool-86-thread-1] (Connection.java:748) [peer master-127.19.120.60:44619(127.19.120.60:44619)] connecting to peer
21:06:15.280 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725
21:06:15.280 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.120.62:38725(127.19.120.62:38725)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725
21:06:15.280 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.120.62:38725: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725
21:06:15.281 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045
21:06:15.281 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.120.61:41045(127.19.120.61:41045)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045
21:06:15.281 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.120.61:41045: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045
21:06:15.281 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619
21:06:15.281 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.120.60:44619(127.19.120.60:44619)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619
21:06:15.282 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.120.60:44619: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619
21:06:15.282 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619; will retry
21:06:15.292 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:06:15.538 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 50 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544775537 for job be5d90ea6ea762b3c60063afb0fd4b65.
21:06:15.562 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 50 for job be5d90ea6ea762b3c60063afb0fd4b65 (2372 bytes, checkpointDuration=24 ms, finalizationTime=1 ms).
21:06:15.565 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 50 as completed for source Source: KuduSource.
21:06:15.725 [DEBUG - pool-78-thread-1] (Connection.java:748) [peer master-127.19.120.62:38725(127.19.120.62:38725)] connecting to peer
21:06:15.726 [DEBUG - pool-78-thread-1] (Connection.java:748) [peer master-127.19.120.61:41045(127.19.120.61:41045)] connecting to peer
21:06:15.726 [DEBUG - pool-78-thread-1] (Connection.java:748) [peer master-127.19.120.60:44619(127.19.120.60:44619)] connecting to peer
21:06:15.727 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725
21:06:15.727 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.120.62:38725(127.19.120.62:38725)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725
21:06:15.727 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.120.62:38725: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725
21:06:15.728 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045
21:06:15.728 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.120.61:41045(127.19.120.61:41045)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045
21:06:15.728 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.120.61:41045: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045
21:06:15.729 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619
21:06:15.729 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.120.60:44619(127.19.120.60:44619)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619
21:06:15.729 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.120.60:44619: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619
21:06:15.729 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619; will retry
21:06:15.794 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:06:16.038 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 51 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544776037 for job be5d90ea6ea762b3c60063afb0fd4b65.
21:06:16.056 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 51 for job be5d90ea6ea762b3c60063afb0fd4b65 (2372 bytes, checkpointDuration=18 ms, finalizationTime=1 ms).
21:06:16.058 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 51 as completed for source Source: KuduSource.
21:06:16.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:13.664723 22592 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:06:16.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:15.064455 22590 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 22585
21:06:16.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:16.176024 22593 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection timed out after 2509 milliseconds
21:06:16.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:16.173236 22585 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 2.509s	user 0.872s	sys 1.489s
21:06:16.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:16.176793 22585 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 2.512s	user 0.872s	sys 1.489s
21:06:16.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:16.179386 22585 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
21:06:16.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:16.179436 22594 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:06:16.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:16.185412 22585 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:06:16.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:16.190208 22585 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:06:16.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:16.191823 22585 hybrid_clock.cc:648] HybridClock initialized: now 1783544776191580 us; error 241 us; skew 500 ppm
21:06:16.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:16.193082 22585 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:06:16.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:16.202082 22585 webserver.cc:534] Webserver started at http://127.21.119.3:41317/ using document root <none> and password file <none>
21:06:16.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:16.203512 22585 fs_manager.cc:362] Metadata directory not provided
21:06:16.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:16.203822 22585 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:06:16.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:16.204411 22585 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
21:06:16.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:16.212033 22585 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster8166785514177266511/ts-2/data/instance:
21:06:16.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "631846781b094eafb470be2055278c97"
21:06:16.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:06:16 on dist-test-slave-3sd5"
21:06:16.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:16.213838 22585 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster8166785514177266511/ts-2/wal/instance:
21:06:16.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "631846781b094eafb470be2055278c97"
21:06:16.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:06:16 on dist-test-slave-3sd5"
21:06:16.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:16.225289 22585 fs_manager.cc:696] Time spent creating directory manager: real 0.011s	user 0.010s	sys 0.003s
21:06:16.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:16.233572 22604 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
21:06:16.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:16.235299 22585 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.006s	sys 0.000s
21:06:16.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:16.235776 22585 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster8166785514177266511/ts-2/data,/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster8166785514177266511/ts-2/wal
21:06:16.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "631846781b094eafb470be2055278c97"
21:06:16.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:06:16 on dist-test-slave-3sd5"
21:06:16.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:16.236222 22585 fs_report.cc:389] FS layout report
21:06:16.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:06:16.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster8166785514177266511/ts-2/wal
21:06:16.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster8166785514177266511/ts-2/wal
21:06:16.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster8166785514177266511/ts-2/data/data
21:06:16.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:06:16.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:06:16.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:06:16.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:06:16.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:06:16.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:06:16.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:06:16.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:06:16.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:06:16.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:06:16.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:06:16.279 [DEBUG - pool-88-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:06:16.280 [DEBUG - pool-88-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:06:16.280 [DEBUG - pool-88-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:06:16.281 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:16.281 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:16.281 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:16.282 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:16.282 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:16.282 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:16.282 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:16.282 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:16.282 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:16.282 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:06:16.292 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:06:16.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:16.324029 22585 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
21:06:16.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:16.325532 22585 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:06:16.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:16.326025 22585 kserver.cc:163] Server-wide thread pool size limit: 3276
21:06:16.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:16.329417 22585 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
21:06:16.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:16.334362 22585 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
21:06:16.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:16.334581 22585 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
21:06:16.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:16.334791 22585 ts_tablet_manager.cc:616] Registered 0 tablets
21:06:16.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:16.334932 22585 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
21:06:16.356 [DEBUG - pool-90-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:06:16.356 [DEBUG - pool-90-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:06:16.357 [DEBUG - pool-90-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:06:16.357 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:16.357 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:16.357 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:16.357 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:16.358 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:16.357 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:16.358 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:16.358 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:16.358 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:16.358 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:06:16.537 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 52 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544776536 for job be5d90ea6ea762b3c60063afb0fd4b65.
21:06:16.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:16.541563 22585 rpc_server.cc:307] RPC server started. Bound to: 127.21.119.3:40243
21:06:16.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:16.541682 22716 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.21.119.3:40243 every 8 connection(s)
21:06:16.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:16.547089 22585 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster8166785514177266511/ts-2/data/info.pb
21:06:16.548 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 52 for job be5d90ea6ea762b3c60063afb0fd4b65 (2372 bytes, checkpointDuration=11 ms, finalizationTime=1 ms).
21:06:16.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:16.548169 21980 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu as pid 22585
21:06:16.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:16.548671 21980 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster8166785514177266511/ts-2/wal/instance
21:06:16.550 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 52 as completed for source Source: KuduSource.
21:06:16.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:16.630510 22718 heartbeater.cc:344] Connected to a master server at 127.21.119.61:37709
21:06:16.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:16.631129 22718 heartbeater.cc:461] Registering TS with master...
21:06:16.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:16.632614 22718 heartbeater.cc:507] Master 127.21.119.61:37709 requested a full tablet report, sending...
21:06:16.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:16.636242 22104 ts_manager.cc:194] Registered new tserver with Master: 631846781b094eafb470be2055278c97 (127.21.119.3:40243)
21:06:16.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:16.640408 22717 heartbeater.cc:344] Connected to a master server at 127.21.119.60:42475
21:06:16.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:16.640831 22717 heartbeater.cc:461] Registering TS with master...
21:06:16.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:16.641899 22717 heartbeater.cc:507] Master 127.21.119.60:42475 requested a full tablet report, sending...
21:06:16.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:16.645015 22720 heartbeater.cc:344] Connected to a master server at 127.21.119.62:45023
21:06:16.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:16.645460 22720 heartbeater.cc:461] Registering TS with master...
21:06:16.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:16.645220 22203 ts_manager.cc:194] Registered new tserver with Master: 631846781b094eafb470be2055278c97 (127.21.119.3:40243)
21:06:16.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:16.646504 22720 heartbeater.cc:507] Master 127.21.119.62:45023 requested a full tablet report, sending...
21:06:16.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:16.649103 22026 ts_manager.cc:194] Registered new tserver with Master: 631846781b094eafb470be2055278c97 (127.21.119.3:40243)
21:06:16.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:16.651402 22026 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.21.119.3:39595
21:06:16.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:16.665227 21980 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
21:06:16.678 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
21:06:16.678 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

21:06:16.679 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.21.119.62"
      port: 45023
    }
    bound_http_address {
      host: "127.21.119.62"
      port: 42399
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.21.119.61"
      port: 37709
    }
    bound_http_address {
      host: "127.21.119.61"
      port: 36267
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.21.119.60"
      port: 42475
    }
    bound_http_address {
      host: "127.21.119.60"
      port: 38669
    }
  }
}

21:06:16.680 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

21:06:16.680 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.21.119.1"
      port: 40067
    }
    bound_http_address {
      host: "127.21.119.1"
      port: 44949
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.21.119.2"
      port: 35291
    }
    bound_http_address {
      host: "127.21.119.2"
      port: 45007
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.21.119.3"
      port: 40243
    }
    bound_http_address {
      host: "127.21.119.3"
      port: 41317
    }
  }
}

21:06:16.681 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
21:06:16.682 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:06:16.682 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
21:06:16.682 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskh3Ey5B/test-tmp
21:06:16.683 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
21:06:16.683 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskh3Ey5B/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
21:06:16.687 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9500233420381817268"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

21:06:16.792 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:06:16.819 [DEBUG - pool-88-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:06:16.820 [DEBUG - pool-88-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:06:16.820 [DEBUG - pool-88-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:06:16.820 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:16.820 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:16.820 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:16.821 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:16.821 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:16.821 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:16.821 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:16.821 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:16.821 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:16.821 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:06:17.037 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 53 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544777036 for job be5d90ea6ea762b3c60063afb0fd4b65.
21:06:17.047 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 53 for job be5d90ea6ea762b3c60063afb0fd4b65 (2372 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
21:06:17.048 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 53 as completed for source Source: KuduSource.
21:06:17.085 [DEBUG - pool-78-thread-1] (Connection.java:748) [peer master-127.19.120.62:38725(127.19.120.62:38725)] connecting to peer
21:06:17.086 [DEBUG - pool-78-thread-1] (Connection.java:748) [peer master-127.19.120.61:41045(127.19.120.61:41045)] connecting to peer
21:06:17.086 [DEBUG - pool-78-thread-1] (Connection.java:748) [peer master-127.19.120.60:44619(127.19.120.60:44619)] connecting to peer
21:06:17.086 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045
21:06:17.086 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619
21:06:17.086 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.120.61:41045(127.19.120.61:41045)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045
21:06:17.086 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725
21:06:17.086 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.120.62:38725(127.19.120.62:38725)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725
21:06:17.087 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.120.61:41045: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045
21:06:17.087 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.120.62:38725: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725
21:06:17.086 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.120.60:44619(127.19.120.60:44619)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619
21:06:17.087 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.120.60:44619: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619
21:06:17.087 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619; will retry
21:06:17.090 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
21:06:17.090 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

21:06:17.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:17.094449 22728 mini_oidc.cc:150] Starting JWKS server
21:06:17.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:17.097884 22728 webserver.cc:534] Webserver started at http://127.0.0.1:46477/ using document root <none> and password file <none>
21:06:17.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:17.098318 22728 mini_oidc.cc:186] Starting OIDC Discovery server
21:06:17.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:17.100356 22728 webserver.cc:534] Webserver started at http://127.0.0.1:37505/ using document root <none> and password file <none>
21:06:17.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T21:06:17Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
21:06:17.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T21:06:17Z Disabled control of system clock
21:06:17.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:17.173777 22728 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu
21:06:17.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu
21:06:17.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9500233420381817268/master-0/wal
21:06:17.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9500233420381817268/master-0/data
21:06:17.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:06:17.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:06:17.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:06:17.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:06:17.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:06:17.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:06:17.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9500233420381817268/master-0/logs
21:06:17.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9500233420381817268/master-0/data/info.pb
21:06:17.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:06:17.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:06:17.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:06:17.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:06:17.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:06:17.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:06:17.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:06:17.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:06:17.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
21:06:17.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:06:17.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:06:17.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:06:17.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.50.62:44659
21:06:17.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.50.62
21:06:17.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:06:17.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.50.20:43413
21:06:17.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:06:17.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:06:17.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:06:17.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:06:17.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.22.50.62:44659,127.22.50.61:45261,127.22.50.60:38829
21:06:17.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:06:17.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46477/jwks.json with env {}
21:06:17.292 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:06:17.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:17.522986 22740 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
21:06:17.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:17.523577 22740 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:06:17.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:17.524026 22740 flags.cc:432] Enabled unsafe flag: --never_fsync=true
21:06:17.537 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 54 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544777536 for job be5d90ea6ea762b3c60063afb0fd4b65.
21:06:17.549 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 54 for job be5d90ea6ea762b3c60063afb0fd4b65 (2372 bytes, checkpointDuration=12 ms, finalizationTime=1 ms).
21:06:17.550 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 54 as completed for source Source: KuduSource.
21:06:17.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:17.570571 22740 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
21:06:17.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:17.570955 22740 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
21:06:17.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:17.571276 22740 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
21:06:17.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:17.571511 22740 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
21:06:17.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:17.571714 22740 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
21:06:17.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:17.571867 22740 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:46477/jwks.json
21:06:17.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:17.609910 22740 master_runner.cc:387] Master server non-default flags:
21:06:17.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:06:17.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.50.20:43413
21:06:17.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:06:17.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:06:17.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9500233420381817268/master-0/data
21:06:17.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9500233420381817268/master-0/wal
21:06:17.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:06:17.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.22.50.62:44659,127.22.50.61:45261,127.22.50.60:38829
21:06:17.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:06:17.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:06:17.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:06:17.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.50.62:44659
21:06:17.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:06:17.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:06:17.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:06:17.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46477/jwks.json
21:06:17.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:06:17.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:06:17.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9500233420381817268/master-0/data/info.pb
21:06:17.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.50.62
21:06:17.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:06:17.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:06:17.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:06:17.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:06:17.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:06:17.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:06:17.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9500233420381817268/master-0/logs
21:06:17.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:06:17.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:06:17.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
21:06:17.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
21:06:17.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
21:06:17.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 6bec869c2320d19f2589b3f609f76e5041a21d27
21:06:17.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:06:17.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 20:43:55 UTC on e7f111948823
21:06:17.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16878
21:06:17.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:06:17.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:17.611613 22740 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:06:17.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:17.613291 22740 file_cache.cc:492] Constructed file cache file cache with capacity 419430
21:06:17.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:17.624986 22746 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:06:17.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:17.655921 22720 heartbeater.cc:499] Master 127.21.119.62:45023 was elected leader, sending a full tablet report...
21:06:17.793 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:06:18.038 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 55 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544778036 for job be5d90ea6ea762b3c60063afb0fd4b65.
21:06:18.073 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 55 for job be5d90ea6ea762b3c60063afb0fd4b65 (2372 bytes, checkpointDuration=34 ms, finalizationTime=1 ms).
21:06:18.074 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 55 as completed for source Source: KuduSource.
21:06:18.218 [DEBUG - pool-86-thread-1] (Connection.java:748) [peer master-127.19.120.62:38725(127.19.120.62:38725)] connecting to peer
21:06:18.219 [DEBUG - pool-86-thread-1] (Connection.java:748) [peer master-127.19.120.61:41045(127.19.120.61:41045)] connecting to peer
21:06:18.219 [DEBUG - pool-86-thread-1] (Connection.java:748) [peer master-127.19.120.60:44619(127.19.120.60:44619)] connecting to peer
21:06:18.220 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725
21:06:18.220 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.120.62:38725(127.19.120.62:38725)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725
21:06:18.220 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.120.62:38725: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725
21:06:18.221 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045
21:06:18.221 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.120.61:41045(127.19.120.61:41045)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045
21:06:18.221 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.120.61:41045: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045
21:06:18.222 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619
21:06:18.222 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.120.60:44619(127.19.120.60:44619)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619
21:06:18.222 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.120.60:44619: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619
21:06:18.222 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619; will retry
21:06:18.293 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:06:18.539 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 56 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544778538 for job be5d90ea6ea762b3c60063afb0fd4b65.
21:06:18.562 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 56 for job be5d90ea6ea762b3c60063afb0fd4b65 (2372 bytes, checkpointDuration=21 ms, finalizationTime=2 ms).
21:06:18.564 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 56 as completed for source Source: KuduSource.
21:06:18.678 [DEBUG - pool-86-thread-1] (Connection.java:748) [peer master-127.19.120.62:38725(127.19.120.62:38725)] connecting to peer
21:06:18.679 [DEBUG - pool-86-thread-1] (Connection.java:748) [peer master-127.19.120.61:41045(127.19.120.61:41045)] connecting to peer
21:06:18.679 [DEBUG - pool-86-thread-1] (Connection.java:748) [peer master-127.19.120.60:44619(127.19.120.60:44619)] connecting to peer
21:06:18.682 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725
21:06:18.682 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.120.62:38725(127.19.120.62:38725)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725
21:06:18.682 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.120.62:38725: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725
21:06:18.683 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619
21:06:18.683 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.120.60:44619(127.19.120.60:44619)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619
21:06:18.683 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.120.60:44619: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619
21:06:18.684 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045
21:06:18.684 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.120.61:41045(127.19.120.61:41045)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045
21:06:18.684 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.120.61:41045: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045
21:06:18.684 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619; will retry
21:06:18.792 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:06:19.037 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 57 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544779036 for job be5d90ea6ea762b3c60063afb0fd4b65.
21:06:19.068 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 57 for job be5d90ea6ea762b3c60063afb0fd4b65 (2372 bytes, checkpointDuration=31 ms, finalizationTime=1 ms).
21:06:19.071 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 57 as completed for source Source: KuduSource.
21:06:19.292 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:06:19.540 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 58 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544779538 for job be5d90ea6ea762b3c60063afb0fd4b65.
21:06:19.556 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 58 for job be5d90ea6ea762b3c60063afb0fd4b65 (2372 bytes, checkpointDuration=17 ms, finalizationTime=1 ms).
21:06:19.558 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 58 as completed for source Source: KuduSource.
21:06:19.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:19.029241 22745 debug-util.cc:398] Leaking SignalData structure 0x7b0800028020 after lost signal to thread 22740
21:06:19.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:19.608337 22740 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.982s	user 0.715s	sys 1.202s
21:06:19.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:19.610549 22740 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.985s	user 0.715s	sys 1.202s
21:06:19.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:19.610773 22749 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:06:19.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:19.611310 22740 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
21:06:19.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:19.611433 22748 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1983 milliseconds
21:06:19.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:17.626346 22747 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:06:19.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:19.617295 22740 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:06:19.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:19.620374 22740 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:06:19.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:19.621829 22740 hybrid_clock.cc:648] HybridClock initialized: now 1783544779621752 us; error 85 us; skew 500 ppm
21:06:19.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:19.622797 22740 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:06:19.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:19.631157 22740 webserver.cc:534] Webserver started at http://127.22.50.62:32909/ using document root <none> and password file <none>
21:06:19.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:19.632259 22740 fs_manager.cc:362] Metadata directory not provided
21:06:19.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:19.632478 22740 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:06:19.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:19.632885 22740 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
21:06:19.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:19.637774 22740 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9500233420381817268/master-0/data/instance:
21:06:19.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ebe91b4fbed344fb8266caa51d185913"
21:06:19.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:06:19 on dist-test-slave-3sd5"
21:06:19.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:19.639143 22740 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9500233420381817268/master-0/wal/instance:
21:06:19.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ebe91b4fbed344fb8266caa51d185913"
21:06:19.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:06:19 on dist-test-slave-3sd5"
21:06:19.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:19.648413 22740 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.002s	sys 0.006s
21:06:19.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:19.656754 22758 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
21:06:19.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:19.658183 22740 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.002s	sys 0.004s
21:06:19.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:19.658622 22740 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9500233420381817268/master-0/data,/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9500233420381817268/master-0/wal
21:06:19.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ebe91b4fbed344fb8266caa51d185913"
21:06:19.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:06:19 on dist-test-slave-3sd5"
21:06:19.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:19.659153 22740 fs_report.cc:389] FS layout report
21:06:19.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:06:19.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9500233420381817268/master-0/wal
21:06:19.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9500233420381817268/master-0/wal
21:06:19.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9500233420381817268/master-0/data/data
21:06:19.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:06:19.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:06:19.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:06:19.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:06:19.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:06:19.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:06:19.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:06:19.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:06:19.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:06:19.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:06:19.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:06:19.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:19.719928 22740 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
21:06:19.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:19.721963 22740 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:06:19.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:19.722573 22740 kserver.cc:163] Server-wide thread pool size limit: 3276
21:06:19.792 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:06:19.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:19.809526 22740 rpc_server.cc:307] RPC server started. Bound to: 127.22.50.62:44659
21:06:19.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:19.809616 22809 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.22.50.62:44659 every 8 connection(s)
21:06:19.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:19.812700 22740 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9500233420381817268/master-0/data/info.pb
21:06:19.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:19.816304 22728 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu as pid 22740
21:06:19.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:19.816788 22728 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9500233420381817268/master-0/wal/instance
21:06:19.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:19.820365 22810 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
21:06:19.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:19.820473 22728 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu
21:06:19.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu
21:06:19.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9500233420381817268/master-1/wal
21:06:19.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9500233420381817268/master-1/data
21:06:19.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:06:19.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:06:19.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:06:19.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:06:19.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:06:19.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:06:19.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9500233420381817268/master-1/logs
21:06:19.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9500233420381817268/master-1/data/info.pb
21:06:19.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:06:19.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:06:19.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:06:19.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:06:19.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:06:19.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:06:19.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:06:19.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:06:19.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
21:06:19.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:06:19.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:06:19.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:06:19.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.50.61:45261
21:06:19.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.50.61
21:06:19.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:06:19.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.50.20:43413
21:06:19.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:06:19.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:06:19.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:06:19.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:06:19.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.22.50.62:44659,127.22.50.61:45261,127.22.50.60:38829
21:06:19.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:06:19.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46477/jwks.json with env {}
21:06:19.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:19.831790 22810 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.22.50.62" port: 44659 } has no permanent_uuid. Determining permanent_uuid...
21:06:19.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:19.868768 22810 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.22.50.61" port: 45261 } has no permanent_uuid. Determining permanent_uuid...
21:06:19.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:19.872072 22760 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.22.50.61:45261: connect: Connection refused (error 111)
21:06:19.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:19.876536 22810 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.50.61:45261: Network error: Client connection negotiation failed: client connection to 127.22.50.61:45261: connect: Connection refused (error 111)
21:06:19.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:19.926072 22810 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.50.61" port: 45261 } attempt: 1
21:06:19.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:19.931069 22810 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.50.61:45261: Network error: Client connection negotiation failed: client connection to 127.22.50.61:45261: connect: Connection refused (error 111)
21:06:20.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:19.999600 22810 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.50.61" port: 45261 } attempt: 2
21:06:20.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:20.004362 22810 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.50.61:45261: Network error: Client connection negotiation failed: client connection to 127.22.50.61:45261: connect: Connection refused (error 111)
21:06:20.037 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 59 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544780036 for job be5d90ea6ea762b3c60063afb0fd4b65.
21:06:20.058 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 59 for job be5d90ea6ea762b3c60063afb0fd4b65 (2372 bytes, checkpointDuration=22 ms, finalizationTime=0 ms).
21:06:20.059 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 59 as completed for source Source: KuduSource.
21:06:20.070 [DEBUG - pool-48-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30016), Traces: [0ms] sending RPC to server master-127.19.120.60:44619, [16ms] received response from server master-127.19.120.60:44619: OK, deferred=null) with no deferred attached!
21:06:20.075 [DEBUG - pool-90-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:06:20.075 [DEBUG - pool-90-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:06:20.076 [DEBUG - pool-90-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:06:20.076 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:20.076 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:20.076 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:20.076 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:20.077 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:20.077 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:20.077 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:20.077 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:20.077 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:20.077 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:06:20.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:20.095793 22810 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.50.61" port: 45261 } attempt: 3
21:06:20.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:20.101861 22810 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.50.61:45261: Network error: Client connection negotiation failed: client connection to 127.22.50.61:45261: connect: Connection refused (error 111)
21:06:20.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:20.243857 22812 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
21:06:20.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:20.244726 22812 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:06:20.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:20.245361 22810 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.50.61" port: 45261 } attempt: 4
21:06:20.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:20.245533 22812 flags.cc:432] Enabled unsafe flag: --never_fsync=true
21:06:20.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:20.250355 22810 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.50.61:45261: Network error: Client connection negotiation failed: client connection to 127.22.50.61:45261: connect: Connection refused (error 111)
21:06:20.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:20.288481 22812 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
21:06:20.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:20.288785 22812 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
21:06:20.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:20.289001 22812 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
21:06:20.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:20.289209 22812 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
21:06:20.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:20.289423 22812 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
21:06:20.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:20.289589 22812 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:46477/jwks.json
21:06:20.292 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:06:20.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:20.334251 22812 master_runner.cc:387] Master server non-default flags:
21:06:20.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:06:20.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.50.20:43413
21:06:20.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:06:20.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:06:20.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9500233420381817268/master-1/data
21:06:20.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9500233420381817268/master-1/wal
21:06:20.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:06:20.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.22.50.62:44659,127.22.50.61:45261,127.22.50.60:38829
21:06:20.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:06:20.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:06:20.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:06:20.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.50.61:45261
21:06:20.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:06:20.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:06:20.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:06:20.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46477/jwks.json
21:06:20.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:06:20.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:06:20.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9500233420381817268/master-1/data/info.pb
21:06:20.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.50.61
21:06:20.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:06:20.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:06:20.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:06:20.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:06:20.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:06:20.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:06:20.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9500233420381817268/master-1/logs
21:06:20.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:06:20.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:06:20.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
21:06:20.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
21:06:20.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
21:06:20.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 6bec869c2320d19f2589b3f609f76e5041a21d27
21:06:20.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:06:20.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 20:43:55 UTC on e7f111948823
21:06:20.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16878
21:06:20.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:06:20.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:20.335775 22812 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:06:20.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:20.337529 22812 file_cache.cc:492] Constructed file cache file cache with capacity 419430
21:06:20.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:20.348997 22821 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:06:20.540 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 60 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544780539 for job be5d90ea6ea762b3c60063afb0fd4b65.
21:06:20.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:20.549763 22810 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.50.61" port: 45261 } attempt: 5
21:06:20.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:20.557440 22810 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.50.61:45261: Network error: Client connection negotiation failed: client connection to 127.22.50.61:45261: connect: Connection refused (error 111)
21:06:20.559 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 60 for job be5d90ea6ea762b3c60063afb0fd4b65 (2372 bytes, checkpointDuration=19 ms, finalizationTime=1 ms).
21:06:20.561 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 60 as completed for source Source: KuduSource.
21:06:20.611 [DEBUG - pool-50-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30015), Traces: [0ms] sending RPC to server master-127.20.46.188:38181, [5ms] received response from server master-127.20.46.188:38181: OK, deferred=null) with no deferred attached!
21:06:20.611 [DEBUG - pool-50-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30015), Traces: [0ms] sending RPC to server master-127.20.46.188:38181, [12ms] received response from server master-127.20.46.188:38181: OK, deferred=null) with no deferred attached!
21:06:20.793 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:06:20.846 [DEBUG - pool-88-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:06:20.846 [DEBUG - pool-88-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:06:20.847 [DEBUG - pool-88-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:06:20.850 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:20.850 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:20.850 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:20.851 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:20.851 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:20.851 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:20.852 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:20.852 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:20.852 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:20.852 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:06:20.970 [DEBUG - pool-56-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30019), Traces: [0ms] sending RPC to server master-127.20.46.188:38181, [5ms] received response from server master-127.20.46.188:38181: OK, deferred=null) with no deferred attached!
21:06:21.037 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 61 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544781036 for job be5d90ea6ea762b3c60063afb0fd4b65.
21:06:21.050 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 61 for job be5d90ea6ea762b3c60063afb0fd4b65 (2372 bytes, checkpointDuration=14 ms, finalizationTime=0 ms).
21:06:21.052 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 61 as completed for source Source: KuduSource.
21:06:21.065 [DEBUG - pool-78-thread-1] (Connection.java:748) [peer master-127.19.120.62:38725(127.19.120.62:38725)] connecting to peer
21:06:21.065 [DEBUG - pool-78-thread-1] (Connection.java:748) [peer master-127.19.120.61:41045(127.19.120.61:41045)] connecting to peer
21:06:21.066 [DEBUG - pool-78-thread-1] (Connection.java:748) [peer master-127.19.120.60:44619(127.19.120.60:44619)] connecting to peer
21:06:21.066 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725
21:06:21.066 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.120.62:38725(127.19.120.62:38725)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725
21:06:21.066 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.120.62:38725: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725
21:06:21.066 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045
21:06:21.066 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.120.61:41045(127.19.120.61:41045)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045
21:06:21.066 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.120.61:41045: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045
21:06:21.067 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619
21:06:21.067 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.120.60:44619(127.19.120.60:44619)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619
21:06:21.067 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.120.60:44619: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619
21:06:21.067 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619; will retry
21:06:21.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:21.105010 22810 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.50.61" port: 45261 } attempt: 6
21:06:21.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:21.130734 22810 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.50.61:45261: Network error: Client connection negotiation failed: client connection to 127.22.50.61:45261: connect: Connection refused (error 111)
21:06:21.173 [DEBUG - pool-52-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30021), Traces: [0ms] sending RPC to server master-127.20.46.188:38181, [4ms] received response from server master-127.20.46.188:38181: OK, deferred=null) with no deferred attached!
21:06:21.173 [DEBUG - pool-52-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30018), Traces: [0ms] sending RPC to server master-127.20.46.188:38181, [13ms] received response from server master-127.20.46.188:38181: OK, deferred=null) with no deferred attached!
21:06:21.173 [DEBUG - pool-52-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30017), Traces: [0ms] sending RPC to server master-127.20.46.188:38181, [10ms] received response from server master-127.20.46.188:38181: OK, deferred=null) with no deferred attached!
21:06:21.173 [DEBUG - pool-52-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30017), Traces: [0ms] sending RPC to server master-127.20.46.188:38181, [11ms] received response from server master-127.20.46.188:38181: OK, deferred=null) with no deferred attached!
21:06:21.191 [DEBUG - pool-54-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30000), Traces: [0ms] sending RPC to server master-127.20.46.188:38181, [11ms] received response from server master-127.20.46.188:38181: OK, deferred=null) with no deferred attached!
21:06:21.212 [DEBUG - pool-54-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30019), Traces: [0ms] sending RPC to server master-127.20.46.188:38181, [13ms] received response from server master-127.20.46.188:38181: OK, deferred=null) with no deferred attached!
21:06:21.212 [DEBUG - pool-54-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30019), Traces: [0ms] sending RPC to server master-127.20.46.188:38181, [22ms] received response from server master-127.20.46.188:38181: OK, deferred=null) with no deferred attached!
21:06:21.293 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:06:21.439 [DEBUG - pool-86-thread-1] (Connection.java:748) [peer master-127.19.120.62:38725(127.19.120.62:38725)] connecting to peer
21:06:21.439 [DEBUG - pool-86-thread-1] (Connection.java:748) [peer master-127.19.120.61:41045(127.19.120.61:41045)] connecting to peer
21:06:21.440 [DEBUG - pool-86-thread-1] (Connection.java:748) [peer master-127.19.120.60:44619(127.19.120.60:44619)] connecting to peer
21:06:21.441 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725
21:06:21.441 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.120.62:38725(127.19.120.62:38725)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725
21:06:21.441 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.120.62:38725: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725
21:06:21.442 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045
21:06:21.442 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.120.61:41045(127.19.120.61:41045)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045
21:06:21.442 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.120.61:41045: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045
21:06:21.443 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619
21:06:21.443 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.120.60:44619(127.19.120.60:44619)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619
21:06:21.443 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.120.60:44619: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619
21:06:21.443 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619; will retry
21:06:21.537 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 62 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544781536 for job be5d90ea6ea762b3c60063afb0fd4b65.
21:06:21.549 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 62 for job be5d90ea6ea762b3c60063afb0fd4b65 (2372 bytes, checkpointDuration=12 ms, finalizationTime=1 ms).
21:06:21.561 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 62 as completed for source Source: KuduSource.
21:06:21.792 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:06:21.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:21.896059 22713 debug-util.cc:398] Leaking SignalData structure 0x7b08000ad480 after lost signal to thread 22586
21:06:21.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:21.897262 22713 debug-util.cc:398] Leaking SignalData structure 0x7b08000adbc0 after lost signal to thread 22716
21:06:22.037 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 63 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544782036 for job be5d90ea6ea762b3c60063afb0fd4b65.
21:06:22.051 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 63 for job be5d90ea6ea762b3c60063afb0fd4b65 (2372 bytes, checkpointDuration=14 ms, finalizationTime=1 ms).
21:06:22.053 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 63 as completed for source Source: KuduSource.
21:06:22.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:22.191239 22810 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.50.61" port: 45261 } attempt: 7
21:06:22.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:22.234529 22810 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.50.61:45261: Network error: Client connection negotiation failed: client connection to 127.22.50.61:45261: connect: Connection refused (error 111)
21:06:22.292 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:06:22.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:21.751466 22820 debug-util.cc:398] Leaking SignalData structure 0x7b0800028020 after lost signal to thread 22812
21:06:22.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:22.347007 22812 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.997s	user 0.634s	sys 1.214s
21:06:22.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:22.348992 22812 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 2.000s	user 0.634s	sys 1.214s
21:06:22.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:20.350414 22822 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:06:22.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:22.349565 22824 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:06:22.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:22.350076 22823 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1998 milliseconds
21:06:22.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:22.349965 22812 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
21:06:22.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:22.355427 22812 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:06:22.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:22.358836 22812 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:06:22.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:22.360374 22812 hybrid_clock.cc:648] HybridClock initialized: now 1783544782360330 us; error 64 us; skew 500 ppm
21:06:22.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:22.361600 22812 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:06:22.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:22.370733 22812 webserver.cc:534] Webserver started at http://127.22.50.61:33073/ using document root <none> and password file <none>
21:06:22.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:22.372246 22812 fs_manager.cc:362] Metadata directory not provided
21:06:22.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:22.372575 22812 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:06:22.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:22.373216 22812 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
21:06:22.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:22.380739 22812 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9500233420381817268/master-1/data/instance:
21:06:22.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "148a92744eab47e8bc86b3f6e1de6b3f"
21:06:22.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:06:22 on dist-test-slave-3sd5"
21:06:22.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:22.382592 22812 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9500233420381817268/master-1/wal/instance:
21:06:22.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "148a92744eab47e8bc86b3f6e1de6b3f"
21:06:22.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:06:22 on dist-test-slave-3sd5"
21:06:22.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:22.394770 22812 fs_manager.cc:696] Time spent creating directory manager: real 0.011s	user 0.009s	sys 0.000s
21:06:22.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:22.404488 22837 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
21:06:22.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:22.406307 22812 fs_manager.cc:730] Time spent opening block manager: real 0.006s	user 0.003s	sys 0.001s
21:06:22.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:22.406978 22812 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9500233420381817268/master-1/data,/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9500233420381817268/master-1/wal
21:06:22.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "148a92744eab47e8bc86b3f6e1de6b3f"
21:06:22.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:06:22 on dist-test-slave-3sd5"
21:06:22.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:22.407509 22812 fs_report.cc:389] FS layout report
21:06:22.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:06:22.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9500233420381817268/master-1/wal
21:06:22.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9500233420381817268/master-1/wal
21:06:22.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9500233420381817268/master-1/data/data
21:06:22.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:06:22.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:06:22.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:06:22.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:06:22.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:06:22.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:06:22.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:06:22.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:06:22.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:06:22.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:06:22.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:06:22.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:22.492571 22812 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
21:06:22.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:22.494417 22812 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:06:22.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:22.494858 22812 kserver.cc:163] Server-wide thread pool size limit: 3276
21:06:22.537 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 64 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544782537 for job be5d90ea6ea762b3c60063afb0fd4b65.
21:06:22.549 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 64 for job be5d90ea6ea762b3c60063afb0fd4b65 (2372 bytes, checkpointDuration=11 ms, finalizationTime=1 ms).
21:06:22.550 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 64 as completed for source Source: KuduSource.
21:06:22.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:22.594175 22812 rpc_server.cc:307] RPC server started. Bound to: 127.22.50.61:45261
21:06:22.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:22.594347 22888 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.22.50.61:45261 every 8 connection(s)
21:06:22.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:22.597538 22812 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9500233420381817268/master-1/data/info.pb
21:06:22.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:22.605166 22728 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu as pid 22812
21:06:22.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:22.605654 22728 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9500233420381817268/master-1/wal/instance
21:06:22.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:22.606174 22889 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
21:06:22.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:22.608398 22728 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu
21:06:22.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu
21:06:22.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9500233420381817268/master-2/wal
21:06:22.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9500233420381817268/master-2/data
21:06:22.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:06:22.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:06:22.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:06:22.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:06:22.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:06:22.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:06:22.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9500233420381817268/master-2/logs
21:06:22.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9500233420381817268/master-2/data/info.pb
21:06:22.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:06:22.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:06:22.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:06:22.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:06:22.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:06:22.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:06:22.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:06:22.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:06:22.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
21:06:22.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:06:22.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:06:22.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:06:22.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.50.60:38829
21:06:22.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.50.60
21:06:22.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:06:22.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.50.20:43413
21:06:22.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:06:22.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:06:22.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:06:22.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:06:22.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.22.50.62:44659,127.22.50.61:45261,127.22.50.60:38829
21:06:22.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:06:22.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46477/jwks.json with env {}
21:06:22.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:22.624799 22889 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.22.50.62" port: 44659 } has no permanent_uuid. Determining permanent_uuid...
21:06:22.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:22.658493 22889 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.22.50.61" port: 45261 } has no permanent_uuid. Determining permanent_uuid...
21:06:22.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:22.686523 22889 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.22.50.60" port: 38829 } has no permanent_uuid. Determining permanent_uuid...
21:06:22.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:22.690616 22841 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.22.50.60:38829: connect: Connection refused (error 111)
21:06:22.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:22.696765 22889 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.50.60:38829: Network error: Client connection negotiation failed: client connection to 127.22.50.60:38829: connect: Connection refused (error 111)
21:06:22.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:22.735652 22430 debug-util.cc:398] Leaking SignalData structure 0x7b08000ac6a0 after lost signal to thread 22302
21:06:22.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:22.736928 22430 debug-util.cc:398] Leaking SignalData structure 0x7b08000b1cc0 after lost signal to thread 22433
21:06:22.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:22.746351 22889 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.50.60" port: 38829 } attempt: 1
21:06:22.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:22.753914 22889 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.50.60:38829: Network error: Client connection negotiation failed: client connection to 127.22.50.60:38829: connect: Connection refused (error 111)
21:06:22.793 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:06:22.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:22.822398 22889 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.50.60" port: 38829 } attempt: 2
21:06:22.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:22.830045 22889 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.50.60:38829: Network error: Client connection negotiation failed: client connection to 127.22.50.60:38829: connect: Connection refused (error 111)
21:06:22.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:22.921545 22889 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.50.60" port: 38829 } attempt: 3
21:06:22.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:22.928871 22889 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.50.60:38829: Network error: Client connection negotiation failed: client connection to 127.22.50.60:38829: connect: Connection refused (error 111)
21:06:23.037 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 65 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544783037 for job be5d90ea6ea762b3c60063afb0fd4b65.
21:06:23.057 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 65 for job be5d90ea6ea762b3c60063afb0fd4b65 (2372 bytes, checkpointDuration=19 ms, finalizationTime=1 ms).
21:06:23.060 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 65 as completed for source Source: KuduSource.
21:06:23.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:23.072731 22889 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.50.60" port: 38829 } attempt: 4
21:06:23.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:23.081593 22889 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.50.60:38829: Network error: Client connection negotiation failed: client connection to 127.22.50.60:38829: connect: Connection refused (error 111)
21:06:23.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:23.149260 22891 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
21:06:23.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:23.150174 22891 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:06:23.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:23.151168 22891 flags.cc:432] Enabled unsafe flag: --never_fsync=true
21:06:23.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:23.220811 22891 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
21:06:23.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:23.221235 22891 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
21:06:23.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:23.221617 22891 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
21:06:23.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:23.221940 22891 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
21:06:23.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:23.222254 22891 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
21:06:23.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:23.222505 22891 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:46477/jwks.json
21:06:23.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:23.265455 22891 master_runner.cc:387] Master server non-default flags:
21:06:23.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:06:23.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.50.20:43413
21:06:23.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:06:23.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:06:23.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9500233420381817268/master-2/data
21:06:23.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9500233420381817268/master-2/wal
21:06:23.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:06:23.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.22.50.62:44659,127.22.50.61:45261,127.22.50.60:38829
21:06:23.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:06:23.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:06:23.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:06:23.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.50.60:38829
21:06:23.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:06:23.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:06:23.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:06:23.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46477/jwks.json
21:06:23.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:06:23.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:06:23.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9500233420381817268/master-2/data/info.pb
21:06:23.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.50.60
21:06:23.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:06:23.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:06:23.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:06:23.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:06:23.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:06:23.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:06:23.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9500233420381817268/master-2/logs
21:06:23.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:06:23.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:06:23.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
21:06:23.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
21:06:23.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
21:06:23.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 6bec869c2320d19f2589b3f609f76e5041a21d27
21:06:23.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:06:23.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 20:43:55 UTC on e7f111948823
21:06:23.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16878
21:06:23.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:06:23.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:23.267246 22891 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:06:23.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:23.269682 22891 file_cache.cc:492] Constructed file cache file cache with capacity 419430
21:06:23.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:23.286468 22901 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:06:23.294 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:06:23.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:23.381147 22889 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.50.60" port: 38829 } attempt: 5
21:06:23.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:23.394181 22889 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.50.60:38829: Network error: Client connection negotiation failed: client connection to 127.22.50.60:38829: connect: Connection refused (error 111)
21:06:23.537 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 66 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544783536 for job be5d90ea6ea762b3c60063afb0fd4b65.
21:06:23.554 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 66 for job be5d90ea6ea762b3c60063afb0fd4b65 (2372 bytes, checkpointDuration=18 ms, finalizationTime=0 ms).
21:06:23.557 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 66 as completed for source Source: KuduSource.
21:06:23.635 [DEBUG - pool-90-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:06:23.636 [DEBUG - pool-90-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:06:23.636 [DEBUG - pool-90-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:06:23.637 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:23.637 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:23.637 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:23.639 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:23.640 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:23.640 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:23.641 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:23.641 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:23.641 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:23.641 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:06:23.642 [DEBUG - pool-88-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:06:23.642 [DEBUG - pool-88-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:06:23.643 [DEBUG - pool-88-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:06:23.644 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:23.644 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:23.644 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:23.645 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:23.645 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:23.645 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:23.646 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:23.646 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:23.646 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:23.646 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:06:23.691 [DEBUG - pool-48-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30019), Traces: [0ms] sending RPC to server master-127.19.120.60:44619, [4ms] received response from server master-127.19.120.60:44619: OK, deferred=null) with no deferred attached!
21:06:23.792 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:06:23.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:23.941730 22889 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.50.60" port: 38829 } attempt: 6
21:06:24.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:24.012274 22889 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.50.60:38829: Network error: Client connection negotiation failed: client connection to 127.22.50.60:38829: connect: Connection refused (error 111)
21:06:24.037 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 67 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544784036 for job be5d90ea6ea762b3c60063afb0fd4b65.
21:06:24.051 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 67 for job be5d90ea6ea762b3c60063afb0fd4b65 (2372 bytes, checkpointDuration=14 ms, finalizationTime=1 ms).
21:06:24.053 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 67 as completed for source Source: KuduSource.
21:06:24.259 [DEBUG - pool-88-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:06:24.260 [DEBUG - pool-88-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:06:24.260 [DEBUG - pool-88-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:06:24.261 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:24.261 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:24.261 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:24.262 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:24.262 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:24.262 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:24.263 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:24.263 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:24.264 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:24.264 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:06:24.292 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:06:24.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:24.326481 22810 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.50.61" port: 45261 } attempt: 8
21:06:24.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:24.425824 22810 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.22.50.60" port: 38829 } has no permanent_uuid. Determining permanent_uuid...
21:06:24.430 [DEBUG - pool-78-thread-1] (Connection.java:748) [peer master-127.19.120.62:38725(127.19.120.62:38725)] connecting to peer
21:06:24.434 [DEBUG - pool-78-thread-1] (Connection.java:748) [peer master-127.19.120.61:41045(127.19.120.61:41045)] connecting to peer
21:06:24.435 [DEBUG - pool-78-thread-1] (Connection.java:748) [peer master-127.19.120.60:44619(127.19.120.60:44619)] connecting to peer
21:06:24.435 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725
21:06:24.435 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.120.62:38725(127.19.120.62:38725)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725
21:06:24.435 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.120.62:38725: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725
21:06:24.436 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045
21:06:24.436 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.120.61:41045(127.19.120.61:41045)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045
21:06:24.436 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.120.61:41045: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045
21:06:24.437 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619
21:06:24.437 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.120.60:44619(127.19.120.60:44619)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619
21:06:24.437 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.120.60:44619: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619
21:06:24.437 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619; will retry
21:06:24.439 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=Kudu Master, attempt=23, TimeoutTracker(timeout=29274, elapsed=28012), Traces: [0ms] sending RPC to server master-127.19.120.60:44619, [1ms] received response from server master-127.19.120.60:44619: Network error: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [1ms] delaying RPC due to: Network error: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.62:38725, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.61:41045, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.60:44619, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.62:38725: Network error: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.60:44619: Network error: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.61:41045: Network error: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045, [22ms] delaying RPC due to: Service unavailable: Master config (127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.62:38725, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.61:41045, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.62:38725: Network error: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725, [46ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.61:41045: Network error: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.60:44619, [49ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.60:44619: Network error: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [50ms] delaying RPC due to: Service unavailable: Master config (127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.62:38725, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.61:41045, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.62:38725: Network error: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.60:44619, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.61:41045: Network error: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.60:44619: Network error: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [64ms] delaying RPC due to: Service unavailable: Master config (127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.62:38725, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.61:41045, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.62:38725: Network error: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.61:41045: Network error: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.60:44619, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.60:44619: Network error: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.62:38725, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.61:41045, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.62:38725: Network error: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.60:44619, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.61:41045: Network error: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045, [103ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.60:44619: Network error: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [103ms] delaying RPC due to: Service unavailable: Master config (127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.62:38725, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.61:41045, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.60:44619, [141ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.62:38725: Network error: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725, [142ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.61:41045: Network error: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045, [143ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.60:44619: Network error: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [143ms] delaying RPC due to: Service unavailable: Master config (127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.62:38725, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.61:41045, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.62:38725: Network error: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.61:41045: Network error: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.60:44619, [184ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.60:44619: Network error: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [184ms] delaying RPC due to: Service unavailable: Master config (127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.62:38725, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.61:41045, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.60:44619, [201ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.61:41045: Network error: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045, [202ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.62:38725: Network error: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725, [202ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.60:44619: Network error: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [202ms] delaying RPC due to: Service unavailable: Master config (127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [400ms] refreshing cache from master, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.62:38725, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.61:41045, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.60:44619, [402ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.62:38725: Network error: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725, [402ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.61:41045: Network error: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045, [403ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.60:44619: Network error: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [403ms] delaying RPC due to: Service unavailable: Master config (127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [439ms] refreshing cache from master, [439ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.62:38725, [440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.61:41045, [441ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.62:38725: Network error: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.60:44619, [442ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.61:41045: Network error: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045, [443ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.60:44619: Network error: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [443ms] delaying RPC due to: Service unavailable: Master config (127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [820ms] refreshing cache from master, [820ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.62:38725, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.61:41045, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.60:44619, [822ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.62:38725: Network error: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725, [822ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.61:41045: Network error: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045, [823ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.60:44619: Network error: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [823ms] delaying RPC due to: Service unavailable: Master config (127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [2539ms] refreshing cache from master, [2539ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.62:38725, [2540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.61:41045, [2540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.60:44619, [2541ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.62:38725: Network error: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725, [2541ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.60:44619: Network error: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [2542ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.61:41045: Network error: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045, [2542ms] delaying RPC due to: Service unavailable: Master config (127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045, [5160ms] refreshing cache from master, [5160ms] too many traces: truncated at 100 traces, deferred=Deferred@941719475(state=PENDING, result=null, callback=get tablet locations from the master for table replication_test_table -> release master lookup permit -> retry RPC -> (continuation of Deferred@925860293 after retry RPC after error@572968692) -> (continuation of Deferred@539334188 after retry RPC after error@323664252) -> (continuation of Deferred@1478505337 after retry RPC after error@1290078183) -> (continuation of Deferred@1090354337 after retry RPC after error@104508571) -> (continuation of Deferred@1608051934 after retry RPC after error@1004929789) -> (continuation of Deferred@274037076 after retry RPC after error@1138250161) -> (continuation of Deferred@1543432968 after retry RPC after error@1350892384) -> (continuation of Deferred@1805690877 after retry RPC after error@1794385633) -> (continuation of Deferred@1191061020 after retry RPC after error@827759192) -> (continuation of Deferred@1604799680 after retry RPC after error@347056891) -> (continuation of Deferred@592883892 after retry RPC after error@643267292) -> (continuation of Deferred@1140061082 after retry RPC after error@719483245) -> (continuation of Deferred@1009231765 after retry RPC after error@557558615) -> (continuation of Deferred@2106123209 after retry RPC after error@1146653708) -> (continuation of Deferred@1170378781 after retry RPC after error@962591457) -> (continuation of Deferred@57917608 after retry RPC after error@63636518) -> (continuation of Deferred@1381514810 after retry RPC after error@337010274) -> (continuation of Deferred@159230664 after retry RPC after error@1389131253) -> (continuation of Deferred@1098266744 after retry RPC after error@1731566458) -> (continuation of Deferred@66733758 after retry RPC after error@849934569) -> (continuation of Deferred@1122874172 after retry RPC after error@155717200), errback=passthrough -> release master lookup permit -> retry RPC after error -> (continuation of Deferred@925860293 after retry RPC after error@572968692) -> (continuation of Deferred@539334188 after retry RPC after error@323664252) -> (continuation of Deferred@1478505337 after retry RPC after error@1290078183) -> (continuation of Deferred@1090354337 after retry RPC after error@104508571) -> (continuation of Deferred@1608051934 after retry RPC after error@1004929789) -> (continuation of Deferred@274037076 after retry RPC after error@1138250161) -> (continuation of Deferred@1543432968 after retry RPC after error@1350892384) -> (continuation of Deferred@1805690877 after retry RPC after error@1794385633) -> (continuation of Deferred@1191061020 after retry RPC after error@827759192) -> (continuation of Deferred@1604799680 after retry RPC after error@347056891) -> (continuation of Deferred@592883892 after retry RPC after error@643267292) -> (continuation of Deferred@1140061082 after retry RPC after error@719483245) -> (continuation of Deferred@1009231765 after retry RPC after error@557558615) -> (continuation of Deferred@2106123209 after retry RPC after error@1146653708) -> (continuation of Deferred@1170378781 after retry RPC after error@962591457) -> (continuation of Deferred@57917608 after retry RPC after error@63636518) -> (continuation of Deferred@1381514810 after retry RPC after error@337010274) -> (continuation of Deferred@159230664 after retry RPC after error@1389131253) -> (continuation of Deferred@1098266744 after retry RPC after error@1731566458) -> (continuation of Deferred@66733758 after retry RPC after error@849934569) -> (continuation of Deferred@1122874172 after retry RPC after error@155717200)))
21:06:24.440 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:1523) Notify RPC ScanRequest(scannerId=null, state=OPENING, tablet=0f4aeaddebd341ea9c1ac068dd664836, attempt=8, KuduRpc(method=Scan, tablet=0f4aeaddebd341ea9c1ac068dd664836, attempt=8, TimeoutTracker(timeout=30000, elapsed=28740), Traces: [0ms] sending RPC to server 34885dfc66284ca0b16a23d15099a5dc, [447ms] received response from server 34885dfc66284ca0b16a23d15099a5dc: Network error: connection closed, [447ms] delaying RPC due to: Network error: connection closed, [460ms] sending RPC to server 0751133557e2488f88e6047cd0844e03, [463ms] received response from server 0751133557e2488f88e6047cd0844e03: Network error: Failed to connect to peer 0751133557e2488f88e6047cd0844e03(127.19.120.1:34179): Connection refused: /127.19.120.1:34179, [463ms] delaying RPC due to: Network error: Failed to connect to peer 0751133557e2488f88e6047cd0844e03(127.19.120.1:34179): Connection refused: /127.19.120.1:34179, [481ms] sending RPC to server e4339a62c70f4194a74ad6c0e99505de, [495ms] received response from server e4339a62c70f4194a74ad6c0e99505de: Network error: [peer e4339a62c70f4194a74ad6c0e99505de(127.19.120.3:36807)] unexpected exception from downstream on [id: 0x2ab6a708, L:/127.0.0.1:59046 - R:/127.19.120.3:36807], [495ms] delaying RPC due to: Network error: [peer e4339a62c70f4194a74ad6c0e99505de(127.19.120.3:36807)] unexpected exception from downstream on [id: 0x2ab6a708, L:/127.0.0.1:59046 - R:/127.19.120.3:36807], [501ms] refreshing cache from master, [501ms] Sub RPC GetTableLocations: refreshing cache from master, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.62:38725, [502ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.61:41045, [503ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.60:44619, [577ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.61:41045: OK, [578ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.60:44619: OK, [579ms] Sub RPC GetTableLocations: sending RPC to server master-127.19.120.60:44619, [584ms] Sub RPC GetTableLocations: received response from server master-127.19.120.60:44619: OK, [586ms] sending RPC to server 34885dfc66284ca0b16a23d15099a5dc, [598ms] received response from server 34885dfc66284ca0b16a23d15099a5dc: Network error: Failed to connect to peer 34885dfc66284ca0b16a23d15099a5dc(127.19.120.2:42545): Connection refused: /127.19.120.2:42545, [598ms] delaying RPC due to: Network error: Failed to connect to peer 34885dfc66284ca0b16a23d15099a5dc(127.19.120.2:42545): Connection refused: /127.19.120.2:42545, [640ms] sending RPC to server 0751133557e2488f88e6047cd0844e03, [647ms] received response from server 0751133557e2488f88e6047cd0844e03: Network error: Failed to connect to peer 0751133557e2488f88e6047cd0844e03(127.19.120.1:34179): Connection refused: /127.19.120.1:34179, [648ms] delaying RPC due to: Network error: Failed to connect to peer 0751133557e2488f88e6047cd0844e03(127.19.120.1:34179): Connection refused: /127.19.120.1:34179, [701ms] sending RPC to server e4339a62c70f4194a74ad6c0e99505de, [702ms] received response from server e4339a62c70f4194a74ad6c0e99505de: Network error: Failed to connect to peer e4339a62c70f4194a74ad6c0e99505de(127.19.120.3:36807): Connection refused: /127.19.120.3:36807, [702ms] delaying RPC due to: Network error: Failed to connect to peer e4339a62c70f4194a74ad6c0e99505de(127.19.120.3:36807): Connection refused: /127.19.120.3:36807, [720ms] refreshing cache from master, [721ms] Sub RPC GetTableLocations: sending RPC to server master-127.19.120.60:44619, [722ms] Sub RPC GetTableLocations: received response from server master-127.19.120.60:44619: Network error: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [722ms] Sub RPC GetTableLocations: delaying RPC due to: Network error: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [741ms] Sub RPC GetTableLocations: refreshing cache from master, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.62:38725, [742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.61:41045, [742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.60:44619, [742ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.62:38725: Network error: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725, [743ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.60:44619: Network error: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [743ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.61:41045: Network error: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045, [743ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045, [761ms] Sub RPC GetTableLocations: refreshing cache from master, [761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.62:38725, [763ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.61:41045, [763ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.62:38725: Network error: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725, [767ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.61:41045: Network error: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045, [767ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.60:44619, [770ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.60:44619: Network error: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [771ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [781ms] Sub RPC GetTableLocations: refreshing cache from master, [781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.62:38725, [782ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.61:41045, [782ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.62:38725: Network error: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725, [783ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.60:44619, [784ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.61:41045: Network error: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045, [784ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.60:44619: Network error: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [785ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [801ms] Sub RPC GetTableLocations: refreshing cache from master, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.62:38725, [802ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.61:41045, [803ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.62:38725: Network error: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725, [803ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.61:41045: Network error: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045, [803ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.60:44619, [804ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.60:44619: Network error: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [804ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [820ms] Sub RPC GetTableLocations: refreshing cache from master, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.62:38725, [822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.61:41045, [822ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.62:38725: Network error: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725, [822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.60:44619, [823ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.61:41045: Network error: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045, [824ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.60:44619: Network error: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [824ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [860ms] Sub RPC GetTableLocations: refreshing cache from master, [860ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.62:38725, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.61:41045, [862ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.60:44619, [862ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.62:38725: Network error: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725, [863ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.61:41045: Network error: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045, [864ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.60:44619: Network error: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [864ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [901ms] Sub RPC GetTableLocations: refreshing cache from master, [901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.62:38725, [902ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.61:41045, [903ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.62:38725: Network error: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725, [903ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.61:41045: Network error: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045, [903ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.60:44619, [905ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.60:44619: Network error: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [905ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [921ms] Sub RPC GetTableLocations: refreshing cache from master, [921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.62:38725, [922ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.61:41045, [922ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.60:44619, [922ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.61:41045: Network error: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045, [923ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.62:38725: Network error: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725, [923ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.60:44619: Network error: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [923ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [1121ms] Sub RPC GetTableLocations: refreshing cache from master, [1121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.62:38725, [1122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.61:41045, [1122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.60:44619, [1123ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.62:38725: Network error: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725, [1123ms] too many traces: truncated at 100 traces, deferred=Deferred@1402920180(state=PENDING, result=null, callback=scanner opened -> passthrough -> wakeup thread Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0 -> (continuation of Deferred@1482057329 after retry RPC@760001058), errback=passthrough -> open scanner errback -> wakeup thread Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0 -> (continuation of Deferred@1482057329 after retry RPC@760001058)))) after lookup exception
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=Kudu Master, attempt=23, TimeoutTracker(timeout=29274, elapsed=28012), Traces: [0ms] sending RPC to server master-127.19.120.60:44619, [1ms] received response from server master-127.19.120.60:44619: Network error: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [1ms] delaying RPC due to: Network error: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.62:38725, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.61:41045, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.60:44619, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.62:38725: Network error: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.60:44619: Network error: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.61:41045: Network error: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045, [22ms] delaying RPC due to: Service unavailable: Master config (127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.62:38725, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.61:41045, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.62:38725: Network error: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725, [46ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.61:41045: Network error: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.60:44619, [49ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.60:44619: Network error: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [50ms] delaying RPC due to: Service unavailable: Master config (127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.62:38725, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.61:41045, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.62:38725: Network error: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.60:44619, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.61:41045: Network error: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.60:44619: Network error: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [64ms] delaying RPC due to: Service unavailable: Master config (127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.62:38725, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.61:41045, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.62:38725: Network error: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.61:41045: Network error: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.60:44619, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.60:44619: Network error: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.62:38725, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.61:41045, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.62:38725: Network error: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.60:44619, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.61:41045: Network error: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045, [103ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.60:44619: Network error: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [103ms] delaying RPC due to: Service unavailable: Master config (127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.62:38725, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.61:41045, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.60:44619, [141ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.62:38725: Network error: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725, [142ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.61:41045: Network error: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045, [143ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.60:44619: Network error: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [143ms] delaying RPC due to: Service unavailable: Master config (127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.62:38725, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.61:41045, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.62:38725: Network error: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.61:41045: Network error: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.60:44619, [184ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.60:44619: Network error: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [184ms] delaying RPC due to: Service unavailable: Master config (127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.62:38725, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.61:41045, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.60:44619, [201ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.61:41045: Network error: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045, [202ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.62:38725: Network error: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725, [202ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.60:44619: Network error: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [202ms] delaying RPC due to: Service unavailable: Master config (127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [400ms] refreshing cache from master, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.62:38725, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.61:41045, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.60:44619, [402ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.62:38725: Network error: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725, [402ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.61:41045: Network error: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045, [403ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.60:44619: Network error: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [403ms] delaying RPC due to: Service unavailable: Master config (127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [439ms] refreshing cache from master, [439ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.62:38725, [440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.61:41045, [441ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.62:38725: Network error: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.60:44619, [442ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.61:41045: Network error: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045, [443ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.60:44619: Network error: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [443ms] delaying RPC due to: Service unavailable: Master config (127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [820ms] refreshing cache from master, [820ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.62:38725, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.61:41045, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.60:44619, [822ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.62:38725: Network error: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725, [822ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.61:41045: Network error: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045, [823ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.60:44619: Network error: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [823ms] delaying RPC due to: Service unavailable: Master config (127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [2539ms] refreshing cache from master, [2539ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.62:38725, [2540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.61:41045, [2540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.60:44619, [2541ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.62:38725: Network error: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725, [2541ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.60:44619: Network error: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [2542ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.61:41045: Network error: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045, [2542ms] delaying RPC due to: Service unavailable: Master config (127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045, [5160ms] refreshing cache from master, [5160ms] too many traces: truncated at 100 traces, deferred=Deferred@941719475(state=PENDING, result=null, callback=get tablet locations from the master for table replication_test_table -> release master lookup permit -> retry RPC -> (continuation of Deferred@925860293 after retry RPC after error@572968692) -> (continuation of Deferred@539334188 after retry RPC after error@323664252) -> (continuation of Deferred@1478505337 after retry RPC after error@1290078183) -> (continuation of Deferred@1090354337 after retry RPC after error@104508571) -> (continuation of Deferred@1608051934 after retry RPC after error@1004929789) -> (continuation of Deferred@274037076 after retry RPC after error@1138250161) -> (continuation of Deferred@1543432968 after retry RPC after error@1350892384) -> (continuation of Deferred@1805690877 after retry RPC after error@1794385633) -> (continuation of Deferred@1191061020 after retry RPC after error@827759192) -> (continuation of Deferred@1604799680 after retry RPC after error@347056891) -> (continuation of Deferred@592883892 after retry RPC after error@643267292) -> (continuation of Deferred@1140061082 after retry RPC after error@719483245) -> (continuation of Deferred@1009231765 after retry RPC after error@557558615) -> (continuation of Deferred@2106123209 after retry RPC after error@1146653708) -> (continuation of Deferred@1170378781 after retry RPC after error@962591457) -> (continuation of Deferred@57917608 after retry RPC after error@63636518) -> (continuation of Deferred@1381514810 after retry RPC after error@337010274) -> (continuation of Deferred@159230664 after retry RPC after error@1389131253) -> (continuation of Deferred@1098266744 after retry RPC after error@1731566458) -> (continuation of Deferred@66733758 after retry RPC after error@849934569) -> (continuation of Deferred@1122874172 after retry RPC after error@155717200), errback=passthrough -> release master lookup permit -> retry RPC after error -> (continuation of Deferred@925860293 after retry RPC after error@572968692) -> (continuation of Deferred@539334188 after retry RPC after error@323664252) -> (continuation of Deferred@1478505337 after retry RPC after error@1290078183) -> (continuation of Deferred@1090354337 after retry RPC after error@104508571) -> (continuation of Deferred@1608051934 after retry RPC after error@1004929789) -> (continuation of Deferred@274037076 after retry RPC after error@1138250161) -> (continuation of Deferred@1543432968 after retry RPC after error@1350892384) -> (continuation of Deferred@1805690877 after retry RPC after error@1794385633) -> (continuation of Deferred@1191061020 after retry RPC after error@827759192) -> (continuation of Deferred@1604799680 after retry RPC after error@347056891) -> (continuation of Deferred@592883892 after retry RPC after error@643267292) -> (continuation of Deferred@1140061082 after retry RPC after error@719483245) -> (continuation of Deferred@1009231765 after retry RPC after error@557558615) -> (continuation of Deferred@2106123209 after retry RPC after error@1146653708) -> (continuation of Deferred@1170378781 after retry RPC after error@962591457) -> (continuation of Deferred@57917608 after retry RPC after error@63636518) -> (continuation of Deferred@1381514810 after retry RPC after error@337010274) -> (continuation of Deferred@159230664 after retry RPC after error@1389131253) -> (continuation of Deferred@1098266744 after retry RPC after error@1731566458) -> (continuation of Deferred@66733758 after retry RPC after error@849934569) -> (continuation of Deferred@1122874172 after retry RPC after error@155717200)))
	at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
	at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
	at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
	at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	... 35 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.19.120.60:44619
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:06:24.442 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:686) Can not open scanner
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=Kudu Master, attempt=23, TimeoutTracker(timeout=29274, elapsed=28012), Traces: [0ms] sending RPC to server master-127.19.120.60:44619, [1ms] received response from server master-127.19.120.60:44619: Network error: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [1ms] delaying RPC due to: Network error: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.62:38725, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.61:41045, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.60:44619, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.62:38725: Network error: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.60:44619: Network error: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.61:41045: Network error: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045, [22ms] delaying RPC due to: Service unavailable: Master config (127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.62:38725, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.61:41045, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.62:38725: Network error: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725, [46ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.61:41045: Network error: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.60:44619, [49ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.60:44619: Network error: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [50ms] delaying RPC due to: Service unavailable: Master config (127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.62:38725, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.61:41045, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.62:38725: Network error: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.60:44619, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.61:41045: Network error: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.60:44619: Network error: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [64ms] delaying RPC due to: Service unavailable: Master config (127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.62:38725, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.61:41045, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.62:38725: Network error: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.61:41045: Network error: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.60:44619, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.60:44619: Network error: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.62:38725, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.61:41045, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.62:38725: Network error: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.60:44619, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.61:41045: Network error: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045, [103ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.60:44619: Network error: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [103ms] delaying RPC due to: Service unavailable: Master config (127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.62:38725, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.61:41045, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.60:44619, [141ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.62:38725: Network error: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725, [142ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.61:41045: Network error: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045, [143ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.60:44619: Network error: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [143ms] delaying RPC due to: Service unavailable: Master config (127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.62:38725, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.61:41045, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.62:38725: Network error: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.61:41045: Network error: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.60:44619, [184ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.60:44619: Network error: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [184ms] delaying RPC due to: Service unavailable: Master config (127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.62:38725, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.61:41045, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.60:44619, [201ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.61:41045: Network error: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045, [202ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.62:38725: Network error: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725, [202ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.60:44619: Network error: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [202ms] delaying RPC due to: Service unavailable: Master config (127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [400ms] refreshing cache from master, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.62:38725, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.61:41045, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.60:44619, [402ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.62:38725: Network error: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725, [402ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.61:41045: Network error: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045, [403ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.60:44619: Network error: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [403ms] delaying RPC due to: Service unavailable: Master config (127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [439ms] refreshing cache from master, [439ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.62:38725, [440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.61:41045, [441ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.62:38725: Network error: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.60:44619, [442ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.61:41045: Network error: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045, [443ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.60:44619: Network error: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [443ms] delaying RPC due to: Service unavailable: Master config (127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [820ms] refreshing cache from master, [820ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.62:38725, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.61:41045, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.60:44619, [822ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.62:38725: Network error: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725, [822ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.61:41045: Network error: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045, [823ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.60:44619: Network error: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [823ms] delaying RPC due to: Service unavailable: Master config (127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [2539ms] refreshing cache from master, [2539ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.62:38725, [2540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.61:41045, [2540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.60:44619, [2541ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.62:38725: Network error: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725, [2541ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.60:44619: Network error: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [2542ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.61:41045: Network error: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045, [2542ms] delaying RPC due to: Service unavailable: Master config (127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045, [5160ms] refreshing cache from master, [5160ms] too many traces: truncated at 100 traces, deferred=Deferred@941719475(state=PENDING, result=null, callback=get tablet locations from the master for table replication_test_table -> release master lookup permit -> retry RPC -> (continuation of Deferred@925860293 after retry RPC after error@572968692) -> (continuation of Deferred@539334188 after retry RPC after error@323664252) -> (continuation of Deferred@1478505337 after retry RPC after error@1290078183) -> (continuation of Deferred@1090354337 after retry RPC after error@104508571) -> (continuation of Deferred@1608051934 after retry RPC after error@1004929789) -> (continuation of Deferred@274037076 after retry RPC after error@1138250161) -> (continuation of Deferred@1543432968 after retry RPC after error@1350892384) -> (continuation of Deferred@1805690877 after retry RPC after error@1794385633) -> (continuation of Deferred@1191061020 after retry RPC after error@827759192) -> (continuation of Deferred@1604799680 after retry RPC after error@347056891) -> (continuation of Deferred@592883892 after retry RPC after error@643267292) -> (continuation of Deferred@1140061082 after retry RPC after error@719483245) -> (continuation of Deferred@1009231765 after retry RPC after error@557558615) -> (continuation of Deferred@2106123209 after retry RPC after error@1146653708) -> (continuation of Deferred@1170378781 after retry RPC after error@962591457) -> (continuation of Deferred@57917608 after retry RPC after error@63636518) -> (continuation of Deferred@1381514810 after retry RPC after error@337010274) -> (continuation of Deferred@159230664 after retry RPC after error@1389131253) -> (continuation of Deferred@1098266744 after retry RPC after error@1731566458) -> (continuation of Deferred@66733758 after retry RPC after error@849934569) -> (continuation of Deferred@1122874172 after retry RPC after error@155717200), errback=passthrough -> release master lookup permit -> retry RPC after error -> (continuation of Deferred@925860293 after retry RPC after error@572968692) -> (continuation of Deferred@539334188 after retry RPC after error@323664252) -> (continuation of Deferred@1478505337 after retry RPC after error@1290078183) -> (continuation of Deferred@1090354337 after retry RPC after error@104508571) -> (continuation of Deferred@1608051934 after retry RPC after error@1004929789) -> (continuation of Deferred@274037076 after retry RPC after error@1138250161) -> (continuation of Deferred@1543432968 after retry RPC after error@1350892384) -> (continuation of Deferred@1805690877 after retry RPC after error@1794385633) -> (continuation of Deferred@1191061020 after retry RPC after error@827759192) -> (continuation of Deferred@1604799680 after retry RPC after error@347056891) -> (continuation of Deferred@592883892 after retry RPC after error@643267292) -> (continuation of Deferred@1140061082 after retry RPC after error@719483245) -> (continuation of Deferred@1009231765 after retry RPC after error@557558615) -> (continuation of Deferred@2106123209 after retry RPC after error@1146653708) -> (continuation of Deferred@1170378781 after retry RPC after error@962591457) -> (continuation of Deferred@57917608 after retry RPC after error@63636518) -> (continuation of Deferred@1381514810 after retry RPC after error@337010274) -> (continuation of Deferred@159230664 after retry RPC after error@1389131253) -> (continuation of Deferred@1098266744 after retry RPC after error@1731566458) -> (continuation of Deferred@66733758 after retry RPC after error@849934569) -> (continuation of Deferred@1122874172 after retry RPC after error@155717200)))
	at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
	at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
	at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
	at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	... 35 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.19.120.60:44619
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:06:24.444 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (AsyncKuduScanner.java:862) Scanner null closed on null
21:06:24.444 [ERROR - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcherManager.java:190) Received uncaught exception.
java.lang.RuntimeException: SplitFetcher thread 2 received unexpected exception while polling the records
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:168)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.run(SplitFetcher.java:117)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=Kudu Master, attempt=23, TimeoutTracker(timeout=29274, elapsed=28012), Traces: [0ms] sending RPC to server master-127.19.120.60:44619, [1ms] received response from server master-127.19.120.60:44619: Network error: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [1ms] delaying RPC due to: Network error: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.62:38725, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.61:41045, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.60:44619, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.62:38725: Network error: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.60:44619: Network error: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.61:41045: Network error: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045, [22ms] delaying RPC due to: Service unavailable: Master config (127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.62:38725, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.61:41045, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.62:38725: Network error: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725, [46ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.61:41045: Network error: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.60:44619, [49ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.60:44619: Network error: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [50ms] delaying RPC due to: Service unavailable: Master config (127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.62:38725, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.61:41045, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.62:38725: Network error: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.60:44619, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.61:41045: Network error: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.60:44619: Network error: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [64ms] delaying RPC due to: Service unavailable: Master config (127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.62:38725, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.61:41045, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.62:38725: Network error: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.61:41045: Network error: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.60:44619, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.60:44619: Network error: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.62:38725, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.61:41045, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.62:38725: Network error: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.60:44619, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.61:41045: Network error: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045, [103ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.60:44619: Network error: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [103ms] delaying RPC due to: Service unavailable: Master config (127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.62:38725, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.61:41045, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.60:44619, [141ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.62:38725: Network error: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725, [142ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.61:41045: Network error: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045, [143ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.60:44619: Network error: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [143ms] delaying RPC due to: Service unavailable: Master config (127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.62:38725, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.61:41045, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.62:38725: Network error: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.61:41045: Network error: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.60:44619, [184ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.60:44619: Network error: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [184ms] delaying RPC due to: Service unavailable: Master config (127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.62:38725, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.61:41045, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.60:44619, [201ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.61:41045: Network error: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045, [202ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.62:38725: Network error: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725, [202ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.60:44619: Network error: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [202ms] delaying RPC due to: Service unavailable: Master config (127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [400ms] refreshing cache from master, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.62:38725, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.61:41045, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.60:44619, [402ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.62:38725: Network error: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725, [402ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.61:41045: Network error: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045, [403ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.60:44619: Network error: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [403ms] delaying RPC due to: Service unavailable: Master config (127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [439ms] refreshing cache from master, [439ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.62:38725, [440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.61:41045, [441ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.62:38725: Network error: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.60:44619, [442ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.61:41045: Network error: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045, [443ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.60:44619: Network error: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [443ms] delaying RPC due to: Service unavailable: Master config (127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [820ms] refreshing cache from master, [820ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.62:38725, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.61:41045, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.60:44619, [822ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.62:38725: Network error: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725, [822ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.61:41045: Network error: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045, [823ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.60:44619: Network error: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [823ms] delaying RPC due to: Service unavailable: Master config (127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [2539ms] refreshing cache from master, [2539ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.62:38725, [2540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.61:41045, [2540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.60:44619, [2541ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.62:38725: Network error: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725, [2541ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.60:44619: Network error: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [2542ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.61:41045: Network error: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045, [2542ms] delaying RPC due to: Service unavailable: Master config (127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045, [5160ms] refreshing cache from master, [5160ms] too many traces: truncated at 100 traces, deferred=Deferred@941719475(state=PENDING, result=null, callback=get tablet locations from the master for table replication_test_table -> release master lookup permit -> retry RPC -> (continuation of Deferred@925860293 after retry RPC after error@572968692) -> (continuation of Deferred@539334188 after retry RPC after error@323664252) -> (continuation of Deferred@1478505337 after retry RPC after error@1290078183) -> (continuation of Deferred@1090354337 after retry RPC after error@104508571) -> (continuation of Deferred@1608051934 after retry RPC after error@1004929789) -> (continuation of Deferred@274037076 after retry RPC after error@1138250161) -> (continuation of Deferred@1543432968 after retry RPC after error@1350892384) -> (continuation of Deferred@1805690877 after retry RPC after error@1794385633) -> (continuation of Deferred@1191061020 after retry RPC after error@827759192) -> (continuation of Deferred@1604799680 after retry RPC after error@347056891) -> (continuation of Deferred@592883892 after retry RPC after error@643267292) -> (continuation of Deferred@1140061082 after retry RPC after error@719483245) -> (continuation of Deferred@1009231765 after retry RPC after error@557558615) -> (continuation of Deferred@2106123209 after retry RPC after error@1146653708) -> (continuation of Deferred@1170378781 after retry RPC after error@962591457) -> (continuation of Deferred@57917608 after retry RPC after error@63636518) -> (continuation of Deferred@1381514810 after retry RPC after error@337010274) -> (continuation of Deferred@159230664 after retry RPC after error@1389131253) -> (continuation of Deferred@1098266744 after retry RPC after error@1731566458) -> (continuation of Deferred@66733758 after retry RPC after error@849934569) -> (continuation of Deferred@1122874172 after retry RPC after error@155717200), errback=passthrough -> release master lookup permit -> retry RPC after error -> (continuation of Deferred@925860293 after retry RPC after error@572968692) -> (continuation of Deferred@539334188 after retry RPC after error@323664252) -> (continuation of Deferred@1478505337 after retry RPC after error@1290078183) -> (continuation of Deferred@1090354337 after retry RPC after error@104508571) -> (continuation of Deferred@1608051934 after retry RPC after error@1004929789) -> (continuation of Deferred@274037076 after retry RPC after error@1138250161) -> (continuation of Deferred@1543432968 after retry RPC after error@1350892384) -> (continuation of Deferred@1805690877 after retry RPC after error@1794385633) -> (continuation of Deferred@1191061020 after retry RPC after error@827759192) -> (continuation of Deferred@1604799680 after retry RPC after error@347056891) -> (continuation of Deferred@592883892 after retry RPC after error@643267292) -> (continuation of Deferred@1140061082 after retry RPC after error@719483245) -> (continuation of Deferred@1009231765 after retry RPC after error@557558615) -> (continuation of Deferred@2106123209 after retry RPC after error@1146653708) -> (continuation of Deferred@1170378781 after retry RPC after error@962591457) -> (continuation of Deferred@57917608 after retry RPC after error@63636518) -> (continuation of Deferred@1381514810 after retry RPC after error@337010274) -> (continuation of Deferred@159230664 after retry RPC after error@1389131253) -> (continuation of Deferred@1098266744 after retry RPC after error@1731566458) -> (continuation of Deferred@66733758 after retry RPC after error@849934569) -> (continuation of Deferred@1122874172 after retry RPC after error@155717200)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduScanner.nextRows(KuduScanner.java:81)
	at org.apache.flink.connector.kudu.source.reader.KuduSourceSplitReader.fetch(KuduSourceSplitReader.java:68)
	at org.apache.flink.connector.base.source.reader.fetcher.FetchTask.run(FetchTask.java:58)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:165)
	... 6 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.19.120.60:44619
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:06:24.444 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer master-127.19.120.60:44619(127.19.120.60:44619)] disconnecting while in state TERMINATED
21:06:24.444 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer master-127.19.120.61:41045(127.19.120.61:41045)] disconnecting while in state TERMINATED
21:06:24.445 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer 34885dfc66284ca0b16a23d15099a5dc(127.19.120.2:42545)] disconnecting while in state TERMINATED
21:06:24.445 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer 0751133557e2488f88e6047cd0844e03(127.19.120.1:34179)] disconnecting while in state TERMINATED
21:06:24.445 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer master-127.19.120.62:38725(127.19.120.62:38725)] disconnecting while in state TERMINATED
21:06:24.445 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer e4339a62c70f4194a74ad6c0e99505de(127.19.120.3:36807)] disconnecting while in state TERMINATED
21:06:24.446 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer master-127.20.46.190:36007(127.20.46.190:36007)] disconnecting while in state TERMINATED
21:06:24.446 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer master-127.20.46.189:42409(127.20.46.189:42409)] disconnecting while in state TERMINATED
21:06:24.446 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer master-127.20.46.188:38181(127.20.46.188:38181)] disconnecting while in state TERMINATED
21:06:24.446 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer c49345ed10474066be3e8bbafaff014a(127.20.46.130:40559)] disconnecting while in state TERMINATED
21:06:24.447 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
21:06:24.447 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:2704) Releasing all remaining resources
21:06:24.448 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-0
21:06:24.448 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 4 thread-local buffer(s) from thread: kudu-nio-2
21:06:24.449 [DEBUG - kudu-nio-4] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-4
21:06:24.450 [DEBUG - kudu-nio-5] (PoolThreadCache.java:218) Freed 20 thread-local buffer(s) from thread: kudu-nio-5
21:06:24.451 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:128) Split fetcher 2 exited.
21:06:24.451 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 20 thread-local buffer(s) from thread: kudu-nio-3
21:06:24.452 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-0
21:06:24.452 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-2
21:06:24.456 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 4 thread-local buffer(s) from thread: kudu-nio-3
21:06:24.467 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 24 thread-local buffer(s) from thread: kudu-nio-1
21:06:24.468 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:338) Closing Source Reader.
21:06:24.469 [WARN - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1117) Source: KuduSource -> Sink: Writer (2/4)#0 (c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from RUNNING to FAILED with failure cause:
java.lang.RuntimeException: One or more fetchers have encountered exception
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcherManager.checkErrors(SplitFetcherManager.java:333)
	at org.apache.flink.connector.base.source.reader.SourceReaderBase.getNextFetch(SourceReaderBase.java:228)
	at org.apache.flink.connector.base.source.reader.SourceReaderBase.pollNext(SourceReaderBase.java:190)
	at org.apache.kudu.replication.wrappedsource.StatelessKuduReaderWrapper.pollNext(StatelessKuduReaderWrapper.java:63)
	at org.apache.flink.streaming.api.operators.SourceOperator.emitNext(SourceOperator.java:443)
	at org.apache.flink.streaming.runtime.io.StreamTaskSourceInput.emitNext(StreamTaskSourceInput.java:68)
	at org.apache.flink.streaming.runtime.io.StreamOneInputProcessor.processInput(StreamOneInputProcessor.java:65)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.processInput(StreamTask.java:579)
	at org.apache.flink.streaming.runtime.tasks.mailbox.MailboxProcessor.runMailboxLoop(MailboxProcessor.java:231)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.runMailboxLoop(StreamTask.java:909)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.invoke(StreamTask.java:858)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:937)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: SplitFetcher thread 2 received unexpected exception while polling the records
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:168)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.run(SplitFetcher.java:117)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=Kudu Master, attempt=23, TimeoutTracker(timeout=29274, elapsed=28012), Traces: [0ms] sending RPC to server master-127.19.120.60:44619, [1ms] received response from server master-127.19.120.60:44619: Network error: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [1ms] delaying RPC due to: Network error: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.62:38725, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.61:41045, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.60:44619, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.62:38725: Network error: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.60:44619: Network error: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.61:41045: Network error: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045, [22ms] delaying RPC due to: Service unavailable: Master config (127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.62:38725, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.61:41045, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.62:38725: Network error: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725, [46ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.61:41045: Network error: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.60:44619, [49ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.60:44619: Network error: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [50ms] delaying RPC due to: Service unavailable: Master config (127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.62:38725, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.61:41045, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.62:38725: Network error: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.60:44619, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.61:41045: Network error: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.60:44619: Network error: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [64ms] delaying RPC due to: Service unavailable: Master config (127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.62:38725, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.61:41045, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.62:38725: Network error: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.61:41045: Network error: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.60:44619, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.60:44619: Network error: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.62:38725, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.61:41045, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.62:38725: Network error: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.60:44619, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.61:41045: Network error: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045, [103ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.60:44619: Network error: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [103ms] delaying RPC due to: Service unavailable: Master config (127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.62:38725, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.61:41045, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.60:44619, [141ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.62:38725: Network error: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725, [142ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.61:41045: Network error: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045, [143ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.60:44619: Network error: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [143ms] delaying RPC due to: Service unavailable: Master config (127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.62:38725, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.61:41045, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.62:38725: Network error: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.61:41045: Network error: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.60:44619, [184ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.60:44619: Network error: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [184ms] delaying RPC due to: Service unavailable: Master config (127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.62:38725, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.61:41045, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.60:44619, [201ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.61:41045: Network error: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045, [202ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.62:38725: Network error: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725, [202ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.60:44619: Network error: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [202ms] delaying RPC due to: Service unavailable: Master config (127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [400ms] refreshing cache from master, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.62:38725, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.61:41045, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.60:44619, [402ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.62:38725: Network error: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725, [402ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.61:41045: Network error: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045, [403ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.60:44619: Network error: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [403ms] delaying RPC due to: Service unavailable: Master config (127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [439ms] refreshing cache from master, [439ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.62:38725, [440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.61:41045, [441ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.62:38725: Network error: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.60:44619, [442ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.61:41045: Network error: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045, [443ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.60:44619: Network error: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [443ms] delaying RPC due to: Service unavailable: Master config (127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [820ms] refreshing cache from master, [820ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.62:38725, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.61:41045, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.60:44619, [822ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.62:38725: Network error: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725, [822ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.61:41045: Network error: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045, [823ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.60:44619: Network error: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [823ms] delaying RPC due to: Service unavailable: Master config (127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [2539ms] refreshing cache from master, [2539ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.62:38725, [2540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.61:41045, [2540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.60:44619, [2541ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.62:38725: Network error: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725, [2541ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.60:44619: Network error: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [2542ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.61:41045: Network error: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045, [2542ms] delaying RPC due to: Service unavailable: Master config (127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045, [5160ms] refreshing cache from master, [5160ms] too many traces: truncated at 100 traces, deferred=Deferred@941719475(state=PENDING, result=null, callback=get tablet locations from the master for table replication_test_table -> release master lookup permit -> retry RPC -> (continuation of Deferred@925860293 after retry RPC after error@572968692) -> (continuation of Deferred@539334188 after retry RPC after error@323664252) -> (continuation of Deferred@1478505337 after retry RPC after error@1290078183) -> (continuation of Deferred@1090354337 after retry RPC after error@104508571) -> (continuation of Deferred@1608051934 after retry RPC after error@1004929789) -> (continuation of Deferred@274037076 after retry RPC after error@1138250161) -> (continuation of Deferred@1543432968 after retry RPC after error@1350892384) -> (continuation of Deferred@1805690877 after retry RPC after error@1794385633) -> (continuation of Deferred@1191061020 after retry RPC after error@827759192) -> (continuation of Deferred@1604799680 after retry RPC after error@347056891) -> (continuation of Deferred@592883892 after retry RPC after error@643267292) -> (continuation of Deferred@1140061082 after retry RPC after error@719483245) -> (continuation of Deferred@1009231765 after retry RPC after error@557558615) -> (continuation of Deferred@2106123209 after retry RPC after error@1146653708) -> (continuation of Deferred@1170378781 after retry RPC after error@962591457) -> (continuation of Deferred@57917608 after retry RPC after error@63636518) -> (continuation of Deferred@1381514810 after retry RPC after error@337010274) -> (continuation of Deferred@159230664 after retry RPC after error@1389131253) -> (continuation of Deferred@1098266744 after retry RPC after error@1731566458) -> (continuation of Deferred@66733758 after retry RPC after error@849934569) -> (continuation of Deferred@1122874172 after retry RPC after error@155717200), errback=passthrough -> release master lookup permit -> retry RPC after error -> (continuation of Deferred@925860293 after retry RPC after error@572968692) -> (continuation of Deferred@539334188 after retry RPC after error@323664252) -> (continuation of Deferred@1478505337 after retry RPC after error@1290078183) -> (continuation of Deferred@1090354337 after retry RPC after error@104508571) -> (continuation of Deferred@1608051934 after retry RPC after error@1004929789) -> (continuation of Deferred@274037076 after retry RPC after error@1138250161) -> (continuation of Deferred@1543432968 after retry RPC after error@1350892384) -> (continuation of Deferred@1805690877 after retry RPC after error@1794385633) -> (continuation of Deferred@1191061020 after retry RPC after error@827759192) -> (continuation of Deferred@1604799680 after retry RPC after error@347056891) -> (continuation of Deferred@592883892 after retry RPC after error@643267292) -> (continuation of Deferred@1140061082 after retry RPC after error@719483245) -> (continuation of Deferred@1009231765 after retry RPC after error@557558615) -> (continuation of Deferred@2106123209 after retry RPC after error@1146653708) -> (continuation of Deferred@1170378781 after retry RPC after error@962591457) -> (continuation of Deferred@57917608 after retry RPC after error@63636518) -> (continuation of Deferred@1381514810 after retry RPC after error@337010274) -> (continuation of Deferred@159230664 after retry RPC after error@1389131253) -> (continuation of Deferred@1098266744 after retry RPC after error@1731566458) -> (continuation of Deferred@66733758 after retry RPC after error@849934569) -> (continuation of Deferred@1122874172 after retry RPC after error@155717200)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduScanner.nextRows(KuduScanner.java:81)
	at org.apache.flink.connector.kudu.source.reader.KuduSourceSplitReader.fetch(KuduSourceSplitReader.java:68)
	at org.apache.flink.connector.base.source.reader.fetcher.FetchTask.run(FetchTask.java:58)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:165)
	... 6 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.19.120.60:44619
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:06:24.470 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#0 (c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_1_0).
21:06:24.473 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#0 c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_1_0.
21:06:24.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:24.476255 22810 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.50.60:38829: Network error: Client connection negotiation failed: client connection to 127.22.50.60:38829: connect: Connection refused (error 111)
21:06:24.478 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1449) Source: KuduSource -> Sink: Writer (2/4) (c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from RUNNING to FAILED on 55c4d95f-4b70-4fa7-a972-a2dfacde7c76 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: java.lang.RuntimeException: One or more fetchers have encountered exception
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcherManager.checkErrors(SplitFetcherManager.java:333)
	at org.apache.flink.connector.base.source.reader.SourceReaderBase.getNextFetch(SourceReaderBase.java:228)
	at org.apache.flink.connector.base.source.reader.SourceReaderBase.pollNext(SourceReaderBase.java:190)
	at org.apache.kudu.replication.wrappedsource.StatelessKuduReaderWrapper.pollNext(StatelessKuduReaderWrapper.java:63)
	at org.apache.flink.streaming.api.operators.SourceOperator.emitNext(SourceOperator.java:443)
	at org.apache.flink.streaming.runtime.io.StreamTaskSourceInput.emitNext(StreamTaskSourceInput.java:68)
	at org.apache.flink.streaming.runtime.io.StreamOneInputProcessor.processInput(StreamOneInputProcessor.java:65)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.processInput(StreamTask.java:579)
	at org.apache.flink.streaming.runtime.tasks.mailbox.MailboxProcessor.runMailboxLoop(MailboxProcessor.java:231)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.runMailboxLoop(StreamTask.java:909)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.invoke(StreamTask.java:858)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:937)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.SerializedThrowable: java.lang.RuntimeException: SplitFetcher thread 2 received unexpected exception while polling the records
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:168)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.run(SplitFetcher.java:117)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=Kudu Master, attempt=23, TimeoutTracker(timeout=29274, elapsed=28012), Traces: [0ms] sending RPC to server master-127.19.120.60:44619, [1ms] received response from server master-127.19.120.60:44619: Network error: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [1ms] delaying RPC due to: Network error: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.62:38725, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.61:41045, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.60:44619, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.62:38725: Network error: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.60:44619: Network error: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.61:41045: Network error: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045, [22ms] delaying RPC due to: Service unavailable: Master config (127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.62:38725, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.61:41045, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.62:38725: Network error: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725, [46ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.61:41045: Network error: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.60:44619, [49ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.60:44619: Network error: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [50ms] delaying RPC due to: Service unavailable: Master config (127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.62:38725, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.61:41045, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.62:38725: Network error: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.60:44619, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.61:41045: Network error: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.60:44619: Network error: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [64ms] delaying RPC due to: Service unavailable: Master config (127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.62:38725, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.61:41045, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.62:38725: Network error: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.61:41045: Network error: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.60:44619, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.60:44619: Network error: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.62:38725, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.61:41045, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.62:38725: Network error: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.60:44619, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.61:41045: Network error: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045, [103ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.60:44619: Network error: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [103ms] delaying RPC due to: Service unavailable: Master config (127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.62:38725, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.61:41045, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.60:44619, [141ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.62:38725: Network error: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725, [142ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.61:41045: Network error: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045, [143ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.60:44619: Network error: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [143ms] delaying RPC due to: Service unavailable: Master config (127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.62:38725, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.61:41045, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.62:38725: Network error: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.61:41045: Network error: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.60:44619, [184ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.60:44619: Network error: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [184ms] delaying RPC due to: Service unavailable: Master config (127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.62:38725, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.61:41045, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.60:44619, [201ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.61:41045: Network error: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045, [202ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.62:38725: Network error: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725, [202ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.60:44619: Network error: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [202ms] delaying RPC due to: Service unavailable: Master config (127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [400ms] refreshing cache from master, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.62:38725, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.61:41045, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.60:44619, [402ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.62:38725: Network error: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725, [402ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.61:41045: Network error: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045, [403ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.60:44619: Network error: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [403ms] delaying RPC due to: Service unavailable: Master config (127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [439ms] refreshing cache from master, [439ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.62:38725, [440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.61:41045, [441ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.62:38725: Network error: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.60:44619, [442ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.61:41045: Network error: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045, [443ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.60:44619: Network error: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [443ms] delaying RPC due to: Service unavailable: Master config (127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [820ms] refreshing cache from master, [820ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.62:38725, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.61:41045, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.60:44619, [822ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.62:38725: Network error: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725, [822ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.61:41045: Network error: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045, [823ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.60:44619: Network error: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [823ms] delaying RPC due to: Service unavailable: Master config (127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [2539ms] refreshing cache from master, [2539ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.62:38725, [2540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.61:41045, [2540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.60:44619, [2541ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.62:38725: Network error: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725, [2541ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.60:44619: Network error: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [2542ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.61:41045: Network error: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045, [2542ms] delaying RPC due to: Service unavailable: Master config (127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045, [5160ms] refreshing cache from master, [5160ms] too many traces: truncated at 100 traces, deferred=Deferred@941719475(state=PENDING, result=null, callback=get tablet locations from the master for table replication_test_table -> release master lookup permit -> retry RPC -> (continuation of Deferred@925860293 after retry RPC after error@572968692) -> (continuation of Deferred@539334188 after retry RPC after error@323664252) -> (continuation of Deferred@1478505337 after retry RPC after error@1290078183) -> (continuation of Deferred@1090354337 after retry RPC after error@104508571) -> (continuation of Deferred@1608051934 after retry RPC after error@1004929789) -> (continuation of Deferred@274037076 after retry RPC after error@1138250161) -> (continuation of Deferred@1543432968 after retry RPC after error@1350892384) -> (continuation of Deferred@1805690877 after retry RPC after error@1794385633) -> (continuation of Deferred@1191061020 after retry RPC after error@827759192) -> (continuation of Deferred@1604799680 after retry RPC after error@347056891) -> (continuation of Deferred@592883892 after retry RPC after error@643267292) -> (continuation of Deferred@1140061082 after retry RPC after error@719483245) -> (continuation of Deferred@1009231765 after retry RPC after error@557558615) -> (continuation of Deferred@2106123209 after retry RPC after error@1146653708) -> (continuation of Deferred@1170378781 after retry RPC after error@962591457) -> (continuation of Deferred@57917608 after retry RPC after error@63636518) -> (continuation of Deferred@1381514810 after retry RPC after error@337010274) -> (continuation of Deferred@159230664 after retry RPC after error@1389131253) -> (continuation of Deferred@1098266744 after retry RPC after error@1731566458) -> (continuation of Deferred@66733758 after retry RPC after error@849934569) -> (continuation of Deferred@1122874172 after retry RPC after error@155717200), errback=passthrough -> release master lookup permit -> retry RPC after error -> (continuation of Deferred@925860293 after retry RPC after error@572968692) -> (continuation of Deferred@539334188 after retry RPC after error@323664252) -> (continuation of Deferred@1478505337 after retry RPC after error@1290078183) -> (continuation of Deferred@1090354337 after retry RPC after error@104508571) -> (continuation of Deferred@1608051934 after retry RPC after error@1004929789) -> (continuation of Deferred@274037076 after retry RPC after error@1138250161) -> (continuation of Deferred@1543432968 after retry RPC after error@1350892384) -> (continuation of Deferred@1805690877 after retry RPC after error@1794385633) -> (continuation of Deferred@1191061020 after retry RPC after error@827759192) -> (continuation of Deferred@1604799680 after retry RPC after error@347056891) -> (continuation of Deferred@592883892 after retry RPC after error@643267292) -> (continuation of Deferred@1140061082 after retry RPC after error@719483245) -> (continuation of Deferred@1009231765 after retry RPC after error@557558615) -> (continuation of Deferred@2106123209 after retry RPC after error@1146653708) -> (continuation of Deferred@1170378781 after retry RPC after error@962591457) -> (continuation of Deferred@57917608 after retry RPC after error@63636518) -> (continuation of Deferred@1381514810 after retry RPC after error@337010274) -> (continuation of Deferred@159230664 after retry RPC after error@1389131253) -> (continuation of Deferred@1098266744 after retry RPC after error@1731566458) -> (continuation of Deferred@66733758 after retry RPC after error@849934569) -> (continuation of Deferred@1122874172 after retry RPC after error@155717200)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduScanner.nextRows(KuduScanner.java:81)
	at org.apache.flink.connector.kudu.source.reader.KuduSourceSplitReader.fetch(KuduSourceSplitReader.java:68)
	at org.apache.flink.connector.base.source.reader.fetcher.FetchTask.run(FetchTask.java:58)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:165)
	... 6 more
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.19.120.60:44619
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:06:24.481 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_1_0.
21:06:24.481 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (be5d90ea6ea762b3c60063afb0fd4b65) switched from state RUNNING to RESTARTING.
21:06:24.484 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job be5d90ea6ea762b3c60063afb0fd4b65: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
21:06:24.485 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#0) of source Source: KuduSource.
21:06:24.488 [WARN - flink-pekko.actor.default-dispatcher-5] (TaskManagerLocation.java:276) No hostname could be resolved for the IP address 127.0.0.1, using IP address as host name. Local input split assignment (such as for HDFS files) may be impacted.
21:06:24.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:24.541841 22810 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.50.60" port: 38829 } attempt: 1
21:06:24.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:24.549247 22810 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.50.60:38829: Network error: Client connection negotiation failed: client connection to 127.22.50.60:38829: connect: Connection refused (error 111)
21:06:24.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:24.602806 22810 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.50.60" port: 38829 } attempt: 2
21:06:24.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:24.609840 22810 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.50.60:38829: Network error: Client connection negotiation failed: client connection to 127.22.50.60:38829: connect: Connection refused (error 111)
21:06:24.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:24.686370 22810 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.50.60" port: 38829 } attempt: 3
21:06:24.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:24.701004 22810 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.50.60:38829: Network error: Client connection negotiation failed: client connection to 127.22.50.60:38829: connect: Connection refused (error 111)
21:06:24.793 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:06:24.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:24.857945 22810 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.50.60" port: 38829 } attempt: 4
21:06:24.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:24.867666 22810 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.50.60:38829: Network error: Client connection negotiation failed: client connection to 127.22.50.60:38829: connect: Connection refused (error 111)
21:06:24.995 [DEBUG - pool-90-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:06:24.996 [DEBUG - pool-90-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:06:24.996 [DEBUG - pool-90-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:06:24.997 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:24.997 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:24.997 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:24.998 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:24.998 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:24.998 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:24.999 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:24.999 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:24.999 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:24.999 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:06:25.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:25.072868 22889 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.50.60" port: 38829 } attempt: 7
21:06:25.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:25.107302 22889 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.50.60:38829: Network error: Client connection negotiation failed: client connection to 127.22.50.60:38829: connect: Connection refused (error 111)
21:06:25.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:25.164228 22810 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.50.60" port: 38829 } attempt: 5
21:06:25.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:25.168830 22762 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.22.50.60:38829: connect: Connection refused (error 111) [suppressed 12 similar messages]
21:06:25.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:25.174352 22810 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.50.60:38829: Network error: Client connection negotiation failed: client connection to 127.22.50.60:38829: connect: Connection refused (error 111)
21:06:25.239 [DEBUG - pool-86-thread-1] (Connection.java:748) [peer master-127.19.120.62:38725(127.19.120.62:38725)] connecting to peer
21:06:25.240 [DEBUG - pool-86-thread-1] (Connection.java:748) [peer master-127.19.120.61:41045(127.19.120.61:41045)] connecting to peer
21:06:25.241 [DEBUG - pool-86-thread-1] (Connection.java:748) [peer master-127.19.120.60:44619(127.19.120.60:44619)] connecting to peer
21:06:25.242 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045
21:06:25.242 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.120.61:41045(127.19.120.61:41045)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045
21:06:25.242 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.120.61:41045: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045
21:06:25.243 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619
21:06:25.243 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.120.60:44619(127.19.120.60:44619)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619
21:06:25.243 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.120.60:44619: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619
21:06:25.247 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725
21:06:25.247 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.120.62:38725(127.19.120.62:38725)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725
21:06:25.248 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.120.62:38725: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725
21:06:25.248 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619; will retry
21:06:25.249 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=Kudu Master, attempt=24, TimeoutTracker(timeout=29420, elapsed=28869), Traces: [0ms] sending RPC to server master-127.19.120.60:44619, [1ms] received response from server master-127.19.120.60:44619: Network error: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [1ms] delaying RPC due to: Network error: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.62:38725, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.61:41045, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.60:44619, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.62:38725: Network error: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.61:41045: Network error: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.60:44619: Network error: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [22ms] delaying RPC due to: Service unavailable: Master config (127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.62:38725, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.61:41045, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.62:38725: Network error: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.61:41045: Network error: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.60:44619, [44ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.60:44619: Network error: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [45ms] delaying RPC due to: Service unavailable: Master config (127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.62:38725, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.61:41045, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.62:38725: Network error: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.61:41045: Network error: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.60:44619, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.60:44619: Network error: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [64ms] delaying RPC due to: Service unavailable: Master config (127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.62:38725, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.61:41045, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.62:38725: Network error: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725, [84ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.60:44619, [84ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.61:41045: Network error: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045, [86ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.60:44619: Network error: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [86ms] delaying RPC due to: Service unavailable: Master config (127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.62:38725, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.61:41045, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.62:38725: Network error: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725, [103ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.61:41045: Network error: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045, [104ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.60:44619, [105ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.60:44619: Network error: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [106ms] delaying RPC due to: Service unavailable: Master config (127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.62:38725, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.61:41045, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.60:44619, [142ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.62:38725: Network error: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725, [142ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.61:41045: Network error: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045, [143ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.60:44619: Network error: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [143ms] delaying RPC due to: Service unavailable: Master config (127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.62:38725, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.61:41045, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.60:44619, [202ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.62:38725: Network error: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725, [203ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.60:44619: Network error: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [203ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.61:41045: Network error: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045, [204ms] delaying RPC due to: Service unavailable: Master config (127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045, [400ms] refreshing cache from master, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.62:38725, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.61:41045, [402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.60:44619, [402ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.62:38725: Network error: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725, [402ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.61:41045: Network error: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045, [403ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.60:44619: Network error: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [403ms] delaying RPC due to: Service unavailable: Master config (127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [680ms] refreshing cache from master, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.62:38725, [683ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.61:41045, [683ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.62:38725: Network error: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725, [685ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.61:41045: Network error: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045, [686ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.60:44619, [688ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.60:44619: Network error: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [688ms] delaying RPC due to: Service unavailable: Master config (127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [900ms] refreshing cache from master, [901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.62:38725, [901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.61:41045, [902ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.60:44619, [902ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.61:41045: Network error: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045, [902ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.62:38725: Network error: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725, [903ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.60:44619: Network error: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [903ms] delaying RPC due to: Service unavailable: Master config (127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [2420ms] refreshing cache from master, [2420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.62:38725, [2421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.61:41045, [2421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.60:44619, [2421ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.62:38725: Network error: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725, [2422ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.61:41045: Network error: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045, [2423ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.60:44619: Network error: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [2423ms] delaying RPC due to: Service unavailable: Master config (127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [4780ms] refreshing cache from master, [4780ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.62:38725, [4781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.61:41045, [4781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.60:44619, [4782ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.62:38725: Network error: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725, [4782ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.61:41045: Network error: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045, [4783ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.60:44619: Network error: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [4783ms] delaying RPC due to: Service unavailable: Master config (127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [4860ms] refreshing cache from master, [4860ms] too many traces: truncated at 100 traces, deferred=Deferred@276269860(state=PENDING, result=null, callback=get tablet locations from the master for table replication_test_table -> release master lookup permit -> retry RPC -> (continuation of Deferred@1804513048 after retry RPC after error@1031990223) -> (continuation of Deferred@1636672716 after retry RPC after error@1301228914) -> (continuation of Deferred@1399307700 after retry RPC after error@2031220868) -> (continuation of Deferred@1974896814 after retry RPC after error@1097256919) -> (continuation of Deferred@797065298 after retry RPC after error@1495357694) -> (continuation of Deferred@412305548 after retry RPC after error@1870410814) -> (continuation of Deferred@1380018515 after retry RPC after error@24395085) -> (continuation of Deferred@60932807 after retry RPC after error@234019657) -> (continuation of Deferred@1411395669 after retry RPC after error@1948185033) -> (continuation of Deferred@2040832631 after retry RPC after error@1654064793) -> (continuation of Deferred@929046534 after retry RPC after error@888348570) -> (continuation of Deferred@1754834025 after retry RPC after error@845268013) -> (continuation of Deferred@79147639 after retry RPC after error@680813236) -> (continuation of Deferred@92413987 after retry RPC after error@972999698) -> (continuation of Deferred@14935376 after retry RPC after error@191473210) -> (continuation of Deferred@536747084 after retry RPC after error@1353702909) -> (continuation of Deferred@1333357533 after retry RPC after error@157768830) -> (continuation of Deferred@1720986978 after retry RPC after error@1215976568) -> (continuation of Deferred@1280960809 after retry RPC after error@2137970800) -> (continuation of Deferred@945165762 after retry RPC after error@580210468) -> (continuation of Deferred@562490110 after retry RPC after error@673319910) -> (continuation of Deferred@550691621 after retry RPC after error@674657396), errback=passthrough -> release master lookup permit -> retry RPC after error -> (continuation of Deferred@1804513048 after retry RPC after error@1031990223) -> (continuation of Deferred@1636672716 after retry RPC after error@1301228914) -> (continuation of Deferred@1399307700 after retry RPC after error@2031220868) -> (continuation of Deferred@1974896814 after retry RPC after error@1097256919) -> (continuation of Deferred@797065298 after retry RPC after error@1495357694) -> (continuation of Deferred@412305548 after retry RPC after error@1870410814) -> (continuation of Deferred@1380018515 after retry RPC after error@24395085) -> (continuation of Deferred@60932807 after retry RPC after error@234019657) -> (continuation of Deferred@1411395669 after retry RPC after error@1948185033) -> (continuation of Deferred@2040832631 after retry RPC after error@1654064793) -> (continuation of Deferred@929046534 after retry RPC after error@888348570) -> (continuation of Deferred@1754834025 after retry RPC after error@845268013) -> (continuation of Deferred@79147639 after retry RPC after error@680813236) -> (continuation of Deferred@92413987 after retry RPC after error@972999698) -> (continuation of Deferred@14935376 after retry RPC after error@191473210) -> (continuation of Deferred@536747084 after retry RPC after error@1353702909) -> (continuation of Deferred@1333357533 after retry RPC after error@157768830) -> (continuation of Deferred@1720986978 after retry RPC after error@1215976568) -> (continuation of Deferred@1280960809 after retry RPC after error@2137970800) -> (continuation of Deferred@945165762 after retry RPC after error@580210468) -> (continuation of Deferred@562490110 after retry RPC after error@673319910) -> (continuation of Deferred@550691621 after retry RPC after error@674657396)))
21:06:25.252 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1523) Notify RPC ScanRequest(scannerId=null, state=OPENING, tablet=de01b65a946143b5962f2c50904edae4, attempt=8, KuduRpc(method=Scan, tablet=de01b65a946143b5962f2c50904edae4, attempt=8, TimeoutTracker(timeout=30000, elapsed=29451), Traces: [0ms] sending RPC to server 34885dfc66284ca0b16a23d15099a5dc, [336ms] received response from server 34885dfc66284ca0b16a23d15099a5dc: Network error: connection closed, [336ms] delaying RPC due to: Network error: connection closed, [340ms] sending RPC to server 0751133557e2488f88e6047cd0844e03, [344ms] received response from server 0751133557e2488f88e6047cd0844e03: Network error: Failed to connect to peer 0751133557e2488f88e6047cd0844e03(127.19.120.1:34179): Connection refused: /127.19.120.1:34179, [344ms] delaying RPC due to: Network error: Failed to connect to peer 0751133557e2488f88e6047cd0844e03(127.19.120.1:34179): Connection refused: /127.19.120.1:34179, [361ms] sending RPC to server e4339a62c70f4194a74ad6c0e99505de, [385ms] received response from server e4339a62c70f4194a74ad6c0e99505de: Network error: [peer e4339a62c70f4194a74ad6c0e99505de(127.19.120.3:36807)] unexpected exception from downstream on [id: 0x3e6fc9fc, L:/127.0.0.1:59032 - R:/127.19.120.3:36807], [385ms] delaying RPC due to: Network error: [peer e4339a62c70f4194a74ad6c0e99505de(127.19.120.3:36807)] unexpected exception from downstream on [id: 0x3e6fc9fc, L:/127.0.0.1:59032 - R:/127.19.120.3:36807], [400ms] refreshing cache from master, [400ms] Sub RPC GetTableLocations: refreshing cache from master, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.62:38725, [403ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.61:41045, [406ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.60:44619, [451ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.61:41045: OK, [452ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.60:44619: OK, [453ms] Sub RPC GetTableLocations: sending RPC to server master-127.19.120.60:44619, [456ms] Sub RPC GetTableLocations: received response from server master-127.19.120.60:44619: OK, [457ms] sending RPC to server 34885dfc66284ca0b16a23d15099a5dc, [469ms] received response from server 34885dfc66284ca0b16a23d15099a5dc: Network error: Failed to connect to peer 34885dfc66284ca0b16a23d15099a5dc(127.19.120.2:42545): Connection refused: /127.19.120.2:42545, [469ms] delaying RPC due to: Network error: Failed to connect to peer 34885dfc66284ca0b16a23d15099a5dc(127.19.120.2:42545): Connection refused: /127.19.120.2:42545, [480ms] sending RPC to server 0751133557e2488f88e6047cd0844e03, [493ms] received response from server 0751133557e2488f88e6047cd0844e03: Network error: Failed to connect to peer 0751133557e2488f88e6047cd0844e03(127.19.120.1:34179): Connection refused: /127.19.120.1:34179, [493ms] delaying RPC due to: Network error: Failed to connect to peer 0751133557e2488f88e6047cd0844e03(127.19.120.1:34179): Connection refused: /127.19.120.1:34179, [540ms] sending RPC to server e4339a62c70f4194a74ad6c0e99505de, [542ms] received response from server e4339a62c70f4194a74ad6c0e99505de: Network error: Failed to connect to peer e4339a62c70f4194a74ad6c0e99505de(127.19.120.3:36807): Connection refused: /127.19.120.3:36807, [542ms] delaying RPC due to: Network error: Failed to connect to peer e4339a62c70f4194a74ad6c0e99505de(127.19.120.3:36807): Connection refused: /127.19.120.3:36807, [560ms] refreshing cache from master, [560ms] Sub RPC GetTableLocations: sending RPC to server master-127.19.120.60:44619, [561ms] Sub RPC GetTableLocations: received response from server master-127.19.120.60:44619: Network error: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [561ms] Sub RPC GetTableLocations: delaying RPC due to: Network error: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [580ms] Sub RPC GetTableLocations: refreshing cache from master, [580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.62:38725, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.61:41045, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.60:44619, [581ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.62:38725: Network error: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725, [582ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.61:41045: Network error: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045, [582ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.60:44619: Network error: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [582ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [600ms] Sub RPC GetTableLocations: refreshing cache from master, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.62:38725, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.61:41045, [602ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.62:38725: Network error: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725, [602ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.61:41045: Network error: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045, [603ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.60:44619, [604ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.60:44619: Network error: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [605ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [620ms] Sub RPC GetTableLocations: refreshing cache from master, [620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.62:38725, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.61:41045, [622ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.62:38725: Network error: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725, [622ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.61:41045: Network error: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045, [622ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.60:44619, [623ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.60:44619: Network error: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [624ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [640ms] Sub RPC GetTableLocations: refreshing cache from master, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.62:38725, [643ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.61:41045, [643ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.62:38725: Network error: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725, [644ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.60:44619, [644ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.61:41045: Network error: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045, [646ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.60:44619: Network error: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [646ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [660ms] Sub RPC GetTableLocations: refreshing cache from master, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.62:38725, [662ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.61:41045, [662ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.62:38725: Network error: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725, [663ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.61:41045: Network error: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045, [664ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.60:44619, [665ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.60:44619: Network error: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [666ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [700ms] Sub RPC GetTableLocations: refreshing cache from master, [700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.62:38725, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.61:41045, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.60:44619, [702ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.62:38725: Network error: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725, [702ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.61:41045: Network error: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045, [703ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.60:44619: Network error: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [703ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [760ms] Sub RPC GetTableLocations: refreshing cache from master, [761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.62:38725, [762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.61:41045, [762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.60:44619, [762ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.62:38725: Network error: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725, [763ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.60:44619: Network error: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [763ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.61:41045: Network error: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045, [764ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045, [960ms] Sub RPC GetTableLocations: refreshing cache from master, [960ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.62:38725, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.61:41045, [962ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.60:44619, [962ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.62:38725: Network error: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725, [962ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.61:41045: Network error: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045, [963ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.60:44619: Network error: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [963ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [1240ms] Sub RPC GetTableLocations: refreshing cache from master, [1241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.62:38725, [1243ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.61:41045, [1243ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.62:38725: Network error: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725, [1245ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.61:41045: Network error: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045, [1246ms] too many traces: truncated at 100 traces, deferred=Deferred@1276459753(state=PENDING, result=null, callback=scanner opened -> passthrough -> wakeup thread Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0 -> (continuation of Deferred@1047636630 after retry RPC@112520069), errback=passthrough -> open scanner errback -> wakeup thread Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0 -> (continuation of Deferred@1047636630 after retry RPC@112520069)))) after lookup exception
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=Kudu Master, attempt=24, TimeoutTracker(timeout=29420, elapsed=28869), Traces: [0ms] sending RPC to server master-127.19.120.60:44619, [1ms] received response from server master-127.19.120.60:44619: Network error: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [1ms] delaying RPC due to: Network error: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.62:38725, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.61:41045, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.60:44619, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.62:38725: Network error: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.61:41045: Network error: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.60:44619: Network error: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [22ms] delaying RPC due to: Service unavailable: Master config (127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.62:38725, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.61:41045, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.62:38725: Network error: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.61:41045: Network error: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.60:44619, [44ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.60:44619: Network error: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [45ms] delaying RPC due to: Service unavailable: Master config (127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.62:38725, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.61:41045, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.62:38725: Network error: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.61:41045: Network error: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.60:44619, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.60:44619: Network error: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [64ms] delaying RPC due to: Service unavailable: Master config (127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.62:38725, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.61:41045, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.62:38725: Network error: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725, [84ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.60:44619, [84ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.61:41045: Network error: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045, [86ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.60:44619: Network error: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [86ms] delaying RPC due to: Service unavailable: Master config (127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.62:38725, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.61:41045, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.62:38725: Network error: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725, [103ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.61:41045: Network error: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045, [104ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.60:44619, [105ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.60:44619: Network error: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [106ms] delaying RPC due to: Service unavailable: Master config (127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.62:38725, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.61:41045, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.60:44619, [142ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.62:38725: Network error: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725, [142ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.61:41045: Network error: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045, [143ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.60:44619: Network error: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [143ms] delaying RPC due to: Service unavailable: Master config (127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.62:38725, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.61:41045, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.60:44619, [202ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.62:38725: Network error: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725, [203ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.60:44619: Network error: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [203ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.61:41045: Network error: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045, [204ms] delaying RPC due to: Service unavailable: Master config (127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045, [400ms] refreshing cache from master, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.62:38725, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.61:41045, [402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.60:44619, [402ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.62:38725: Network error: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725, [402ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.61:41045: Network error: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045, [403ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.60:44619: Network error: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [403ms] delaying RPC due to: Service unavailable: Master config (127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [680ms] refreshing cache from master, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.62:38725, [683ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.61:41045, [683ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.62:38725: Network error: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725, [685ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.61:41045: Network error: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045, [686ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.60:44619, [688ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.60:44619: Network error: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [688ms] delaying RPC due to: Service unavailable: Master config (127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [900ms] refreshing cache from master, [901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.62:38725, [901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.61:41045, [902ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.60:44619, [902ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.61:41045: Network error: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045, [902ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.62:38725: Network error: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725, [903ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.60:44619: Network error: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [903ms] delaying RPC due to: Service unavailable: Master config (127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [2420ms] refreshing cache from master, [2420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.62:38725, [2421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.61:41045, [2421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.60:44619, [2421ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.62:38725: Network error: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725, [2422ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.61:41045: Network error: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045, [2423ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.60:44619: Network error: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [2423ms] delaying RPC due to: Service unavailable: Master config (127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [4780ms] refreshing cache from master, [4780ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.62:38725, [4781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.61:41045, [4781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.60:44619, [4782ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.62:38725: Network error: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725, [4782ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.61:41045: Network error: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045, [4783ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.60:44619: Network error: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [4783ms] delaying RPC due to: Service unavailable: Master config (127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [4860ms] refreshing cache from master, [4860ms] too many traces: truncated at 100 traces, deferred=Deferred@276269860(state=PENDING, result=null, callback=get tablet locations from the master for table replication_test_table -> release master lookup permit -> retry RPC -> (continuation of Deferred@1804513048 after retry RPC after error@1031990223) -> (continuation of Deferred@1636672716 after retry RPC after error@1301228914) -> (continuation of Deferred@1399307700 after retry RPC after error@2031220868) -> (continuation of Deferred@1974896814 after retry RPC after error@1097256919) -> (continuation of Deferred@797065298 after retry RPC after error@1495357694) -> (continuation of Deferred@412305548 after retry RPC after error@1870410814) -> (continuation of Deferred@1380018515 after retry RPC after error@24395085) -> (continuation of Deferred@60932807 after retry RPC after error@234019657) -> (continuation of Deferred@1411395669 after retry RPC after error@1948185033) -> (continuation of Deferred@2040832631 after retry RPC after error@1654064793) -> (continuation of Deferred@929046534 after retry RPC after error@888348570) -> (continuation of Deferred@1754834025 after retry RPC after error@845268013) -> (continuation of Deferred@79147639 after retry RPC after error@680813236) -> (continuation of Deferred@92413987 after retry RPC after error@972999698) -> (continuation of Deferred@14935376 after retry RPC after error@191473210) -> (continuation of Deferred@536747084 after retry RPC after error@1353702909) -> (continuation of Deferred@1333357533 after retry RPC after error@157768830) -> (continuation of Deferred@1720986978 after retry RPC after error@1215976568) -> (continuation of Deferred@1280960809 after retry RPC after error@2137970800) -> (continuation of Deferred@945165762 after retry RPC after error@580210468) -> (continuation of Deferred@562490110 after retry RPC after error@673319910) -> (continuation of Deferred@550691621 after retry RPC after error@674657396), errback=passthrough -> release master lookup permit -> retry RPC after error -> (continuation of Deferred@1804513048 after retry RPC after error@1031990223) -> (continuation of Deferred@1636672716 after retry RPC after error@1301228914) -> (continuation of Deferred@1399307700 after retry RPC after error@2031220868) -> (continuation of Deferred@1974896814 after retry RPC after error@1097256919) -> (continuation of Deferred@797065298 after retry RPC after error@1495357694) -> (continuation of Deferred@412305548 after retry RPC after error@1870410814) -> (continuation of Deferred@1380018515 after retry RPC after error@24395085) -> (continuation of Deferred@60932807 after retry RPC after error@234019657) -> (continuation of Deferred@1411395669 after retry RPC after error@1948185033) -> (continuation of Deferred@2040832631 after retry RPC after error@1654064793) -> (continuation of Deferred@929046534 after retry RPC after error@888348570) -> (continuation of Deferred@1754834025 after retry RPC after error@845268013) -> (continuation of Deferred@79147639 after retry RPC after error@680813236) -> (continuation of Deferred@92413987 after retry RPC after error@972999698) -> (continuation of Deferred@14935376 after retry RPC after error@191473210) -> (continuation of Deferred@536747084 after retry RPC after error@1353702909) -> (continuation of Deferred@1333357533 after retry RPC after error@157768830) -> (continuation of Deferred@1720986978 after retry RPC after error@1215976568) -> (continuation of Deferred@1280960809 after retry RPC after error@2137970800) -> (continuation of Deferred@945165762 after retry RPC after error@580210468) -> (continuation of Deferred@562490110 after retry RPC after error@673319910) -> (continuation of Deferred@550691621 after retry RPC after error@674657396)))
	at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
	at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
	at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
	at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	... 35 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.19.120.62:38725
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:06:25.255 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:686) Can not open scanner
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=Kudu Master, attempt=24, TimeoutTracker(timeout=29420, elapsed=28869), Traces: [0ms] sending RPC to server master-127.19.120.60:44619, [1ms] received response from server master-127.19.120.60:44619: Network error: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [1ms] delaying RPC due to: Network error: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.62:38725, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.61:41045, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.60:44619, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.62:38725: Network error: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.61:41045: Network error: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.60:44619: Network error: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [22ms] delaying RPC due to: Service unavailable: Master config (127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.62:38725, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.61:41045, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.62:38725: Network error: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.61:41045: Network error: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.60:44619, [44ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.60:44619: Network error: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [45ms] delaying RPC due to: Service unavailable: Master config (127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.62:38725, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.61:41045, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.62:38725: Network error: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.61:41045: Network error: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.60:44619, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.60:44619: Network error: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [64ms] delaying RPC due to: Service unavailable: Master config (127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.62:38725, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.61:41045, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.62:38725: Network error: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725, [84ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.60:44619, [84ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.61:41045: Network error: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045, [86ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.60:44619: Network error: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [86ms] delaying RPC due to: Service unavailable: Master config (127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.62:38725, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.61:41045, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.62:38725: Network error: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725, [103ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.61:41045: Network error: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045, [104ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.60:44619, [105ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.60:44619: Network error: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [106ms] delaying RPC due to: Service unavailable: Master config (127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.62:38725, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.61:41045, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.60:44619, [142ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.62:38725: Network error: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725, [142ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.61:41045: Network error: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045, [143ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.60:44619: Network error: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [143ms] delaying RPC due to: Service unavailable: Master config (127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.62:38725, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.61:41045, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.60:44619, [202ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.62:38725: Network error: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725, [203ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.60:44619: Network error: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [203ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.61:41045: Network error: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045, [204ms] delaying RPC due to: Service unavailable: Master config (127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045, [400ms] refreshing cache from master, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.62:38725, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.61:41045, [402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.60:44619, [402ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.62:38725: Network error: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725, [402ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.61:41045: Network error: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045, [403ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.60:44619: Network error: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [403ms] delaying RPC due to: Service unavailable: Master config (127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [680ms] refreshing cache from master, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.62:38725, [683ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.61:41045, [683ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.62:38725: Network error: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725, [685ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.61:41045: Network error: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045, [686ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.60:44619, [688ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.60:44619: Network error: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [688ms] delaying RPC due to: Service unavailable: Master config (127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [900ms] refreshing cache from master, [901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.62:38725, [901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.61:41045, [902ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.60:44619, [902ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.61:41045: Network error: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045, [902ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.62:38725: Network error: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725, [903ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.60:44619: Network error: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [903ms] delaying RPC due to: Service unavailable: Master config (127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [2420ms] refreshing cache from master, [2420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.62:38725, [2421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.61:41045, [2421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.60:44619, [2421ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.62:38725: Network error: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725, [2422ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.61:41045: Network error: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045, [2423ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.60:44619: Network error: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [2423ms] delaying RPC due to: Service unavailable: Master config (127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [4780ms] refreshing cache from master, [4780ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.62:38725, [4781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.61:41045, [4781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.60:44619, [4782ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.62:38725: Network error: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725, [4782ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.61:41045: Network error: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045, [4783ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.60:44619: Network error: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [4783ms] delaying RPC due to: Service unavailable: Master config (127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [4860ms] refreshing cache from master, [4860ms] too many traces: truncated at 100 traces, deferred=Deferred@276269860(state=PENDING, result=null, callback=get tablet locations from the master for table replication_test_table -> release master lookup permit -> retry RPC -> (continuation of Deferred@1804513048 after retry RPC after error@1031990223) -> (continuation of Deferred@1636672716 after retry RPC after error@1301228914) -> (continuation of Deferred@1399307700 after retry RPC after error@2031220868) -> (continuation of Deferred@1974896814 after retry RPC after error@1097256919) -> (continuation of Deferred@797065298 after retry RPC after error@1495357694) -> (continuation of Deferred@412305548 after retry RPC after error@1870410814) -> (continuation of Deferred@1380018515 after retry RPC after error@24395085) -> (continuation of Deferred@60932807 after retry RPC after error@234019657) -> (continuation of Deferred@1411395669 after retry RPC after error@1948185033) -> (continuation of Deferred@2040832631 after retry RPC after error@1654064793) -> (continuation of Deferred@929046534 after retry RPC after error@888348570) -> (continuation of Deferred@1754834025 after retry RPC after error@845268013) -> (continuation of Deferred@79147639 after retry RPC after error@680813236) -> (continuation of Deferred@92413987 after retry RPC after error@972999698) -> (continuation of Deferred@14935376 after retry RPC after error@191473210) -> (continuation of Deferred@536747084 after retry RPC after error@1353702909) -> (continuation of Deferred@1333357533 after retry RPC after error@157768830) -> (continuation of Deferred@1720986978 after retry RPC after error@1215976568) -> (continuation of Deferred@1280960809 after retry RPC after error@2137970800) -> (continuation of Deferred@945165762 after retry RPC after error@580210468) -> (continuation of Deferred@562490110 after retry RPC after error@673319910) -> (continuation of Deferred@550691621 after retry RPC after error@674657396), errback=passthrough -> release master lookup permit -> retry RPC after error -> (continuation of Deferred@1804513048 after retry RPC after error@1031990223) -> (continuation of Deferred@1636672716 after retry RPC after error@1301228914) -> (continuation of Deferred@1399307700 after retry RPC after error@2031220868) -> (continuation of Deferred@1974896814 after retry RPC after error@1097256919) -> (continuation of Deferred@797065298 after retry RPC after error@1495357694) -> (continuation of Deferred@412305548 after retry RPC after error@1870410814) -> (continuation of Deferred@1380018515 after retry RPC after error@24395085) -> (continuation of Deferred@60932807 after retry RPC after error@234019657) -> (continuation of Deferred@1411395669 after retry RPC after error@1948185033) -> (continuation of Deferred@2040832631 after retry RPC after error@1654064793) -> (continuation of Deferred@929046534 after retry RPC after error@888348570) -> (continuation of Deferred@1754834025 after retry RPC after error@845268013) -> (continuation of Deferred@79147639 after retry RPC after error@680813236) -> (continuation of Deferred@92413987 after retry RPC after error@972999698) -> (continuation of Deferred@14935376 after retry RPC after error@191473210) -> (continuation of Deferred@536747084 after retry RPC after error@1353702909) -> (continuation of Deferred@1333357533 after retry RPC after error@157768830) -> (continuation of Deferred@1720986978 after retry RPC after error@1215976568) -> (continuation of Deferred@1280960809 after retry RPC after error@2137970800) -> (continuation of Deferred@945165762 after retry RPC after error@580210468) -> (continuation of Deferred@562490110 after retry RPC after error@673319910) -> (continuation of Deferred@550691621 after retry RPC after error@674657396)))
	at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
	at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
	at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
	at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	... 35 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.19.120.62:38725
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:06:25.256 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (AsyncKuduScanner.java:862) Scanner null closed on null
21:06:25.256 [ERROR - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcherManager.java:190) Received uncaught exception.
java.lang.RuntimeException: SplitFetcher thread 5 received unexpected exception while polling the records
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:168)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.run(SplitFetcher.java:117)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=Kudu Master, attempt=24, TimeoutTracker(timeout=29420, elapsed=28869), Traces: [0ms] sending RPC to server master-127.19.120.60:44619, [1ms] received response from server master-127.19.120.60:44619: Network error: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [1ms] delaying RPC due to: Network error: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.62:38725, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.61:41045, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.60:44619, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.62:38725: Network error: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.61:41045: Network error: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.60:44619: Network error: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [22ms] delaying RPC due to: Service unavailable: Master config (127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.62:38725, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.61:41045, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.62:38725: Network error: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.61:41045: Network error: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.60:44619, [44ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.60:44619: Network error: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [45ms] delaying RPC due to: Service unavailable: Master config (127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.62:38725, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.61:41045, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.62:38725: Network error: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.61:41045: Network error: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.60:44619, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.60:44619: Network error: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [64ms] delaying RPC due to: Service unavailable: Master config (127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.62:38725, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.61:41045, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.62:38725: Network error: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725, [84ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.60:44619, [84ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.61:41045: Network error: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045, [86ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.60:44619: Network error: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [86ms] delaying RPC due to: Service unavailable: Master config (127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.62:38725, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.61:41045, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.62:38725: Network error: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725, [103ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.61:41045: Network error: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045, [104ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.60:44619, [105ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.60:44619: Network error: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [106ms] delaying RPC due to: Service unavailable: Master config (127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.62:38725, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.61:41045, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.60:44619, [142ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.62:38725: Network error: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725, [142ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.61:41045: Network error: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045, [143ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.60:44619: Network error: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [143ms] delaying RPC due to: Service unavailable: Master config (127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.62:38725, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.61:41045, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.60:44619, [202ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.62:38725: Network error: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725, [203ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.60:44619: Network error: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [203ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.61:41045: Network error: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045, [204ms] delaying RPC due to: Service unavailable: Master config (127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045, [400ms] refreshing cache from master, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.62:38725, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.61:41045, [402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.60:44619, [402ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.62:38725: Network error: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725, [402ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.61:41045: Network error: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045, [403ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.60:44619: Network error: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [403ms] delaying RPC due to: Service unavailable: Master config (127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [680ms] refreshing cache from master, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.62:38725, [683ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.61:41045, [683ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.62:38725: Network error: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725, [685ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.61:41045: Network error: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045, [686ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.60:44619, [688ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.60:44619: Network error: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [688ms] delaying RPC due to: Service unavailable: Master config (127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [900ms] refreshing cache from master, [901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.62:38725, [901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.61:41045, [902ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.60:44619, [902ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.61:41045: Network error: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045, [902ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.62:38725: Network error: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725, [903ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.60:44619: Network error: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [903ms] delaying RPC due to: Service unavailable: Master config (127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [2420ms] refreshing cache from master, [2420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.62:38725, [2421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.61:41045, [2421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.60:44619, [2421ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.62:38725: Network error: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725, [2422ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.61:41045: Network error: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045, [2423ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.60:44619: Network error: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [2423ms] delaying RPC due to: Service unavailable: Master config (127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [4780ms] refreshing cache from master, [4780ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.62:38725, [4781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.61:41045, [4781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.60:44619, [4782ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.62:38725: Network error: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725, [4782ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.61:41045: Network error: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045, [4783ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.60:44619: Network error: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [4783ms] delaying RPC due to: Service unavailable: Master config (127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [4860ms] refreshing cache from master, [4860ms] too many traces: truncated at 100 traces, deferred=Deferred@276269860(state=PENDING, result=null, callback=get tablet locations from the master for table replication_test_table -> release master lookup permit -> retry RPC -> (continuation of Deferred@1804513048 after retry RPC after error@1031990223) -> (continuation of Deferred@1636672716 after retry RPC after error@1301228914) -> (continuation of Deferred@1399307700 after retry RPC after error@2031220868) -> (continuation of Deferred@1974896814 after retry RPC after error@1097256919) -> (continuation of Deferred@797065298 after retry RPC after error@1495357694) -> (continuation of Deferred@412305548 after retry RPC after error@1870410814) -> (continuation of Deferred@1380018515 after retry RPC after error@24395085) -> (continuation of Deferred@60932807 after retry RPC after error@234019657) -> (continuation of Deferred@1411395669 after retry RPC after error@1948185033) -> (continuation of Deferred@2040832631 after retry RPC after error@1654064793) -> (continuation of Deferred@929046534 after retry RPC after error@888348570) -> (continuation of Deferred@1754834025 after retry RPC after error@845268013) -> (continuation of Deferred@79147639 after retry RPC after error@680813236) -> (continuation of Deferred@92413987 after retry RPC after error@972999698) -> (continuation of Deferred@14935376 after retry RPC after error@191473210) -> (continuation of Deferred@536747084 after retry RPC after error@1353702909) -> (continuation of Deferred@1333357533 after retry RPC after error@157768830) -> (continuation of Deferred@1720986978 after retry RPC after error@1215976568) -> (continuation of Deferred@1280960809 after retry RPC after error@2137970800) -> (continuation of Deferred@945165762 after retry RPC after error@580210468) -> (continuation of Deferred@562490110 after retry RPC after error@673319910) -> (continuation of Deferred@550691621 after retry RPC after error@674657396), errback=passthrough -> release master lookup permit -> retry RPC after error -> (continuation of Deferred@1804513048 after retry RPC after error@1031990223) -> (continuation of Deferred@1636672716 after retry RPC after error@1301228914) -> (continuation of Deferred@1399307700 after retry RPC after error@2031220868) -> (continuation of Deferred@1974896814 after retry RPC after error@1097256919) -> (continuation of Deferred@797065298 after retry RPC after error@1495357694) -> (continuation of Deferred@412305548 after retry RPC after error@1870410814) -> (continuation of Deferred@1380018515 after retry RPC after error@24395085) -> (continuation of Deferred@60932807 after retry RPC after error@234019657) -> (continuation of Deferred@1411395669 after retry RPC after error@1948185033) -> (continuation of Deferred@2040832631 after retry RPC after error@1654064793) -> (continuation of Deferred@929046534 after retry RPC after error@888348570) -> (continuation of Deferred@1754834025 after retry RPC after error@845268013) -> (continuation of Deferred@79147639 after retry RPC after error@680813236) -> (continuation of Deferred@92413987 after retry RPC after error@972999698) -> (continuation of Deferred@14935376 after retry RPC after error@191473210) -> (continuation of Deferred@536747084 after retry RPC after error@1353702909) -> (continuation of Deferred@1333357533 after retry RPC after error@157768830) -> (continuation of Deferred@1720986978 after retry RPC after error@1215976568) -> (continuation of Deferred@1280960809 after retry RPC after error@2137970800) -> (continuation of Deferred@945165762 after retry RPC after error@580210468) -> (continuation of Deferred@562490110 after retry RPC after error@673319910) -> (continuation of Deferred@550691621 after retry RPC after error@674657396)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduScanner.nextRows(KuduScanner.java:81)
	at org.apache.flink.connector.kudu.source.reader.KuduSourceSplitReader.fetch(KuduSourceSplitReader.java:68)
	at org.apache.flink.connector.base.source.reader.fetcher.FetchTask.run(FetchTask.java:58)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:165)
	... 6 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.19.120.62:38725
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:06:25.257 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer master-127.19.120.60:44619(127.19.120.60:44619)] disconnecting while in state TERMINATED
21:06:25.257 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer master-127.19.120.61:41045(127.19.120.61:41045)] disconnecting while in state TERMINATED
21:06:25.257 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer 34885dfc66284ca0b16a23d15099a5dc(127.19.120.2:42545)] disconnecting while in state TERMINATED
21:06:25.257 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer 0751133557e2488f88e6047cd0844e03(127.19.120.1:34179)] disconnecting while in state TERMINATED
21:06:25.257 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer master-127.19.120.62:38725(127.19.120.62:38725)] disconnecting while in state TERMINATED
21:06:25.258 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer e4339a62c70f4194a74ad6c0e99505de(127.19.120.3:36807)] disconnecting while in state TERMINATED
21:06:25.261 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer 66c71c94f0ef4228936a4568fce9d752(127.20.46.129:34963)] disconnecting while in state TERMINATED
21:06:25.261 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer master-127.20.46.190:36007(127.20.46.190:36007)] disconnecting while in state TERMINATED
21:06:25.261 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer master-127.20.46.189:42409(127.20.46.189:42409)] disconnecting while in state TERMINATED
21:06:25.261 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer master-127.20.46.188:38181(127.20.46.188:38181)] disconnecting while in state TERMINATED
21:06:25.262 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:2704) Releasing all remaining resources
21:06:25.263 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-0
21:06:25.264 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 4 thread-local buffer(s) from thread: kudu-nio-2
21:06:25.265 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 4 thread-local buffer(s) from thread: kudu-nio-3
21:06:25.265 [DEBUG - kudu-nio-5] (PoolThreadCache.java:218) Freed 23 thread-local buffer(s) from thread: kudu-nio-5
21:06:25.266 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:128) Split fetcher 5 exited.
21:06:25.266 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
21:06:25.267 [DEBUG - kudu-nio-4] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-4
21:06:25.267 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-0
21:06:25.267 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 20 thread-local buffer(s) from thread: kudu-nio-3
21:06:25.267 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-2
21:06:25.268 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 26 thread-local buffer(s) from thread: kudu-nio-1
21:06:25.268 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:338) Closing Source Reader.
21:06:25.269 [WARN - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1117) Source: KuduSource -> Sink: Writer (1/4)#0 (c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from RUNNING to FAILED with failure cause:
java.lang.RuntimeException: One or more fetchers have encountered exception
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcherManager.checkErrors(SplitFetcherManager.java:333)
	at org.apache.flink.connector.base.source.reader.SourceReaderBase.getNextFetch(SourceReaderBase.java:228)
	at org.apache.flink.connector.base.source.reader.SourceReaderBase.pollNext(SourceReaderBase.java:190)
	at org.apache.kudu.replication.wrappedsource.StatelessKuduReaderWrapper.pollNext(StatelessKuduReaderWrapper.java:63)
	at org.apache.flink.streaming.api.operators.SourceOperator.emitNext(SourceOperator.java:443)
	at org.apache.flink.streaming.runtime.io.StreamTaskSourceInput.emitNext(StreamTaskSourceInput.java:68)
	at org.apache.flink.streaming.runtime.io.StreamOneInputProcessor.processInput(StreamOneInputProcessor.java:65)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.processInput(StreamTask.java:579)
	at org.apache.flink.streaming.runtime.tasks.mailbox.MailboxProcessor.runMailboxLoop(MailboxProcessor.java:231)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.runMailboxLoop(StreamTask.java:909)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.invoke(StreamTask.java:858)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:937)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: SplitFetcher thread 5 received unexpected exception while polling the records
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:168)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.run(SplitFetcher.java:117)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=Kudu Master, attempt=24, TimeoutTracker(timeout=29420, elapsed=28869), Traces: [0ms] sending RPC to server master-127.19.120.60:44619, [1ms] received response from server master-127.19.120.60:44619: Network error: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [1ms] delaying RPC due to: Network error: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.62:38725, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.61:41045, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.60:44619, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.62:38725: Network error: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.61:41045: Network error: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.60:44619: Network error: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [22ms] delaying RPC due to: Service unavailable: Master config (127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.62:38725, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.61:41045, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.62:38725: Network error: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.61:41045: Network error: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.60:44619, [44ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.60:44619: Network error: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [45ms] delaying RPC due to: Service unavailable: Master config (127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.62:38725, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.61:41045, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.62:38725: Network error: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.61:41045: Network error: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.60:44619, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.60:44619: Network error: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [64ms] delaying RPC due to: Service unavailable: Master config (127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.62:38725, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.61:41045, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.62:38725: Network error: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725, [84ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.60:44619, [84ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.61:41045: Network error: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045, [86ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.60:44619: Network error: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [86ms] delaying RPC due to: Service unavailable: Master config (127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.62:38725, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.61:41045, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.62:38725: Network error: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725, [103ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.61:41045: Network error: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045, [104ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.60:44619, [105ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.60:44619: Network error: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [106ms] delaying RPC due to: Service unavailable: Master config (127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.62:38725, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.61:41045, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.60:44619, [142ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.62:38725: Network error: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725, [142ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.61:41045: Network error: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045, [143ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.60:44619: Network error: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [143ms] delaying RPC due to: Service unavailable: Master config (127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.62:38725, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.61:41045, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.60:44619, [202ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.62:38725: Network error: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725, [203ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.60:44619: Network error: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [203ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.61:41045: Network error: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045, [204ms] delaying RPC due to: Service unavailable: Master config (127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045, [400ms] refreshing cache from master, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.62:38725, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.61:41045, [402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.60:44619, [402ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.62:38725: Network error: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725, [402ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.61:41045: Network error: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045, [403ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.60:44619: Network error: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [403ms] delaying RPC due to: Service unavailable: Master config (127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [680ms] refreshing cache from master, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.62:38725, [683ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.61:41045, [683ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.62:38725: Network error: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725, [685ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.61:41045: Network error: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045, [686ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.60:44619, [688ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.60:44619: Network error: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [688ms] delaying RPC due to: Service unavailable: Master config (127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [900ms] refreshing cache from master, [901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.62:38725, [901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.61:41045, [902ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.60:44619, [902ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.61:41045: Network error: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045, [902ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.62:38725: Network error: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725, [903ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.60:44619: Network error: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [903ms] delaying RPC due to: Service unavailable: Master config (127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [2420ms] refreshing cache from master, [2420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.62:38725, [2421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.61:41045, [2421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.60:44619, [2421ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.62:38725: Network error: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725, [2422ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.61:41045: Network error: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045, [2423ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.60:44619: Network error: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [2423ms] delaying RPC due to: Service unavailable: Master config (127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [4780ms] refreshing cache from master, [4780ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.62:38725, [4781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.61:41045, [4781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.60:44619, [4782ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.62:38725: Network error: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725, [4782ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.61:41045: Network error: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045, [4783ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.60:44619: Network error: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [4783ms] delaying RPC due to: Service unavailable: Master config (127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [4860ms] refreshing cache from master, [4860ms] too many traces: truncated at 100 traces, deferred=Deferred@276269860(state=PENDING, result=null, callback=get tablet locations from the master for table replication_test_table -> release master lookup permit -> retry RPC -> (continuation of Deferred@1804513048 after retry RPC after error@1031990223) -> (continuation of Deferred@1636672716 after retry RPC after error@1301228914) -> (continuation of Deferred@1399307700 after retry RPC after error@2031220868) -> (continuation of Deferred@1974896814 after retry RPC after error@1097256919) -> (continuation of Deferred@797065298 after retry RPC after error@1495357694) -> (continuation of Deferred@412305548 after retry RPC after error@1870410814) -> (continuation of Deferred@1380018515 after retry RPC after error@24395085) -> (continuation of Deferred@60932807 after retry RPC after error@234019657) -> (continuation of Deferred@1411395669 after retry RPC after error@1948185033) -> (continuation of Deferred@2040832631 after retry RPC after error@1654064793) -> (continuation of Deferred@929046534 after retry RPC after error@888348570) -> (continuation of Deferred@1754834025 after retry RPC after error@845268013) -> (continuation of Deferred@79147639 after retry RPC after error@680813236) -> (continuation of Deferred@92413987 after retry RPC after error@972999698) -> (continuation of Deferred@14935376 after retry RPC after error@191473210) -> (continuation of Deferred@536747084 after retry RPC after error@1353702909) -> (continuation of Deferred@1333357533 after retry RPC after error@157768830) -> (continuation of Deferred@1720986978 after retry RPC after error@1215976568) -> (continuation of Deferred@1280960809 after retry RPC after error@2137970800) -> (continuation of Deferred@945165762 after retry RPC after error@580210468) -> (continuation of Deferred@562490110 after retry RPC after error@673319910) -> (continuation of Deferred@550691621 after retry RPC after error@674657396), errback=passthrough -> release master lookup permit -> retry RPC after error -> (continuation of Deferred@1804513048 after retry RPC after error@1031990223) -> (continuation of Deferred@1636672716 after retry RPC after error@1301228914) -> (continuation of Deferred@1399307700 after retry RPC after error@2031220868) -> (continuation of Deferred@1974896814 after retry RPC after error@1097256919) -> (continuation of Deferred@797065298 after retry RPC after error@1495357694) -> (continuation of Deferred@412305548 after retry RPC after error@1870410814) -> (continuation of Deferred@1380018515 after retry RPC after error@24395085) -> (continuation of Deferred@60932807 after retry RPC after error@234019657) -> (continuation of Deferred@1411395669 after retry RPC after error@1948185033) -> (continuation of Deferred@2040832631 after retry RPC after error@1654064793) -> (continuation of Deferred@929046534 after retry RPC after error@888348570) -> (continuation of Deferred@1754834025 after retry RPC after error@845268013) -> (continuation of Deferred@79147639 after retry RPC after error@680813236) -> (continuation of Deferred@92413987 after retry RPC after error@972999698) -> (continuation of Deferred@14935376 after retry RPC after error@191473210) -> (continuation of Deferred@536747084 after retry RPC after error@1353702909) -> (continuation of Deferred@1333357533 after retry RPC after error@157768830) -> (continuation of Deferred@1720986978 after retry RPC after error@1215976568) -> (continuation of Deferred@1280960809 after retry RPC after error@2137970800) -> (continuation of Deferred@945165762 after retry RPC after error@580210468) -> (continuation of Deferred@562490110 after retry RPC after error@673319910) -> (continuation of Deferred@550691621 after retry RPC after error@674657396)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduScanner.nextRows(KuduScanner.java:81)
	at org.apache.flink.connector.kudu.source.reader.KuduSourceSplitReader.fetch(KuduSourceSplitReader.java:68)
	at org.apache.flink.connector.base.source.reader.fetcher.FetchTask.run(FetchTask.java:58)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:165)
	... 6 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.19.120.62:38725
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:06:25.269 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#0 (c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_0_0).
21:06:25.280 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#0 c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_0_0.
21:06:25.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:24.702088 22900 debug-util.cc:398] Leaking SignalData structure 0x7b0800028020 after lost signal to thread 22891
21:06:25.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:25.286260 22891 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 2.000s	user 0.714s	sys 1.112s
21:06:25.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:25.286666 22891 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 2.001s	user 0.714s	sys 1.112s
21:06:25.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:23.288347 22902 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:06:25.292 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:06:25.299 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1449) Source: KuduSource -> Sink: Writer (1/4) (c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from RUNNING to FAILED on 55c4d95f-4b70-4fa7-a972-a2dfacde7c76 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: java.lang.RuntimeException: One or more fetchers have encountered exception
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcherManager.checkErrors(SplitFetcherManager.java:333)
	at org.apache.flink.connector.base.source.reader.SourceReaderBase.getNextFetch(SourceReaderBase.java:228)
	at org.apache.flink.connector.base.source.reader.SourceReaderBase.pollNext(SourceReaderBase.java:190)
	at org.apache.kudu.replication.wrappedsource.StatelessKuduReaderWrapper.pollNext(StatelessKuduReaderWrapper.java:63)
	at org.apache.flink.streaming.api.operators.SourceOperator.emitNext(SourceOperator.java:443)
	at org.apache.flink.streaming.runtime.io.StreamTaskSourceInput.emitNext(StreamTaskSourceInput.java:68)
	at org.apache.flink.streaming.runtime.io.StreamOneInputProcessor.processInput(StreamOneInputProcessor.java:65)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.processInput(StreamTask.java:579)
	at org.apache.flink.streaming.runtime.tasks.mailbox.MailboxProcessor.runMailboxLoop(MailboxProcessor.java:231)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.runMailboxLoop(StreamTask.java:909)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.invoke(StreamTask.java:858)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:937)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.SerializedThrowable: java.lang.RuntimeException: SplitFetcher thread 5 received unexpected exception while polling the records
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:168)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.run(SplitFetcher.java:117)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=Kudu Master, attempt=24, TimeoutTracker(timeout=29420, elapsed=28869), Traces: [0ms] sending RPC to server master-127.19.120.60:44619, [1ms] received response from server master-127.19.120.60:44619: Network error: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [1ms] delaying RPC due to: Network error: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.62:38725, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.61:41045, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.60:44619, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.62:38725: Network error: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.61:41045: Network error: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045, [22ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.60:44619: Network error: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [22ms] delaying RPC due to: Service unavailable: Master config (127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.62:38725, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.61:41045, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.62:38725: Network error: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.61:41045: Network error: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.60:44619, [44ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.60:44619: Network error: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [45ms] delaying RPC due to: Service unavailable: Master config (127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.62:38725, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.61:41045, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.62:38725: Network error: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.61:41045: Network error: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.60:44619, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.60:44619: Network error: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [64ms] delaying RPC due to: Service unavailable: Master config (127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.62:38725, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.61:41045, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.62:38725: Network error: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725, [84ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.60:44619, [84ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.61:41045: Network error: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045, [86ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.60:44619: Network error: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [86ms] delaying RPC due to: Service unavailable: Master config (127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.62:38725, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.61:41045, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.62:38725: Network error: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725, [103ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.61:41045: Network error: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045, [104ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.60:44619, [105ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.60:44619: Network error: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [106ms] delaying RPC due to: Service unavailable: Master config (127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.62:38725, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.61:41045, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.60:44619, [142ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.62:38725: Network error: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725, [142ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.61:41045: Network error: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045, [143ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.60:44619: Network error: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [143ms] delaying RPC due to: Service unavailable: Master config (127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.62:38725, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.61:41045, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.60:44619, [202ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.62:38725: Network error: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725, [203ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.60:44619: Network error: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [203ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.61:41045: Network error: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045, [204ms] delaying RPC due to: Service unavailable: Master config (127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045, [400ms] refreshing cache from master, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.62:38725, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.61:41045, [402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.60:44619, [402ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.62:38725: Network error: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725, [402ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.61:41045: Network error: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045, [403ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.60:44619: Network error: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [403ms] delaying RPC due to: Service unavailable: Master config (127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [680ms] refreshing cache from master, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.62:38725, [683ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.61:41045, [683ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.62:38725: Network error: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725, [685ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.61:41045: Network error: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045, [686ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.60:44619, [688ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.60:44619: Network error: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [688ms] delaying RPC due to: Service unavailable: Master config (127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [900ms] refreshing cache from master, [901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.62:38725, [901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.61:41045, [902ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.60:44619, [902ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.61:41045: Network error: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045, [902ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.62:38725: Network error: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725, [903ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.60:44619: Network error: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [903ms] delaying RPC due to: Service unavailable: Master config (127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [2420ms] refreshing cache from master, [2420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.62:38725, [2421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.61:41045, [2421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.60:44619, [2421ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.62:38725: Network error: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725, [2422ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.61:41045: Network error: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045, [2423ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.60:44619: Network error: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [2423ms] delaying RPC due to: Service unavailable: Master config (127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [4780ms] refreshing cache from master, [4780ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.62:38725, [4781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.61:41045, [4781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.120.60:44619, [4782ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.62:38725: Network error: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725, [4782ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.61:41045: Network error: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045, [4783ms] Sub RPC ConnectToMaster: received response from server master-127.19.120.60:44619: Network error: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [4783ms] delaying RPC due to: Service unavailable: Master config (127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619, [4860ms] refreshing cache from master, [4860ms] too many traces: truncated at 100 traces, deferred=Deferred@276269860(state=PENDING, result=null, callback=get tablet locations from the master for table replication_test_table -> release master lookup permit -> retry RPC -> (continuation of Deferred@1804513048 after retry RPC after error@1031990223) -> (continuation of Deferred@1636672716 after retry RPC after error@1301228914) -> (continuation of Deferred@1399307700 after retry RPC after error@2031220868) -> (continuation of Deferred@1974896814 after retry RPC after error@1097256919) -> (continuation of Deferred@797065298 after retry RPC after error@1495357694) -> (continuation of Deferred@412305548 after retry RPC after error@1870410814) -> (continuation of Deferred@1380018515 after retry RPC after error@24395085) -> (continuation of Deferred@60932807 after retry RPC after error@234019657) -> (continuation of Deferred@1411395669 after retry RPC after error@1948185033) -> (continuation of Deferred@2040832631 after retry RPC after error@1654064793) -> (continuation of Deferred@929046534 after retry RPC after error@888348570) -> (continuation of Deferred@1754834025 after retry RPC after error@845268013) -> (continuation of Deferred@79147639 after retry RPC after error@680813236) -> (continuation of Deferred@92413987 after retry RPC after error@972999698) -> (continuation of Deferred@14935376 after retry RPC after error@191473210) -> (continuation of Deferred@536747084 after retry RPC after error@1353702909) -> (continuation of Deferred@1333357533 after retry RPC after error@157768830) -> (continuation of Deferred@1720986978 after retry RPC after error@1215976568) -> (continuation of Deferred@1280960809 after retry RPC after error@2137970800) -> (continuation of Deferred@945165762 after retry RPC after error@580210468) -> (continuation of Deferred@562490110 after retry RPC after error@673319910) -> (continuation of Deferred@550691621 after retry RPC after error@674657396), errback=passthrough -> release master lookup permit -> retry RPC after error -> (continuation of Deferred@1804513048 after retry RPC after error@1031990223) -> (continuation of Deferred@1636672716 after retry RPC after error@1301228914) -> (continuation of Deferred@1399307700 after retry RPC after error@2031220868) -> (continuation of Deferred@1974896814 after retry RPC after error@1097256919) -> (continuation of Deferred@797065298 after retry RPC after error@1495357694) -> (continuation of Deferred@412305548 after retry RPC after error@1870410814) -> (continuation of Deferred@1380018515 after retry RPC after error@24395085) -> (continuation of Deferred@60932807 after retry RPC after error@234019657) -> (continuation of Deferred@1411395669 after retry RPC after error@1948185033) -> (continuation of Deferred@2040832631 after retry RPC after error@1654064793) -> (continuation of Deferred@929046534 after retry RPC after error@888348570) -> (continuation of Deferred@1754834025 after retry RPC after error@845268013) -> (continuation of Deferred@79147639 after retry RPC after error@680813236) -> (continuation of Deferred@92413987 after retry RPC after error@972999698) -> (continuation of Deferred@14935376 after retry RPC after error@191473210) -> (continuation of Deferred@536747084 after retry RPC after error@1353702909) -> (continuation of Deferred@1333357533 after retry RPC after error@157768830) -> (continuation of Deferred@1720986978 after retry RPC after error@1215976568) -> (continuation of Deferred@1280960809 after retry RPC after error@2137970800) -> (continuation of Deferred@945165762 after retry RPC after error@580210468) -> (continuation of Deferred@562490110 after retry RPC after error@673319910) -> (continuation of Deferred@550691621 after retry RPC after error@674657396)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduScanner.nextRows(KuduScanner.java:81)
	at org.apache.flink.connector.kudu.source.reader.KuduSourceSplitReader.fetch(KuduSourceSplitReader.java:68)
	at org.apache.flink.connector.base.source.reader.fetcher.FetchTask.run(FetchTask.java:58)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:165)
	... 6 more
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.19.120.62:38725,127.19.120.61:41045,127.19.120.60:44619) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.61:41045(127.19.120.61:41045): Connection refused: /127.19.120.61:41045,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.60:44619(127.19.120.60:44619): Connection refused: /127.19.120.60:44619,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.120.62:38725(127.19.120.62:38725): Connection refused: /127.19.120.62:38725
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.19.120.62:38725
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:06:25.301 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#0) of source Source: KuduSource.
21:06:25.301 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_0_0.
21:06:25.302 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job be5d90ea6ea762b3c60063afb0fd4b65: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
21:06:25.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:25.309389 22891 server_base.cc:1061] running on GCE node
21:06:25.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:25.311784 22918 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:06:25.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:25.313419 22891 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:06:25.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:25.322459 22891 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:06:25.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:25.323939 22891 hybrid_clock.cc:648] HybridClock initialized: now 1783544785323904 us; error 63 us; skew 500 ppm
21:06:25.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:25.325095 22891 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:06:25.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:25.344584 22891 webserver.cc:534] Webserver started at http://127.22.50.60:35917/ using document root <none> and password file <none>
21:06:25.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:25.345984 22891 fs_manager.cc:362] Metadata directory not provided
21:06:25.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:25.346312 22891 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:06:25.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:25.346894 22891 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
21:06:25.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:25.357741 22891 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9500233420381817268/master-2/data/instance:
21:06:25.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4a12aa415fdb4850aff722263d6a0c0e"
21:06:25.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:06:25 on dist-test-slave-3sd5"
21:06:25.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:25.359532 22891 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9500233420381817268/master-2/wal/instance:
21:06:25.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4a12aa415fdb4850aff722263d6a0c0e"
21:06:25.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:06:25 on dist-test-slave-3sd5"
21:06:25.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:25.375789 22891 fs_manager.cc:696] Time spent creating directory manager: real 0.015s	user 0.009s	sys 0.005s
21:06:25.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:25.395582 22924 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
21:06:25.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:25.397662 22891 fs_manager.cc:730] Time spent opening block manager: real 0.017s	user 0.005s	sys 0.009s
21:06:25.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:25.398566 22891 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9500233420381817268/master-2/data,/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9500233420381817268/master-2/wal
21:06:25.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4a12aa415fdb4850aff722263d6a0c0e"
21:06:25.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:06:25 on dist-test-slave-3sd5"
21:06:25.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:25.399250 22891 fs_report.cc:389] FS layout report
21:06:25.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:06:25.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9500233420381817268/master-2/wal
21:06:25.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9500233420381817268/master-2/wal
21:06:25.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9500233420381817268/master-2/data/data
21:06:25.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:06:25.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:06:25.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:06:25.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:06:25.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:06:25.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:06:25.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:06:25.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:06:25.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:06:25.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:06:25.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:06:25.483 [INFO - flink-pekko.actor.default-dispatcher-7] (CheckpointCoordinator.java:1805) Restoring job be5d90ea6ea762b3c60063afb0fd4b65 from Checkpoint 67 @ 1783544784036 for be5d90ea6ea762b3c60063afb0fd4b65 located at file:/tmp/junit10338659225340402728/checkpoints/be5d90ea6ea762b3c60063afb0fd4b65/chk-67.
21:06:25.484 [INFO - flink-pekko.actor.default-dispatcher-7] (MasterHooks.java:201) No master state to restore
21:06:25.484 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 0 to checkpoint 67 for source Source: KuduSource to checkpoint.
21:06:25.484 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from CREATED to SCHEDULED.
21:06:25.485 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from SCHEDULED to DEPLOYING.
21:06:25.486 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:324) Received resource requirements from job be5d90ea6ea762b3c60063afb0fd4b65: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
21:06:25.487 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #1) with attempt id c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_0_1 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to 55c4d95f-4b70-4fa7-a972-a2dfacde7c76 @ 127.0.0.1 (dataPort=-1) with allocation id 65c9f87e3e33f52223111d9ac38a0b65
21:06:25.488 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot 65c9f87e3e33f52223111d9ac38a0b65.
21:06:25.490 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#1 (c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_0_1), deploy into slot with allocation id 65c9f87e3e33f52223111d9ac38a0b65.
21:06:25.490 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (be5d90ea6ea762b3c60063afb0fd4b65) switched from state RESTARTING to RUNNING.
21:06:25.491 [INFO - flink-pekko.actor.default-dispatcher-9] (CheckpointCoordinator.java:1805) Restoring job be5d90ea6ea762b3c60063afb0fd4b65 from Checkpoint 67 @ 1783544784036 for be5d90ea6ea762b3c60063afb0fd4b65 located at file:/tmp/junit10338659225340402728/checkpoints/be5d90ea6ea762b3c60063afb0fd4b65/chk-67.
21:06:25.492 [INFO - flink-pekko.actor.default-dispatcher-9] (MasterHooks.java:201) No master state to restore
21:06:25.492 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 1 to checkpoint 67 for source Source: KuduSource to checkpoint.
21:06:25.492 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from CREATED to SCHEDULED.
21:06:25.493 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from SCHEDULED to DEPLOYING.
21:06:25.493 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #1) with attempt id c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_1_1 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to 55c4d95f-4b70-4fa7-a972-a2dfacde7c76 @ 127.0.0.1 (dataPort=-1) with allocation id 7bf82fcc14a14e264b75f99567331482
21:06:25.493 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job be5d90ea6ea762b3c60063afb0fd4b65: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
21:06:25.496 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot 7bf82fcc14a14e264b75f99567331482.
21:06:25.497 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#1 (c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from CREATED to DEPLOYING.
21:06:25.497 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#1 (c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_0_1) [DEPLOYING].
21:06:25.498 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#1 (c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_1_1), deploy into slot with allocation id 7bf82fcc14a14e264b75f99567331482.
21:06:25.500 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@262c651e
21:06:25.500 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
21:06:25.500 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit10338659225340402728/checkpoints")
21:06:25.501 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#1 (c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from DEPLOYING to INITIALIZING.
21:06:25.501 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from DEPLOYING to INITIALIZING.
21:06:25.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:25.504422 22891 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
21:06:25.506 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@25849587
21:06:25.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:25.506825 22891 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:06:25.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:25.507606 22891 kserver.cc:163] Server-wide thread pool size limit: 3276
21:06:25.520 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#1] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:06:25.521 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:06:25.523 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#1 (c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from CREATED to DEPLOYING.
21:06:25.523 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#1 (c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_1_1) [DEPLOYING].
21:06:25.526 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@4742994a
21:06:25.526 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
21:06:25.527 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit10338659225340402728/checkpoints")
21:06:25.527 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#1 (c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from DEPLOYING to INITIALIZING.
21:06:25.528 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from DEPLOYING to INITIALIZING.
21:06:25.531 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@3a2e59b3
21:06:25.535 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:06:25.537 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#1] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:06:25.541 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:06:25.544 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:25.544 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:25.544 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:25.547 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:25.547 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:25.548 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:25.549 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:25.549 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:25.549 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:25.549 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:06:25.550 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:06:25.551 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:06:25.552 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:06:25.552 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:25.552 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:25.553 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:25.556 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:25.557 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:25.557 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:25.558 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:25.558 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:25.558 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:25.558 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:06:25.562 [DEBUG - pool-94-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:06:25.567 [DEBUG - pool-94-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:06:25.569 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:25.569 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:25.569 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:25.570 [DEBUG - pool-96-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:06:25.572 [DEBUG - pool-94-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:06:25.574 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:25.574 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:25.574 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:25.575 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:25.575 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:25.575 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:25.575 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:06:25.576 [DEBUG - pool-96-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:06:25.577 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:25.577 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:25.577 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:25.578 [DEBUG - pool-96-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:06:25.578 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:25.579 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:25.579 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:25.579 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:25.579 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:25.580 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:25.580 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:06:25.582 [DEBUG - pool-94-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:06:25.587 [DEBUG - pool-94-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:06:25.588 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:25.588 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:25.588 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:25.589 [DEBUG - pool-94-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:06:25.590 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:25.590 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:25.590 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:25.590 [DEBUG - pool-96-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:06:25.591 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:25.592 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:25.592 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:25.592 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:06:25.594 [DEBUG - pool-96-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:06:25.595 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:25.596 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:25.596 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:25.596 [DEBUG - pool-96-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:06:25.597 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:25.597 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:25.597 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:25.598 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:25.599 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:25.599 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:25.599 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:06:25.602 [DEBUG - pool-94-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:06:25.602 [DEBUG - pool-94-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:06:25.603 [DEBUG - pool-94-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:06:25.603 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:25.603 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:25.604 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:25.605 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:25.605 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:25.605 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:25.605 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:25.605 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:25.605 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:25.605 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:06:25.621 [DEBUG - pool-94-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:06:25.622 [DEBUG - pool-94-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:06:25.622 [DEBUG - pool-94-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:06:25.623 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:25.623 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:25.623 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:25.623 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:25.623 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:25.624 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:25.624 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:25.624 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:25.624 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:25.624 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:06:25.630 [DEBUG - pool-96-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:06:25.631 [DEBUG - pool-96-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:06:25.631 [DEBUG - pool-96-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:06:25.631 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:25.631 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:25.631 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:25.631 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:25.632 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:25.632 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:25.632 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:25.632 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:25.632 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:25.632 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:06:25.633 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:06:25.651 [DEBUG - pool-96-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:06:25.651 [DEBUG - pool-96-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:06:25.651 [DEBUG - pool-96-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:06:25.652 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:25.652 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:25.652 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:25.652 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:25.652 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:25.652 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:25.652 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:25.652 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:25.653 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:25.653 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:06:25.662 [DEBUG - pool-94-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:06:25.662 [DEBUG - pool-94-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:06:25.662 [DEBUG - pool-94-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:06:25.663 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:25.663 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:25.663 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:25.664 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:25.664 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:25.664 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:25.664 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:25.664 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:25.664 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:25.665 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:06:25.671 [DEBUG - pool-96-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:06:25.672 [DEBUG - pool-96-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:06:25.672 [DEBUG - pool-96-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:06:25.673 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:25.673 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:25.673 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:25.673 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:25.673 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:25.673 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:25.674 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:25.674 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:25.674 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:25.674 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:06:25.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:25.683197 22891 rpc_server.cc:307] RPC server started. Bound to: 127.22.50.60:38829
21:06:25.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:25.683342 22995 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.22.50.60:38829 every 8 connection(s)
21:06:25.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:25.687196 22891 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9500233420381817268/master-2/data/info.pb
21:06:25.691 [DEBUG - pool-48-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30019), Traces: [0ms] sending RPC to server master-127.19.120.60:44619, [7ms] received response from server master-127.19.120.60:44619: OK, deferred=null) with no deferred attached!
21:06:25.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:25.689200 22728 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu as pid 22891
21:06:25.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:25.689692 22728 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9500233420381817268/master-2/wal/instance
21:06:25.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:25.695904 22810 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.50.60" port: 38829 } attempt: 6
21:06:25.714 [DEBUG - pool-96-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:06:25.715 [DEBUG - pool-96-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:06:25.715 [DEBUG - pool-96-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:06:25.716 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:25.716 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:25.716 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:25.717 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:25.717 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:25.717 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:25.717 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:25.717 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:25.718 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:25.718 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:06:25.724 [DEBUG - pool-94-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:06:25.724 [DEBUG - pool-94-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:06:25.725 [DEBUG - pool-94-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:06:25.725 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:25.725 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:25.726 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:25.726 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:25.726 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:25.726 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:25.727 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:25.727 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:25.727 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:25.727 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:06:25.751 [DEBUG - pool-96-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:06:25.751 [DEBUG - pool-96-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:06:25.751 [DEBUG - pool-96-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:06:25.752 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:25.752 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:25.752 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:25.753 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:25.753 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:25.753 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:25.753 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:25.753 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:25.753 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:25.753 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:06:25.793 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:06:25.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:25.794435 22996 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
21:06:25.842 [DEBUG - pool-94-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:06:25.843 [DEBUG - pool-94-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:06:25.843 [DEBUG - pool-94-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:06:25.844 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:25.844 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:25.844 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:25.844 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:25.844 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:25.844 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:25.845 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:25.845 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:25.845 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:25.845 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:06:25.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:25.877614 22996 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.22.50.62" port: 44659 } has no permanent_uuid. Determining permanent_uuid...
21:06:25.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:25.903149 22810 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ebe91b4fbed344fb8266caa51d185913: Bootstrap starting.
21:06:25.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:25.907122 22996 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.22.50.61" port: 45261 } has no permanent_uuid. Determining permanent_uuid...
21:06:25.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:25.910913 22810 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P ebe91b4fbed344fb8266caa51d185913: Neither blocks nor log segments found. Creating new log.
21:06:25.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:25.913590 22810 log.cc:826] T 00000000000000000000000000000000 P ebe91b4fbed344fb8266caa51d185913: Log is configured to *not* fsync() on all Append() calls
21:06:25.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:25.922982 22810 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ebe91b4fbed344fb8266caa51d185913: No bootstrap required, opened a new log
21:06:25.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:25.924911 22996 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.22.50.60" port: 38829 } has no permanent_uuid. Determining permanent_uuid...
21:06:25.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:25.951501 22996 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 4a12aa415fdb4850aff722263d6a0c0e: Bootstrap starting.
21:06:25.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:25.954113 22810 raft_consensus.cc:359] T 00000000000000000000000000000000 P ebe91b4fbed344fb8266caa51d185913 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ebe91b4fbed344fb8266caa51d185913" member_type: VOTER last_known_addr { host: "127.22.50.62" port: 44659 } } peers { permanent_uuid: "148a92744eab47e8bc86b3f6e1de6b3f" member_type: VOTER last_known_addr { host: "127.22.50.61" port: 45261 } } peers { permanent_uuid: "4a12aa415fdb4850aff722263d6a0c0e" member_type: VOTER last_known_addr { host: "127.22.50.60" port: 38829 } }
21:06:25.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:25.955109 22810 raft_consensus.cc:385] T 00000000000000000000000000000000 P ebe91b4fbed344fb8266caa51d185913 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:06:25.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:25.955577 22810 raft_consensus.cc:740] T 00000000000000000000000000000000 P ebe91b4fbed344fb8266caa51d185913 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ebe91b4fbed344fb8266caa51d185913, State: Initialized, Role: FOLLOWER
21:06:25.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:25.957000 22810 consensus_queue.cc:260] T 00000000000000000000000000000000 P ebe91b4fbed344fb8266caa51d185913 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ebe91b4fbed344fb8266caa51d185913" member_type: VOTER last_known_addr { host: "127.22.50.62" port: 44659 } } peers { permanent_uuid: "148a92744eab47e8bc86b3f6e1de6b3f" member_type: VOTER last_known_addr { host: "127.22.50.61" port: 45261 } } peers { permanent_uuid: "4a12aa415fdb4850aff722263d6a0c0e" member_type: VOTER last_known_addr { host: "127.22.50.60" port: 38829 } }
21:06:25.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:25.962996 22996 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 4a12aa415fdb4850aff722263d6a0c0e: Neither blocks nor log segments found. Creating new log.
21:06:25.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:25.966660 22996 log.cc:826] T 00000000000000000000000000000000 P 4a12aa415fdb4850aff722263d6a0c0e: Log is configured to *not* fsync() on all Append() calls
21:06:25.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:25.971001 23006 sys_catalog.cc:455] T 00000000000000000000000000000000 P ebe91b4fbed344fb8266caa51d185913 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ebe91b4fbed344fb8266caa51d185913" member_type: VOTER last_known_addr { host: "127.22.50.62" port: 44659 } } peers { permanent_uuid: "148a92744eab47e8bc86b3f6e1de6b3f" member_type: VOTER last_known_addr { host: "127.22.50.61" port: 45261 } } peers { permanent_uuid: "4a12aa415fdb4850aff722263d6a0c0e" member_type: VOTER last_known_addr { host: "127.22.50.60" port: 38829 } } }
21:06:25.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:25.972391 23006 sys_catalog.cc:458] T 00000000000000000000000000000000 P ebe91b4fbed344fb8266caa51d185913 [sys.catalog]: This master's current role is: FOLLOWER
21:06:25.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:25.974709 22810 sys_catalog.cc:565] T 00000000000000000000000000000000 P ebe91b4fbed344fb8266caa51d185913 [sys.catalog]: configured and running, proceeding with master startup.
21:06:25.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:25.975955 22996 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 4a12aa415fdb4850aff722263d6a0c0e: No bootstrap required, opened a new log
21:06:25.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:25.987917 22764 tablet.cc:2406] T 00000000000000000000000000000000 P ebe91b4fbed344fb8266caa51d185913: Can't schedule compaction. Clean time has not been advanced past its initial value.
21:06:26.012 [DEBUG - pool-96-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:06:26.012 [DEBUG - pool-96-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:06:26.012 [DEBUG - pool-96-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:06:26.014 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:26.014 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:26.014 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:26.015 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:26.015 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:26.015 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:26.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:26.015373 22996 raft_consensus.cc:359] T 00000000000000000000000000000000 P 4a12aa415fdb4850aff722263d6a0c0e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ebe91b4fbed344fb8266caa51d185913" member_type: VOTER last_known_addr { host: "127.22.50.62" port: 44659 } } peers { permanent_uuid: "148a92744eab47e8bc86b3f6e1de6b3f" member_type: VOTER last_known_addr { host: "127.22.50.61" port: 45261 } } peers { permanent_uuid: "4a12aa415fdb4850aff722263d6a0c0e" member_type: VOTER last_known_addr { host: "127.22.50.60" port: 38829 } }
21:06:26.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:26.016562 22996 raft_consensus.cc:385] T 00000000000000000000000000000000 P 4a12aa415fdb4850aff722263d6a0c0e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:06:26.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:26.016999 22996 raft_consensus.cc:740] T 00000000000000000000000000000000 P 4a12aa415fdb4850aff722263d6a0c0e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 4a12aa415fdb4850aff722263d6a0c0e, State: Initialized, Role: FOLLOWER
21:06:26.019 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:26.019 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:26.019 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:26.019 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:06:26.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:26.019496 22996 consensus_queue.cc:260] T 00000000000000000000000000000000 P 4a12aa415fdb4850aff722263d6a0c0e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ebe91b4fbed344fb8266caa51d185913" member_type: VOTER last_known_addr { host: "127.22.50.62" port: 44659 } } peers { permanent_uuid: "148a92744eab47e8bc86b3f6e1de6b3f" member_type: VOTER last_known_addr { host: "127.22.50.61" port: 45261 } } peers { permanent_uuid: "4a12aa415fdb4850aff722263d6a0c0e" member_type: VOTER last_known_addr { host: "127.22.50.60" port: 38829 } }
21:06:26.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:26.023772 23012 sys_catalog.cc:455] T 00000000000000000000000000000000 P 4a12aa415fdb4850aff722263d6a0c0e [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ebe91b4fbed344fb8266caa51d185913" member_type: VOTER last_known_addr { host: "127.22.50.62" port: 44659 } } peers { permanent_uuid: "148a92744eab47e8bc86b3f6e1de6b3f" member_type: VOTER last_known_addr { host: "127.22.50.61" port: 45261 } } peers { permanent_uuid: "4a12aa415fdb4850aff722263d6a0c0e" member_type: VOTER last_known_addr { host: "127.22.50.60" port: 38829 } } }
21:06:26.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:26.034299 22996 sys_catalog.cc:565] T 00000000000000000000000000000000 P 4a12aa415fdb4850aff722263d6a0c0e [sys.catalog]: configured and running, proceeding with master startup.
21:06:26.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:26.036149 22934 tablet.cc:2406] T 00000000000000000000000000000000 P 4a12aa415fdb4850aff722263d6a0c0e: Can't schedule compaction. Clean time has not been advanced past its initial value.
21:06:26.043 [DEBUG - pool-94-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:06:26.043 [DEBUG - pool-94-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:06:26.044 [DEBUG - pool-94-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:06:26.045 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:26.045 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:26.045 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:26.046 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:26.046 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:26.046 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:26.046 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:26.046 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:26.046 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:26.046 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:06:26.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:26.024740 23012 sys_catalog.cc:458] T 00000000000000000000000000000000 P 4a12aa415fdb4850aff722263d6a0c0e [sys.catalog]: This master's current role is: FOLLOWER
21:06:26.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:26.091711 23006 raft_consensus.cc:493] T 00000000000000000000000000000000 P ebe91b4fbed344fb8266caa51d185913 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
21:06:26.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:26.092402 23006 raft_consensus.cc:515] T 00000000000000000000000000000000 P ebe91b4fbed344fb8266caa51d185913 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ebe91b4fbed344fb8266caa51d185913" member_type: VOTER last_known_addr { host: "127.22.50.62" port: 44659 } } peers { permanent_uuid: "148a92744eab47e8bc86b3f6e1de6b3f" member_type: VOTER last_known_addr { host: "127.22.50.61" port: 45261 } } peers { permanent_uuid: "4a12aa415fdb4850aff722263d6a0c0e" member_type: VOTER last_known_addr { host: "127.22.50.60" port: 38829 } }
21:06:26.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:26.098114 23006 leader_election.cc:290] T 00000000000000000000000000000000 P ebe91b4fbed344fb8266caa51d185913 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 148a92744eab47e8bc86b3f6e1de6b3f (127.22.50.61:45261), 4a12aa415fdb4850aff722263d6a0c0e (127.22.50.60:38829)
21:06:26.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:26.099789 22971 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ebe91b4fbed344fb8266caa51d185913" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "4a12aa415fdb4850aff722263d6a0c0e" is_pre_election: true
21:06:26.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:26.100834 22971 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 4a12aa415fdb4850aff722263d6a0c0e [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate ebe91b4fbed344fb8266caa51d185913 in term 0.
21:06:26.102 [DEBUG - pool-94-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:06:26.102 [DEBUG - pool-94-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:06:26.102 [DEBUG - pool-94-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:06:26.103 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:26.103 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:26.103 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:26.104 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:26.104 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:26.104 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:26.105 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:26.105 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:26.105 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:26.105 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:06:26.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:26.112977 22762 leader_election.cc:304] T 00000000000000000000000000000000 P ebe91b4fbed344fb8266caa51d185913 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 4a12aa415fdb4850aff722263d6a0c0e, ebe91b4fbed344fb8266caa51d185913; no voters: 
21:06:26.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:26.114085 23006 raft_consensus.cc:2804] T 00000000000000000000000000000000 P ebe91b4fbed344fb8266caa51d185913 [term 0 FOLLOWER]: Leader pre-election won for term 1
21:06:26.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:26.114464 23006 raft_consensus.cc:493] T 00000000000000000000000000000000 P ebe91b4fbed344fb8266caa51d185913 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
21:06:26.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:26.114821 23006 raft_consensus.cc:3060] T 00000000000000000000000000000000 P ebe91b4fbed344fb8266caa51d185913 [term 0 FOLLOWER]: Advancing to term 1
21:06:26.134 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:06:26.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:26.135175 23006 raft_consensus.cc:515] T 00000000000000000000000000000000 P ebe91b4fbed344fb8266caa51d185913 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ebe91b4fbed344fb8266caa51d185913" member_type: VOTER last_known_addr { host: "127.22.50.62" port: 44659 } } peers { permanent_uuid: "148a92744eab47e8bc86b3f6e1de6b3f" member_type: VOTER last_known_addr { host: "127.22.50.61" port: 45261 } } peers { permanent_uuid: "4a12aa415fdb4850aff722263d6a0c0e" member_type: VOTER last_known_addr { host: "127.22.50.60" port: 38829 } }
21:06:26.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:26.152909 23029 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
21:06:26.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:26.155983 22971 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ebe91b4fbed344fb8266caa51d185913" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "4a12aa415fdb4850aff722263d6a0c0e"
21:06:26.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:26.156724 22971 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 4a12aa415fdb4850aff722263d6a0c0e [term 0 FOLLOWER]: Advancing to term 1
21:06:26.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:26.154579 23006 leader_election.cc:290] T 00000000000000000000000000000000 P ebe91b4fbed344fb8266caa51d185913 [CANDIDATE]: Term 1 election: Requested vote from peers 148a92744eab47e8bc86b3f6e1de6b3f (127.22.50.61:45261), 4a12aa415fdb4850aff722263d6a0c0e (127.22.50.60:38829)
21:06:26.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:26.167660 22971 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 4a12aa415fdb4850aff722263d6a0c0e [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate ebe91b4fbed344fb8266caa51d185913 in term 1.
21:06:26.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:26.170187 22762 leader_election.cc:304] T 00000000000000000000000000000000 P ebe91b4fbed344fb8266caa51d185913 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 4a12aa415fdb4850aff722263d6a0c0e, ebe91b4fbed344fb8266caa51d185913; no voters: 
21:06:26.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:26.171234 23006 raft_consensus.cc:2804] T 00000000000000000000000000000000 P ebe91b4fbed344fb8266caa51d185913 [term 1 FOLLOWER]: Leader election won for term 1
21:06:26.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:26.173926 23030 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
21:06:26.182 [DEBUG - pool-94-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:06:26.182 [DEBUG - pool-94-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:06:26.182 [DEBUG - pool-94-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:06:26.183 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:26.183 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:26.183 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:26.184 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:26.184 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:26.184 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:26.184 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:26.185 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:26.185 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:26.185 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:06:26.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:26.199254 23006 raft_consensus.cc:697] T 00000000000000000000000000000000 P ebe91b4fbed344fb8266caa51d185913 [term 1 LEADER]: Becoming Leader. State: Replica: ebe91b4fbed344fb8266caa51d185913, State: Running, Role: LEADER
21:06:26.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:26.200713 23006 consensus_queue.cc:237] T 00000000000000000000000000000000 P ebe91b4fbed344fb8266caa51d185913 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ebe91b4fbed344fb8266caa51d185913" member_type: VOTER last_known_addr { host: "127.22.50.62" port: 44659 } } peers { permanent_uuid: "148a92744eab47e8bc86b3f6e1de6b3f" member_type: VOTER last_known_addr { host: "127.22.50.61" port: 45261 } } peers { permanent_uuid: "4a12aa415fdb4850aff722263d6a0c0e" member_type: VOTER last_known_addr { host: "127.22.50.60" port: 38829 } }
21:06:26.202 [DEBUG - pool-94-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:06:26.202 [DEBUG - pool-94-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:06:26.202 [DEBUG - pool-94-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:06:26.203 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:26.203 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:26.203 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:26.203 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:26.203 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:26.203 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:26.204 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:26.204 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:26.204 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:26.204 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:06:26.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:26.215291 23031 sys_catalog.cc:455] T 00000000000000000000000000000000 P ebe91b4fbed344fb8266caa51d185913 [sys.catalog]: SysCatalogTable state changed. Reason: New leader ebe91b4fbed344fb8266caa51d185913. Latest consensus state: current_term: 1 leader_uuid: "ebe91b4fbed344fb8266caa51d185913" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ebe91b4fbed344fb8266caa51d185913" member_type: VOTER last_known_addr { host: "127.22.50.62" port: 44659 } } peers { permanent_uuid: "148a92744eab47e8bc86b3f6e1de6b3f" member_type: VOTER last_known_addr { host: "127.22.50.61" port: 45261 } } peers { permanent_uuid: "4a12aa415fdb4850aff722263d6a0c0e" member_type: VOTER last_known_addr { host: "127.22.50.60" port: 38829 } } }
21:06:26.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:26.217248 23031 sys_catalog.cc:458] T 00000000000000000000000000000000 P ebe91b4fbed344fb8266caa51d185913 [sys.catalog]: This master's current role is: LEADER
21:06:26.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:26.230170 23033 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
21:06:26.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:26.174178 22740 master_runner.cc:187] Error getting master registration for 127.22.50.61:45261: OK, instance_id { permanent_uuid: "148a92744eab47e8bc86b3f6e1de6b3f" instance_seqno: 1783544782567385 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
21:06:26.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:26.230829 22740 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
21:06:26.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:26.241595 23033 catalog_manager.cc:1519] Initializing Kudu cluster ID...
21:06:26.251 [DEBUG - pool-96-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:06:26.251 [DEBUG - pool-96-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:06:26.252 [DEBUG - pool-96-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:06:26.252 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:26.252 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:26.252 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:26.253 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:26.253 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:26.253 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:26.252 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:26.255 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:26.255 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:26.255 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:06:26.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:26.230227 22891 master_runner.cc:187] Error getting master registration for 127.22.50.61:45261: OK, instance_id { permanent_uuid: "148a92744eab47e8bc86b3f6e1de6b3f" instance_seqno: 1783544782567385 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
21:06:26.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:26.281116 22891 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
21:06:26.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:26.284399 22971 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 4a12aa415fdb4850aff722263d6a0c0e [term 1 FOLLOWER]: Refusing update from remote peer ebe91b4fbed344fb8266caa51d185913: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
21:06:26.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:26.286324 23006 consensus_queue.cc:1048] T 00000000000000000000000000000000 P ebe91b4fbed344fb8266caa51d185913 [LEADER]: Connected to new peer: Peer: permanent_uuid: "4a12aa415fdb4850aff722263d6a0c0e" member_type: VOTER last_known_addr { host: "127.22.50.60" port: 38829 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
21:06:26.291 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:06:26.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:26.315202 23012 sys_catalog.cc:455] T 00000000000000000000000000000000 P 4a12aa415fdb4850aff722263d6a0c0e [sys.catalog]: SysCatalogTable state changed. Reason: New leader ebe91b4fbed344fb8266caa51d185913. Latest consensus state: current_term: 1 leader_uuid: "ebe91b4fbed344fb8266caa51d185913" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ebe91b4fbed344fb8266caa51d185913" member_type: VOTER last_known_addr { host: "127.22.50.62" port: 44659 } } peers { permanent_uuid: "148a92744eab47e8bc86b3f6e1de6b3f" member_type: VOTER last_known_addr { host: "127.22.50.61" port: 45261 } } peers { permanent_uuid: "4a12aa415fdb4850aff722263d6a0c0e" member_type: VOTER last_known_addr { host: "127.22.50.60" port: 38829 } } }
21:06:26.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:26.315996 23012 sys_catalog.cc:458] T 00000000000000000000000000000000 P 4a12aa415fdb4850aff722263d6a0c0e [sys.catalog]: This master's current role is: FOLLOWER
21:06:26.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:26.318468 23035 mvcc.cc:204] Tried to move back new op lower bound from 7305399444578447360 to 7305399444290039808. Current Snapshot: MvccSnapshot[applied={T|T < 7305399444578447360}]
21:06:26.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:26.332283 23006 sys_catalog.cc:455] T 00000000000000000000000000000000 P ebe91b4fbed344fb8266caa51d185913 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "ebe91b4fbed344fb8266caa51d185913" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ebe91b4fbed344fb8266caa51d185913" member_type: VOTER last_known_addr { host: "127.22.50.62" port: 44659 } } peers { permanent_uuid: "148a92744eab47e8bc86b3f6e1de6b3f" member_type: VOTER last_known_addr { host: "127.22.50.61" port: 45261 } } peers { permanent_uuid: "4a12aa415fdb4850aff722263d6a0c0e" member_type: VOTER last_known_addr { host: "127.22.50.60" port: 38829 } } }
21:06:26.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:26.333144 23006 sys_catalog.cc:458] T 00000000000000000000000000000000 P ebe91b4fbed344fb8266caa51d185913 [sys.catalog]: This master's current role is: LEADER
21:06:26.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:26.336606 23033 catalog_manager.cc:1382] Generated new cluster ID: 8890cb2cc5b846619987809b87af11ef
21:06:26.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:26.336932 23033 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
21:06:26.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:26.345276 23012 sys_catalog.cc:455] T 00000000000000000000000000000000 P 4a12aa415fdb4850aff722263d6a0c0e [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "ebe91b4fbed344fb8266caa51d185913" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ebe91b4fbed344fb8266caa51d185913" member_type: VOTER last_known_addr { host: "127.22.50.62" port: 44659 } } peers { permanent_uuid: "148a92744eab47e8bc86b3f6e1de6b3f" member_type: VOTER last_known_addr { host: "127.22.50.61" port: 45261 } } peers { permanent_uuid: "4a12aa415fdb4850aff722263d6a0c0e" member_type: VOTER last_known_addr { host: "127.22.50.60" port: 38829 } } }
21:06:26.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:26.345981 23012 sys_catalog.cc:458] T 00000000000000000000000000000000 P 4a12aa415fdb4850aff722263d6a0c0e [sys.catalog]: This master's current role is: FOLLOWER
21:06:26.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:26.416216 23033 catalog_manager.cc:1405] Generated new certificate authority record
21:06:26.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:26.418948 23033 catalog_manager.cc:1539] Loading token signing keys...
21:06:26.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:26.449843 23033 catalog_manager.cc:6069] T 00000000000000000000000000000000 P ebe91b4fbed344fb8266caa51d185913: Generated new TSK 0
21:06:26.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:26.451732 23033 catalog_manager.cc:1549] Initializing in-progress tserver states...
21:06:26.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:26.471817 22728 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu
21:06:26.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu
21:06:26.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9500233420381817268/ts-0/wal
21:06:26.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9500233420381817268/ts-0/data
21:06:26.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:06:26.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:06:26.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:06:26.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:06:26.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:06:26.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:06:26.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9500233420381817268/ts-0/logs
21:06:26.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9500233420381817268/ts-0/data/info.pb
21:06:26.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:06:26.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:06:26.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:06:26.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:06:26.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:06:26.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:06:26.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:06:26.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:06:26.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
21:06:26.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:06:26.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.50.1:0
21:06:26.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.22.50.1
21:06:26.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.50.1
21:06:26.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:06:26.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.22.50.62:44659,127.22.50.61:45261,127.22.50.60:38829
21:06:26.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.50.20:43413
21:06:26.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:06:26.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:06:26.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
21:06:26.592 [DEBUG - pool-96-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:06:26.593 [DEBUG - pool-96-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:06:26.593 [DEBUG - pool-96-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:06:26.593 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:26.593 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:26.593 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:26.593 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:26.594 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:26.594 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:26.594 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:26.594 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:26.594 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:26.594 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:06:26.632 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:06:26.770 [DEBUG - pool-96-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:06:26.771 [DEBUG - pool-96-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:06:26.771 [DEBUG - pool-96-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:06:26.771 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:26.771 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:26.771 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:26.772 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:26.772 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:26.772 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:26.773 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:26.773 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:26.773 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:26.773 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:06:26.792 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:06:26.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:26.982784 23040 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
21:06:26.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:26.983764 23040 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:06:26.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:26.984687 23040 flags.cc:432] Enabled unsafe flag: --never_fsync=true
21:06:27.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:27.054028 23040 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
21:06:27.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:27.055601 23040 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.22.50.1
21:06:27.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:27.113035 23040 tablet_server_runner.cc:78] Tablet server non-default flags:
21:06:27.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:06:27.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.50.20:43413
21:06:27.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:06:27.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:06:27.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9500233420381817268/ts-0/data
21:06:27.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9500233420381817268/ts-0/wal
21:06:27.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:06:27.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:06:27.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.50.1:0
21:06:27.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:06:27.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:06:27.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:06:27.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9500233420381817268/ts-0/data/info.pb
21:06:27.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.50.1
21:06:27.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:06:27.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.22.50.62:44659,127.22.50.61:45261,127.22.50.60:38829
21:06:27.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:06:27.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:06:27.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:06:27.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:06:27.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:06:27.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.22.50.1
21:06:27.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9500233420381817268/ts-0/logs
21:06:27.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:06:27.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:06:27.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
21:06:27.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
21:06:27.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
21:06:27.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 6bec869c2320d19f2589b3f609f76e5041a21d27
21:06:27.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:06:27.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 20:43:55 UTC on e7f111948823
21:06:27.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16878
21:06:27.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:06:27.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:27.114698 23040 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:06:27.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:27.117013 23040 file_cache.cc:492] Constructed file cache file cache with capacity 419430
21:06:27.133 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:06:27.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:27.147119 23048 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:06:27.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:27.197856 22889 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.50.60" port: 38829 } attempt: 8
21:06:27.292 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:06:27.379 [DEBUG - pool-88-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:06:27.379 [DEBUG - pool-88-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:06:27.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:27.371767 23030 catalog_manager.cc:1294] Loaded cluster ID: 8890cb2cc5b846619987809b87af11ef
21:06:27.379 [DEBUG - pool-88-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:06:27.381 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:27.381 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:27.381 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:27.382 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:27.382 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:27.382 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:27.383 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:27.383 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:27.383 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:27.383 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:06:27.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:27.382704 23030 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 4a12aa415fdb4850aff722263d6a0c0e: loading cluster ID for follower catalog manager: success
21:06:27.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:27.520869 22889 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 148a92744eab47e8bc86b3f6e1de6b3f: Bootstrap starting.
21:06:27.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:27.547832 23030 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 4a12aa415fdb4850aff722263d6a0c0e: acquiring CA information for follower catalog manager: success
21:06:27.633 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:06:27.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:27.662524 22889 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 148a92744eab47e8bc86b3f6e1de6b3f: Neither blocks nor log segments found. Creating new log.
21:06:27.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:27.661572 23030 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 4a12aa415fdb4850aff722263d6a0c0e: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
21:06:27.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:27.683701 22889 log.cc:826] T 00000000000000000000000000000000 P 148a92744eab47e8bc86b3f6e1de6b3f: Log is configured to *not* fsync() on all Append() calls
21:06:27.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:27.725991 22889 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 148a92744eab47e8bc86b3f6e1de6b3f: No bootstrap required, opened a new log
21:06:27.793 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:06:28.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:28.019733 22889 raft_consensus.cc:359] T 00000000000000000000000000000000 P 148a92744eab47e8bc86b3f6e1de6b3f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ebe91b4fbed344fb8266caa51d185913" member_type: VOTER last_known_addr { host: "127.22.50.62" port: 44659 } } peers { permanent_uuid: "148a92744eab47e8bc86b3f6e1de6b3f" member_type: VOTER last_known_addr { host: "127.22.50.61" port: 45261 } } peers { permanent_uuid: "4a12aa415fdb4850aff722263d6a0c0e" member_type: VOTER last_known_addr { host: "127.22.50.60" port: 38829 } }
21:06:28.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:28.037391 22889 raft_consensus.cc:385] T 00000000000000000000000000000000 P 148a92744eab47e8bc86b3f6e1de6b3f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:06:28.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:28.049422 22806 debug-util.cc:398] Leaking SignalData structure 0x7b0800074fe0 after lost signal to thread 22741
21:06:28.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:28.044130 22889 raft_consensus.cc:740] T 00000000000000000000000000000000 P 148a92744eab47e8bc86b3f6e1de6b3f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 148a92744eab47e8bc86b3f6e1de6b3f, State: Initialized, Role: FOLLOWER
21:06:28.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:28.050354 22806 debug-util.cc:398] Leaking SignalData structure 0x7b080007d140 after lost signal to thread 22809
21:06:28.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:28.064906 22889 consensus_queue.cc:260] T 00000000000000000000000000000000 P 148a92744eab47e8bc86b3f6e1de6b3f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ebe91b4fbed344fb8266caa51d185913" member_type: VOTER last_known_addr { host: "127.22.50.62" port: 44659 } } peers { permanent_uuid: "148a92744eab47e8bc86b3f6e1de6b3f" member_type: VOTER last_known_addr { host: "127.22.50.61" port: 45261 } } peers { permanent_uuid: "4a12aa415fdb4850aff722263d6a0c0e" member_type: VOTER last_known_addr { host: "127.22.50.60" port: 38829 } }
21:06:28.133 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:06:28.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:28.208791 23061 sys_catalog.cc:455] T 00000000000000000000000000000000 P 148a92744eab47e8bc86b3f6e1de6b3f [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ebe91b4fbed344fb8266caa51d185913" member_type: VOTER last_known_addr { host: "127.22.50.62" port: 44659 } } peers { permanent_uuid: "148a92744eab47e8bc86b3f6e1de6b3f" member_type: VOTER last_known_addr { host: "127.22.50.61" port: 45261 } } peers { permanent_uuid: "4a12aa415fdb4850aff722263d6a0c0e" member_type: VOTER last_known_addr { host: "127.22.50.60" port: 38829 } } }
21:06:28.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:28.233650 23062 raft_consensus.cc:493] T 00000000000000000000000000000000 P 148a92744eab47e8bc86b3f6e1de6b3f [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
21:06:28.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:28.234323 23062 raft_consensus.cc:515] T 00000000000000000000000000000000 P 148a92744eab47e8bc86b3f6e1de6b3f [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ebe91b4fbed344fb8266caa51d185913" member_type: VOTER last_known_addr { host: "127.22.50.62" port: 44659 } } peers { permanent_uuid: "148a92744eab47e8bc86b3f6e1de6b3f" member_type: VOTER last_known_addr { host: "127.22.50.61" port: 45261 } } peers { permanent_uuid: "4a12aa415fdb4850aff722263d6a0c0e" member_type: VOTER last_known_addr { host: "127.22.50.60" port: 38829 } }
21:06:28.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:28.209965 23061 sys_catalog.cc:458] T 00000000000000000000000000000000 P 148a92744eab47e8bc86b3f6e1de6b3f [sys.catalog]: This master's current role is: FOLLOWER
21:06:28.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:28.238489 23062 leader_election.cc:290] T 00000000000000000000000000000000 P 148a92744eab47e8bc86b3f6e1de6b3f [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers ebe91b4fbed344fb8266caa51d185913 (127.22.50.62:44659), 4a12aa415fdb4850aff722263d6a0c0e (127.22.50.60:38829)
21:06:28.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:28.238536 22785 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "148a92744eab47e8bc86b3f6e1de6b3f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ebe91b4fbed344fb8266caa51d185913" is_pre_election: true
21:06:28.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:28.240312 22971 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "148a92744eab47e8bc86b3f6e1de6b3f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "4a12aa415fdb4850aff722263d6a0c0e" is_pre_election: true
21:06:28.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:28.242292 22841 leader_election.cc:304] T 00000000000000000000000000000000 P 148a92744eab47e8bc86b3f6e1de6b3f [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 148a92744eab47e8bc86b3f6e1de6b3f; no voters: 4a12aa415fdb4850aff722263d6a0c0e, ebe91b4fbed344fb8266caa51d185913
21:06:28.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:28.250581 23062 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 148a92744eab47e8bc86b3f6e1de6b3f [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
21:06:28.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:28.254135 22889 sys_catalog.cc:565] T 00000000000000000000000000000000 P 148a92744eab47e8bc86b3f6e1de6b3f [sys.catalog]: configured and running, proceeding with master startup.
21:06:28.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:28.255215 22862 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 148a92744eab47e8bc86b3f6e1de6b3f [term 0 FOLLOWER]: Advancing to term 1
21:06:28.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:28.255779 22861 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ebe91b4fbed344fb8266caa51d185913" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "148a92744eab47e8bc86b3f6e1de6b3f" is_pre_election: true
21:06:28.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:28.256026 22863 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ebe91b4fbed344fb8266caa51d185913" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "148a92744eab47e8bc86b3f6e1de6b3f"
21:06:28.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:28.261729 22863 rpcz_store.cc:267] Call kudu.consensus.ConsensusService.RequestConsensusVote from 127.0.0.1:50542 (request call id 2) took 2107 ms (client timeout 2213 ms). Trace:
21:06:28.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:28.262431 22863 rpcz_store.cc:269] 0708 21:06:26.153868 (+     0us) service_pool.cc:167] Inserting onto call queue
21:06:28.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0708 21:06:26.154019 (+   151us) service_pool.cc:224] Handling call
21:06:28.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0708 21:06:28.261612 (+2107593us) inbound_call.cc:177] Queueing success response
21:06:28.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
21:06:28.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:28.255522 22864 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ebe91b4fbed344fb8266caa51d185913" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "148a92744eab47e8bc86b3f6e1de6b3f" is_pre_election: true
21:06:28.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:28.264925 22864 rpcz_store.cc:267] Call kudu.consensus.ConsensusService.RequestConsensusVote from 127.0.0.1:50542 (request call id 1) took 2168 ms (client timeout 1987 ms). Trace:
21:06:28.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:28.265507 22864 rpcz_store.cc:269] 0708 21:06:26.096702 (+     0us) service_pool.cc:167] Inserting onto call queue
21:06:28.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0708 21:06:26.096893 (+   191us) service_pool.cc:224] Handling call
21:06:28.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0708 21:06:28.264817 (+2167924us) inbound_call.cc:177] Queueing success response
21:06:28.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
21:06:28.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:28.270493 22843 tablet.cc:2406] T 00000000000000000000000000000000 P 148a92744eab47e8bc86b3f6e1de6b3f: Can't schedule compaction. Clean time has not been advanced past its initial value.
21:06:28.292 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:06:28.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:28.320119 22862 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 148a92744eab47e8bc86b3f6e1de6b3f [term 1 FOLLOWER]: Refusing update from remote peer ebe91b4fbed344fb8266caa51d185913: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
21:06:28.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:28.324585 22862 rpcz_store.cc:275] Call kudu.consensus.ConsensusService.UpdateConsensus from 127.0.0.1:50542 (request call id 4) took 2040 ms. Trace:
21:06:28.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:28.325153 22862 rpcz_store.cc:276] 0708 21:06:26.283859 (+     0us) service_pool.cc:167] Inserting onto call queue
21:06:28.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0708 21:06:26.283992 (+   133us) service_pool.cc:224] Handling call
21:06:28.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0708 21:06:28.254758 (+1970766us) raft_consensus.cc:1471] Updating replica for 0 ops
21:06:28.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0708 21:06:28.323942 (+ 69184us) raft_consensus.cc:1697] Filling consensus response to leader.
21:06:28.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0708 21:06:28.324486 (+   544us) inbound_call.cc:177] Queueing success response
21:06:28.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
21:06:28.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:28.334375 23057 consensus_queue.cc:1048] T 00000000000000000000000000000000 P ebe91b4fbed344fb8266caa51d185913 [LEADER]: Connected to new peer: Peer: permanent_uuid: "148a92744eab47e8bc86b3f6e1de6b3f" member_type: VOTER last_known_addr { host: "127.22.50.61" port: 45261 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
21:06:28.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:28.429994 23071 mvcc.cc:204] Tried to move back new op lower bound from 7305399444578447360 to 7305399444290039808. Current Snapshot: MvccSnapshot[applied={T|T < 7305399444578447360}]
21:06:28.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:28.472558 23062 sys_catalog.cc:455] T 00000000000000000000000000000000 P 148a92744eab47e8bc86b3f6e1de6b3f [sys.catalog]: SysCatalogTable state changed. Reason: New leader ebe91b4fbed344fb8266caa51d185913. Latest consensus state: current_term: 1 leader_uuid: "ebe91b4fbed344fb8266caa51d185913" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ebe91b4fbed344fb8266caa51d185913" member_type: VOTER last_known_addr { host: "127.22.50.62" port: 44659 } } peers { permanent_uuid: "148a92744eab47e8bc86b3f6e1de6b3f" member_type: VOTER last_known_addr { host: "127.22.50.61" port: 45261 } } peers { permanent_uuid: "4a12aa415fdb4850aff722263d6a0c0e" member_type: VOTER last_known_addr { host: "127.22.50.60" port: 38829 } } }
21:06:28.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:28.472723 23061 sys_catalog.cc:455] T 00000000000000000000000000000000 P 148a92744eab47e8bc86b3f6e1de6b3f [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "ebe91b4fbed344fb8266caa51d185913" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ebe91b4fbed344fb8266caa51d185913" member_type: VOTER last_known_addr { host: "127.22.50.62" port: 44659 } } peers { permanent_uuid: "148a92744eab47e8bc86b3f6e1de6b3f" member_type: VOTER last_known_addr { host: "127.22.50.61" port: 45261 } } peers { permanent_uuid: "4a12aa415fdb4850aff722263d6a0c0e" member_type: VOTER last_known_addr { host: "127.22.50.60" port: 38829 } } }
21:06:28.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:28.473855 23062 sys_catalog.cc:458] T 00000000000000000000000000000000 P 148a92744eab47e8bc86b3f6e1de6b3f [sys.catalog]: This master's current role is: FOLLOWER
21:06:28.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:28.473893 23061 sys_catalog.cc:458] T 00000000000000000000000000000000 P 148a92744eab47e8bc86b3f6e1de6b3f [sys.catalog]: This master's current role is: FOLLOWER
21:06:28.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:28.528977 23078 catalog_manager.cc:1294] Loaded cluster ID: 8890cb2cc5b846619987809b87af11ef
21:06:28.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:28.529381 23078 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 148a92744eab47e8bc86b3f6e1de6b3f: loading cluster ID for follower catalog manager: success
21:06:28.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:28.552079 23078 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 148a92744eab47e8bc86b3f6e1de6b3f: acquiring CA information for follower catalog manager: success
21:06:28.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:28.570214 23078 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 148a92744eab47e8bc86b3f6e1de6b3f: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
21:06:28.634 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:06:28.792 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:06:28.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:28.875360 23057 sys_catalog.cc:455] T 00000000000000000000000000000000 P ebe91b4fbed344fb8266caa51d185913 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "ebe91b4fbed344fb8266caa51d185913" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ebe91b4fbed344fb8266caa51d185913" member_type: VOTER last_known_addr { host: "127.22.50.62" port: 44659 } } peers { permanent_uuid: "148a92744eab47e8bc86b3f6e1de6b3f" member_type: VOTER last_known_addr { host: "127.22.50.61" port: 45261 } } peers { permanent_uuid: "4a12aa415fdb4850aff722263d6a0c0e" member_type: VOTER last_known_addr { host: "127.22.50.60" port: 38829 } } }
21:06:28.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:28.876286 23057 sys_catalog.cc:458] T 00000000000000000000000000000000 P ebe91b4fbed344fb8266caa51d185913 [sys.catalog]: This master's current role is: LEADER
21:06:28.915 [DEBUG - pool-90-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:06:28.916 [DEBUG - pool-90-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:06:28.916 [DEBUG - pool-90-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:06:28.917 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:28.917 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:28.917 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:28.918 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:28.918 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:28.918 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:28.919 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:28.919 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:28.919 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:28.919 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:06:28.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:28.976204 22234 debug-util.cc:398] Leaking SignalData structure 0x7b08000b0ac0 after lost signal to thread 22146
21:06:28.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:28.976944 22234 debug-util.cc:398] Leaking SignalData structure 0x7b080008b8a0 after lost signal to thread 22237
21:06:29.130 [DEBUG - pool-96-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:06:29.131 [DEBUG - pool-96-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:06:29.131 [DEBUG - pool-96-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:06:29.132 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:29.132 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:29.132 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:29.132 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:29.132 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:29.132 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:29.133 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:29.133 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:29.133 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:29.133 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:06:29.134 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:06:29.294 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:06:29.601 [DEBUG - pool-94-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:06:29.602 [DEBUG - pool-94-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:06:29.602 [DEBUG - pool-94-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:06:29.603 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:29.603 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:29.603 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:29.604 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:29.604 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:29.604 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:29.605 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:29.605 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:29.605 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:29.605 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:06:29.636 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:06:29.792 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:06:30.134 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:06:30.295 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:06:30.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:28.541919 23047 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 23040
21:06:30.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:30.595542 23047 kernel_stack_watchdog.cc:198] Thread 23040 stuck at /home/jenkins-slave/workspace/build_and_test@2/src/kudu/util/thread.cc:642 for 388ms:
21:06:30.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
21:06:30.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
21:06:30.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
21:06:30.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
21:06:30.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:30.596012 23050 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
21:06:30.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:30.596665 23040 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 3.444s	user 1.308s	sys 2.012s
21:06:30.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:30.597185 23040 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 3.445s	user 1.308s	sys 2.012s
21:06:30.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:30.598042 23051 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:06:30.602 [DEBUG - pool-94-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:06:30.602 [DEBUG - pool-94-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:06:30.603 [DEBUG - pool-94-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:06:30.603 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:30.603 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:30.603 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:30.604 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:30.604 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:30.604 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:30.604 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:30.604 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:30.604 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:30.604 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:06:30.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:30.604022 23040 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
21:06:30.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:27.159660 23049 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:06:30.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:30.607628 23040 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:06:30.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:30.623348 23040 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:06:30.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:30.624848 23040 hybrid_clock.cc:648] HybridClock initialized: now 1783544790624792 us; error 62 us; skew 500 ppm
21:06:30.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:30.626055 23040 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:06:30.633 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:06:30.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:30.663898 23040 webserver.cc:534] Webserver started at http://127.22.50.1:42457/ using document root <none> and password file <none>
21:06:30.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:30.665318 23040 fs_manager.cc:362] Metadata directory not provided
21:06:30.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:30.665711 23040 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:06:30.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:30.666345 23040 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
21:06:30.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:30.676743 23040 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9500233420381817268/ts-0/data/instance:
21:06:30.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c761f02ff8024c6ca2f3828c4ec0e006"
21:06:30.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:06:30 on dist-test-slave-3sd5"
21:06:30.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:30.684062 23040 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9500233420381817268/ts-0/wal/instance:
21:06:30.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c761f02ff8024c6ca2f3828c4ec0e006"
21:06:30.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:06:30 on dist-test-slave-3sd5"
21:06:30.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:30.711172 23040 fs_manager.cc:696] Time spent creating directory manager: real 0.026s	user 0.004s	sys 0.007s
21:06:30.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:30.736317 23092 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
21:06:30.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:30.740903 23040 fs_manager.cc:730] Time spent opening block manager: real 0.025s	user 0.007s	sys 0.000s
21:06:30.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:30.741408 23040 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9500233420381817268/ts-0/data,/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9500233420381817268/ts-0/wal
21:06:30.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c761f02ff8024c6ca2f3828c4ec0e006"
21:06:30.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:06:30 on dist-test-slave-3sd5"
21:06:30.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:30.741901 23040 fs_report.cc:389] FS layout report
21:06:30.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:06:30.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9500233420381817268/ts-0/wal
21:06:30.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9500233420381817268/ts-0/wal
21:06:30.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9500233420381817268/ts-0/data/data
21:06:30.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:06:30.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:06:30.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:06:30.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:06:30.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:06:30.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:06:30.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:06:30.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:06:30.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:06:30.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:06:30.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:06:30.792 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:06:30.799 [DEBUG - pool-88-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:06:30.800 [DEBUG - pool-88-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:06:30.800 [DEBUG - pool-88-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:06:30.801 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:30.801 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:30.801 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:30.801 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:30.801 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:30.801 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:30.802 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:30.802 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:30.802 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:30.802 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:06:30.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:30.913329 23040 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
21:06:30.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:30.925411 23040 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:06:30.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:30.926076 23040 kserver.cc:163] Server-wide thread pool size limit: 3276
21:06:30.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:30.943596 23040 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
21:06:30.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:30.957695 23040 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
21:06:30.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:30.958043 23040 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
21:06:30.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:30.958395 23040 ts_tablet_manager.cc:616] Registered 0 tablets
21:06:30.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:30.958626 23040 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
21:06:31.133 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:06:31.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:31.282804 22135 debug-util.cc:398] Leaking SignalData structure 0x7b080009c0e0 after lost signal to thread 22067
21:06:31.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:31.283553 22135 debug-util.cc:398] Leaking SignalData structure 0x7b080009dc20 after lost signal to thread 22138
21:06:31.292 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:06:31.633 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:06:31.792 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:06:31.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:31.826326 23205 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.22.50.1:42395 every 8 connection(s)
21:06:31.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:31.826957 23040 rpc_server.cc:307] RPC server started. Bound to: 127.22.50.1:42395
21:06:31.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:31.830927 23040 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9500233420381817268/ts-0/data/info.pb
21:06:31.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:31.841504 22728 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu as pid 23040
21:06:31.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:31.842283 22728 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9500233420381817268/ts-0/wal/instance
21:06:31.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:31.860908 22728 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu
21:06:31.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu
21:06:31.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9500233420381817268/ts-1/wal
21:06:31.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9500233420381817268/ts-1/data
21:06:31.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:06:31.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:06:31.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:06:31.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:06:31.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:06:31.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:06:31.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9500233420381817268/ts-1/logs
21:06:31.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9500233420381817268/ts-1/data/info.pb
21:06:31.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:06:31.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:06:31.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:06:31.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:06:31.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:06:31.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:06:31.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:06:31.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:06:31.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
21:06:31.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:06:31.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.50.2:0
21:06:31.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.22.50.2
21:06:31.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.50.2
21:06:31.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:06:31.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.22.50.62:44659,127.22.50.61:45261,127.22.50.60:38829
21:06:31.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.50.20:43413
21:06:31.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:06:31.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:06:31.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
21:06:31.919 [DEBUG - pool-88-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:06:31.919 [DEBUG - pool-88-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:06:31.920 [DEBUG - pool-88-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:06:31.924 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:31.924 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:31.924 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:31.925 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:31.925 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:31.925 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:31.925 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:31.925 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:31.926 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:31.928 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:06:31.929 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=22, TimeoutTracker(timeout=30000, elapsed=26873), Traces: [0ms] refreshing cache from master, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [15ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [18ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [18ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [19ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [22ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [23ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [47ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [48ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [48ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [49ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [66ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [67ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [68ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [68ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [82ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [82ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [82ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [83ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [102ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [102ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [102ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [102ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [122ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [122ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [122ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [123ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [187ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [188ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [189ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [190ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [191ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [191ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [222ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [222ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [222ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [223ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [342ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [342ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [342ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [342ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [821ms] refreshing cache from master, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [825ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [826ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [827ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [827ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [1801ms] refreshing cache from master, [1801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [1802ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [1802ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [1803ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [1804ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [1804ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [1804ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [2721ms] refreshing cache from master, [2721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [2721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [2722ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [2723ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [2724ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [2724ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [2724ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [6220ms] refreshing cache from master, [6221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [6221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [6222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [6223ms] too many traces: truncated at 100 traces, deferred=Deferred@1124927943(state=PENDING, result=null, callback=(continuation of Deferred@208468948 after retry RPC after error@1655841528) -> (continuation of Deferred@152657204 after retry RPC after error@577842913) -> (continuation of Deferred@1227408160 after retry RPC after error@989764895) -> (continuation of Deferred@2043512713 after retry RPC after error@1382066295) -> (continuation of Deferred@1574846680 after retry RPC after error@327563289) -> (continuation of Deferred@107086895 after retry RPC after error@1368799108) -> (continuation of Deferred@2128705006 after retry RPC after error@1552272603) -> (continuation of Deferred@1255208984 after retry RPC after error@714788049) -> (continuation of Deferred@1604420201 after retry RPC after error@758152786) -> (continuation of Deferred@1626166228 after retry RPC after error@485357404) -> (continuation of Deferred@1326222434 after retry RPC after error@1633724735) -> (continuation of Deferred@1805202740 after retry RPC after error@415070220) -> (continuation of Deferred@871991525 after retry RPC after error@1463088884) -> (continuation of Deferred@1973832115 after retry RPC after error@103293459) -> (continuation of Deferred@2036935827 after retry RPC after error@161150492) -> (continuation of Deferred@1312214349 after retry RPC after error@164185634) -> (continuation of Deferred@972353084 after retry RPC after error@1728103688) -> (continuation of Deferred@530853888 after retry RPC after error@1553960320) -> (continuation of Deferred@1107561761 after retry RPC after error@592292076) -> (continuation of Deferred@500676789 after retry RPC after error@1032115458) -> (continuation of Deferred@1602992790 after retry RPC after error@298808131), errback=(continuation of Deferred@208468948 after retry RPC after error@1655841528) -> (continuation of Deferred@152657204 after retry RPC after error@577842913) -> (continuation of Deferred@1227408160 after retry RPC after error@989764895) -> (continuation of Deferred@2043512713 after retry RPC after error@1382066295) -> (continuation of Deferred@1574846680 after retry RPC after error@327563289) -> (continuation of Deferred@107086895 after retry RPC after error@1368799108) -> (continuation of Deferred@2128705006 after retry RPC after error@1552272603) -> (continuation of Deferred@1255208984 after retry RPC after error@714788049) -> (continuation of Deferred@1604420201 after retry RPC after error@758152786) -> (continuation of Deferred@1626166228 after retry RPC after error@485357404) -> (continuation of Deferred@1326222434 after retry RPC after error@1633724735) -> (continuation of Deferred@1805202740 after retry RPC after error@415070220) -> (continuation of Deferred@871991525 after retry RPC after error@1463088884) -> (continuation of Deferred@1973832115 after retry RPC after error@103293459) -> (continuation of Deferred@2036935827 after retry RPC after error@161150492) -> (continuation of Deferred@1312214349 after retry RPC after error@164185634) -> (continuation of Deferred@972353084 after retry RPC after error@1728103688) -> (continuation of Deferred@530853888 after retry RPC after error@1553960320) -> (continuation of Deferred@1107561761 after retry RPC after error@592292076) -> (continuation of Deferred@500676789 after retry RPC after error@1032115458) -> (continuation of Deferred@1602992790 after retry RPC after error@298808131)))
21:06:31.932 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (SourceReaderBase.java:338) Closing Source Reader.
21:06:31.932 [WARN - Source: KuduSource -> Sink: Writer (1/4)#2] (Task.java:1117) Source: KuduSource -> Sink: Writer (1/4)#2 (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=22, TimeoutTracker(timeout=30000, elapsed=26873), Traces: [0ms] refreshing cache from master, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [15ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [18ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [18ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [19ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [22ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [23ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [47ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [48ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [48ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [49ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [66ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [67ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [68ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [68ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [82ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [82ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [82ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [83ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [102ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [102ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [102ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [102ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [122ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [122ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [122ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [123ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [187ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [188ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [189ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [190ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [191ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [191ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [222ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [222ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [222ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [223ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [342ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [342ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [342ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [342ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [821ms] refreshing cache from master, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [825ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [826ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [827ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [827ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [1801ms] refreshing cache from master, [1801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [1802ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [1802ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [1803ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [1804ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [1804ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [1804ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [2721ms] refreshing cache from master, [2721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [2721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [2722ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [2723ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [2724ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [2724ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [2724ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [6220ms] refreshing cache from master, [6221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [6221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [6222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [6223ms] too many traces: truncated at 100 traces, deferred=Deferred@1124927943(state=PENDING, result=null, callback=(continuation of Deferred@208468948 after retry RPC after error@1655841528) -> (continuation of Deferred@152657204 after retry RPC after error@577842913) -> (continuation of Deferred@1227408160 after retry RPC after error@989764895) -> (continuation of Deferred@2043512713 after retry RPC after error@1382066295) -> (continuation of Deferred@1574846680 after retry RPC after error@327563289) -> (continuation of Deferred@107086895 after retry RPC after error@1368799108) -> (continuation of Deferred@2128705006 after retry RPC after error@1552272603) -> (continuation of Deferred@1255208984 after retry RPC after error@714788049) -> (continuation of Deferred@1604420201 after retry RPC after error@758152786) -> (continuation of Deferred@1626166228 after retry RPC after error@485357404) -> (continuation of Deferred@1326222434 after retry RPC after error@1633724735) -> (continuation of Deferred@1805202740 after retry RPC after error@415070220) -> (continuation of Deferred@871991525 after retry RPC after error@1463088884) -> (continuation of Deferred@1973832115 after retry RPC after error@103293459) -> (continuation of Deferred@2036935827 after retry RPC after error@161150492) -> (continuation of Deferred@1312214349 after retry RPC after error@164185634) -> (continuation of Deferred@972353084 after retry RPC after error@1728103688) -> (continuation of Deferred@530853888 after retry RPC after error@1553960320) -> (continuation of Deferred@1107561761 after retry RPC after error@592292076) -> (continuation of Deferred@500676789 after retry RPC after error@1032115458) -> (continuation of Deferred@1602992790 after retry RPC after error@298808131), errback=(continuation of Deferred@208468948 after retry RPC after error@1655841528) -> (continuation of Deferred@152657204 after retry RPC after error@577842913) -> (continuation of Deferred@1227408160 after retry RPC after error@989764895) -> (continuation of Deferred@2043512713 after retry RPC after error@1382066295) -> (continuation of Deferred@1574846680 after retry RPC after error@327563289) -> (continuation of Deferred@107086895 after retry RPC after error@1368799108) -> (continuation of Deferred@2128705006 after retry RPC after error@1552272603) -> (continuation of Deferred@1255208984 after retry RPC after error@714788049) -> (continuation of Deferred@1604420201 after retry RPC after error@758152786) -> (continuation of Deferred@1626166228 after retry RPC after error@485357404) -> (continuation of Deferred@1326222434 after retry RPC after error@1633724735) -> (continuation of Deferred@1805202740 after retry RPC after error@415070220) -> (continuation of Deferred@871991525 after retry RPC after error@1463088884) -> (continuation of Deferred@1973832115 after retry RPC after error@103293459) -> (continuation of Deferred@2036935827 after retry RPC after error@161150492) -> (continuation of Deferred@1312214349 after retry RPC after error@164185634) -> (continuation of Deferred@972353084 after retry RPC after error@1728103688) -> (continuation of Deferred@530853888 after retry RPC after error@1553960320) -> (continuation of Deferred@1107561761 after retry RPC after error@592292076) -> (continuation of Deferred@500676789 after retry RPC after error@1032115458) -> (continuation of Deferred@1602992790 after retry RPC after error@298808131)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.18.92.188:36207
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:06:31.933 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#2 (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_0_2).
21:06:31.935 [DEBUG - pool-96-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:06:31.935 [DEBUG - pool-96-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:06:31.936 [DEBUG - pool-96-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:06:31.936 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:31.936 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:31.936 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:31.937 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:31.937 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:31.937 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:31.936 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:31.937 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:31.937 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:31.937 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:06:31.944 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#2 75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_0_2.
21:06:31.946 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1449) Source: KuduSource -> Sink: Writer (1/4) (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from INITIALIZING to FAILED on d3190376-62a7-4418-84bf-bee23066b9ee @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=22, TimeoutTracker(timeout=30000, elapsed=26873), Traces: [0ms] refreshing cache from master, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [15ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [18ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [18ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [19ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [22ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [23ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [47ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [48ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [48ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [49ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [66ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [67ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [68ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [68ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [82ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [82ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [82ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [83ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [102ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [102ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [102ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [102ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [122ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [122ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [122ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [123ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [187ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [188ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [189ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [190ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [191ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [191ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [222ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [222ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [222ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [223ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [342ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [342ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [342ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [342ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [821ms] refreshing cache from master, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [825ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [826ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [827ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [827ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [1801ms] refreshing cache from master, [1801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [1802ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [1802ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [1803ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [1804ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [1804ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [1804ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [2721ms] refreshing cache from master, [2721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [2721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [2722ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [2723ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [2724ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [2724ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [2724ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [6220ms] refreshing cache from master, [6221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [6221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [6222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [6223ms] too many traces: truncated at 100 traces, deferred=Deferred@1124927943(state=PENDING, result=null, callback=(continuation of Deferred@208468948 after retry RPC after error@1655841528) -> (continuation of Deferred@152657204 after retry RPC after error@577842913) -> (continuation of Deferred@1227408160 after retry RPC after error@989764895) -> (continuation of Deferred@2043512713 after retry RPC after error@1382066295) -> (continuation of Deferred@1574846680 after retry RPC after error@327563289) -> (continuation of Deferred@107086895 after retry RPC after error@1368799108) -> (continuation of Deferred@2128705006 after retry RPC after error@1552272603) -> (continuation of Deferred@1255208984 after retry RPC after error@714788049) -> (continuation of Deferred@1604420201 after retry RPC after error@758152786) -> (continuation of Deferred@1626166228 after retry RPC after error@485357404) -> (continuation of Deferred@1326222434 after retry RPC after error@1633724735) -> (continuation of Deferred@1805202740 after retry RPC after error@415070220) -> (continuation of Deferred@871991525 after retry RPC after error@1463088884) -> (continuation of Deferred@1973832115 after retry RPC after error@103293459) -> (continuation of Deferred@2036935827 after retry RPC after error@161150492) -> (continuation of Deferred@1312214349 after retry RPC after error@164185634) -> (continuation of Deferred@972353084 after retry RPC after error@1728103688) -> (continuation of Deferred@530853888 after retry RPC after error@1553960320) -> (continuation of Deferred@1107561761 after retry RPC after error@592292076) -> (continuation of Deferred@500676789 after retry RPC after error@1032115458) -> (continuation of Deferred@1602992790 after retry RPC after error@298808131), errback=(continuation of Deferred@208468948 after retry RPC after error@1655841528) -> (continuation of Deferred@152657204 after retry RPC after error@577842913) -> (continuation of Deferred@1227408160 after retry RPC after error@989764895) -> (continuation of Deferred@2043512713 after retry RPC after error@1382066295) -> (continuation of Deferred@1574846680 after retry RPC after error@327563289) -> (continuation of Deferred@107086895 after retry RPC after error@1368799108) -> (continuation of Deferred@2128705006 after retry RPC after error@1552272603) -> (continuation of Deferred@1255208984 after retry RPC after error@714788049) -> (continuation of Deferred@1604420201 after retry RPC after error@758152786) -> (continuation of Deferred@1626166228 after retry RPC after error@485357404) -> (continuation of Deferred@1326222434 after retry RPC after error@1633724735) -> (continuation of Deferred@1805202740 after retry RPC after error@415070220) -> (continuation of Deferred@871991525 after retry RPC after error@1463088884) -> (continuation of Deferred@1973832115 after retry RPC after error@103293459) -> (continuation of Deferred@2036935827 after retry RPC after error@161150492) -> (continuation of Deferred@1312214349 after retry RPC after error@164185634) -> (continuation of Deferred@972353084 after retry RPC after error@1728103688) -> (continuation of Deferred@530853888 after retry RPC after error@1553960320) -> (continuation of Deferred@1107561761 after retry RPC after error@592292076) -> (continuation of Deferred@500676789 after retry RPC after error@1032115458) -> (continuation of Deferred@1602992790 after retry RPC after error@298808131)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.18.92.188:36207
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:06:31.948 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 50520737ebe38e2625b3d1dfb8799f70: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
21:06:31.948 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#2) of source Source: KuduSource.
21:06:31.950 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_0_2.
21:06:31.950 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (50520737ebe38e2625b3d1dfb8799f70) switched from state RUNNING to RESTARTING.
21:06:31.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:31.987506 23210 heartbeater.cc:344] Connected to a master server at 127.22.50.62:44659
21:06:31.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:31.988090 23210 heartbeater.cc:461] Registering TS with master...
21:06:31.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:31.989476 23210 heartbeater.cc:507] Master 127.22.50.62:44659 requested a full tablet report, sending...
21:06:31.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:31.993124 22774 ts_manager.cc:194] Registered new tserver with Master: c761f02ff8024c6ca2f3828c4ec0e006 (127.22.50.1:42395)
21:06:31.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:31.993467 23209 heartbeater.cc:344] Connected to a master server at 127.22.50.61:45261
21:06:31.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:31.993881 23209 heartbeater.cc:461] Registering TS with master...
21:06:31.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:31.994889 23209 heartbeater.cc:507] Master 127.22.50.61:45261 requested a full tablet report, sending...
21:06:31.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:31.996472 22774 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.22.50.1:34327
21:06:31.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:31.998600 22854 ts_manager.cc:194] Registered new tserver with Master: c761f02ff8024c6ca2f3828c4ec0e006 (127.22.50.1:42395)
21:06:32.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:32.008737 23206 heartbeater.cc:344] Connected to a master server at 127.22.50.60:38829
21:06:32.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:32.009171 23206 heartbeater.cc:461] Registering TS with master...
21:06:32.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:32.009874 23206 heartbeater.cc:507] Master 127.22.50.60:38829 requested a full tablet report, sending...
21:06:32.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:32.013425 22961 ts_manager.cc:194] Registered new tserver with Master: c761f02ff8024c6ca2f3828c4ec0e006 (127.22.50.1:42395)
21:06:32.133 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:06:32.316 [DEBUG - pool-90-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:06:32.316 [DEBUG - pool-90-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:06:32.316 [DEBUG - pool-90-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:06:32.317 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:32.317 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:32.317 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:32.318 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:32.318 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:32.318 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:32.318 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:32.318 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:32.318 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:32.318 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:06:32.322 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=22, TimeoutTracker(timeout=30000, elapsed=27244), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [5ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [5ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [8ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [10ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [10ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [24ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [26ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [27ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [29ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [29ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [44ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [46ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [48ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [48ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [62ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [63ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [63ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [64ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [82ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [82ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [83ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [83ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [103ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [103ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [103ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [104ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [121ms] refreshing cache from master, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [123ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [125ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [125ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [127ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [127ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [202ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [203ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [203ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [203ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [204ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [384ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [384ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [385ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [385ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [801ms] refreshing cache from master, [802ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [802ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [803ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [803ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [804ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [804ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [804ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [1621ms] refreshing cache from master, [1621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [1622ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [1622ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [1623ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [1624ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [1624ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [1624ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [1683ms] refreshing cache from master, [1683ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [1684ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [1684ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [1685ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [1686ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [1686ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [1686ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [2161ms] refreshing cache from master, [2161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [2161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [2162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [2163ms] too many traces: truncated at 100 traces, deferred=Deferred@74936010(state=PENDING, result=null, callback=(continuation of Deferred@602745056 after retry RPC after error@1843423677) -> (continuation of Deferred@1055806936 after retry RPC after error@30440945) -> (continuation of Deferred@1261498115 after retry RPC after error@636738137) -> (continuation of Deferred@1769937834 after retry RPC after error@1799543937) -> (continuation of Deferred@658927133 after retry RPC after error@475814334) -> (continuation of Deferred@225424340 after retry RPC after error@1890897964) -> (continuation of Deferred@1687584417 after retry RPC after error@452549156) -> (continuation of Deferred@1794685884 after retry RPC after error@1016800127) -> (continuation of Deferred@1806639419 after retry RPC after error@995585552) -> (continuation of Deferred@341645213 after retry RPC after error@1907904178) -> (continuation of Deferred@1670127431 after retry RPC after error@1663814344) -> (continuation of Deferred@523688143 after retry RPC after error@742971461) -> (continuation of Deferred@800951468 after retry RPC after error@318598681) -> (continuation of Deferred@992226345 after retry RPC after error@1371816440) -> (continuation of Deferred@308244352 after retry RPC after error@1806390900) -> (continuation of Deferred@1903454796 after retry RPC after error@38546971) -> (continuation of Deferred@1795584701 after retry RPC after error@1521451359) -> (continuation of Deferred@140224076 after retry RPC after error@1803845034) -> (continuation of Deferred@869235197 after retry RPC after error@357348258) -> (continuation of Deferred@1081085569 after retry RPC after error@139547144) -> (continuation of Deferred@1083822702 after retry RPC after error@817408124), errback=(continuation of Deferred@602745056 after retry RPC after error@1843423677) -> (continuation of Deferred@1055806936 after retry RPC after error@30440945) -> (continuation of Deferred@1261498115 after retry RPC after error@636738137) -> (continuation of Deferred@1769937834 after retry RPC after error@1799543937) -> (continuation of Deferred@658927133 after retry RPC after error@475814334) -> (continuation of Deferred@225424340 after retry RPC after error@1890897964) -> (continuation of Deferred@1687584417 after retry RPC after error@452549156) -> (continuation of Deferred@1794685884 after retry RPC after error@1016800127) -> (continuation of Deferred@1806639419 after retry RPC after error@995585552) -> (continuation of Deferred@341645213 after retry RPC after error@1907904178) -> (continuation of Deferred@1670127431 after retry RPC after error@1663814344) -> (continuation of Deferred@523688143 after retry RPC after error@742971461) -> (continuation of Deferred@800951468 after retry RPC after error@318598681) -> (continuation of Deferred@992226345 after retry RPC after error@1371816440) -> (continuation of Deferred@308244352 after retry RPC after error@1806390900) -> (continuation of Deferred@1903454796 after retry RPC after error@38546971) -> (continuation of Deferred@1795584701 after retry RPC after error@1521451359) -> (continuation of Deferred@140224076 after retry RPC after error@1803845034) -> (continuation of Deferred@869235197 after retry RPC after error@357348258) -> (continuation of Deferred@1081085569 after retry RPC after error@139547144) -> (continuation of Deferred@1083822702 after retry RPC after error@817408124)))
21:06:32.323 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (SourceReaderBase.java:338) Closing Source Reader.
21:06:32.323 [WARN - Source: KuduSource -> Sink: Writer (3/4)#2] (Task.java:1117) Source: KuduSource -> Sink: Writer (3/4)#2 (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=22, TimeoutTracker(timeout=30000, elapsed=27244), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [5ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [5ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [8ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [10ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [10ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [24ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [26ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [27ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [29ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [29ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [44ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [46ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [48ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [48ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [62ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [63ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [63ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [64ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [82ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [82ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [83ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [83ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [103ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [103ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [103ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [104ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [121ms] refreshing cache from master, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [123ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [125ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [125ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [127ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [127ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [202ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [203ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [203ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [203ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [204ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [384ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [384ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [385ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [385ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [801ms] refreshing cache from master, [802ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [802ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [803ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [803ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [804ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [804ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [804ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [1621ms] refreshing cache from master, [1621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [1622ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [1622ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [1623ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [1624ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [1624ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [1624ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [1683ms] refreshing cache from master, [1683ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [1684ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [1684ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [1685ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [1686ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [1686ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [1686ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [2161ms] refreshing cache from master, [2161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [2161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [2162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [2163ms] too many traces: truncated at 100 traces, deferred=Deferred@74936010(state=PENDING, result=null, callback=(continuation of Deferred@602745056 after retry RPC after error@1843423677) -> (continuation of Deferred@1055806936 after retry RPC after error@30440945) -> (continuation of Deferred@1261498115 after retry RPC after error@636738137) -> (continuation of Deferred@1769937834 after retry RPC after error@1799543937) -> (continuation of Deferred@658927133 after retry RPC after error@475814334) -> (continuation of Deferred@225424340 after retry RPC after error@1890897964) -> (continuation of Deferred@1687584417 after retry RPC after error@452549156) -> (continuation of Deferred@1794685884 after retry RPC after error@1016800127) -> (continuation of Deferred@1806639419 after retry RPC after error@995585552) -> (continuation of Deferred@341645213 after retry RPC after error@1907904178) -> (continuation of Deferred@1670127431 after retry RPC after error@1663814344) -> (continuation of Deferred@523688143 after retry RPC after error@742971461) -> (continuation of Deferred@800951468 after retry RPC after error@318598681) -> (continuation of Deferred@992226345 after retry RPC after error@1371816440) -> (continuation of Deferred@308244352 after retry RPC after error@1806390900) -> (continuation of Deferred@1903454796 after retry RPC after error@38546971) -> (continuation of Deferred@1795584701 after retry RPC after error@1521451359) -> (continuation of Deferred@140224076 after retry RPC after error@1803845034) -> (continuation of Deferred@869235197 after retry RPC after error@357348258) -> (continuation of Deferred@1081085569 after retry RPC after error@139547144) -> (continuation of Deferred@1083822702 after retry RPC after error@817408124), errback=(continuation of Deferred@602745056 after retry RPC after error@1843423677) -> (continuation of Deferred@1055806936 after retry RPC after error@30440945) -> (continuation of Deferred@1261498115 after retry RPC after error@636738137) -> (continuation of Deferred@1769937834 after retry RPC after error@1799543937) -> (continuation of Deferred@658927133 after retry RPC after error@475814334) -> (continuation of Deferred@225424340 after retry RPC after error@1890897964) -> (continuation of Deferred@1687584417 after retry RPC after error@452549156) -> (continuation of Deferred@1794685884 after retry RPC after error@1016800127) -> (continuation of Deferred@1806639419 after retry RPC after error@995585552) -> (continuation of Deferred@341645213 after retry RPC after error@1907904178) -> (continuation of Deferred@1670127431 after retry RPC after error@1663814344) -> (continuation of Deferred@523688143 after retry RPC after error@742971461) -> (continuation of Deferred@800951468 after retry RPC after error@318598681) -> (continuation of Deferred@992226345 after retry RPC after error@1371816440) -> (continuation of Deferred@308244352 after retry RPC after error@1806390900) -> (continuation of Deferred@1903454796 after retry RPC after error@38546971) -> (continuation of Deferred@1795584701 after retry RPC after error@1521451359) -> (continuation of Deferred@140224076 after retry RPC after error@1803845034) -> (continuation of Deferred@869235197 after retry RPC after error@357348258) -> (continuation of Deferred@1081085569 after retry RPC after error@139547144) -> (continuation of Deferred@1083822702 after retry RPC after error@817408124)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.18.92.188:36207
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:06:32.324 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#2 (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_2_2).
21:06:32.326 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#2 75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_2_2.
21:06:32.329 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1449) Source: KuduSource -> Sink: Writer (3/4) (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from INITIALIZING to FAILED on d3190376-62a7-4418-84bf-bee23066b9ee @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=22, TimeoutTracker(timeout=30000, elapsed=27244), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [5ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [5ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [8ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [10ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [10ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [24ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [26ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [27ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [29ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [29ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [44ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [46ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [48ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [48ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [62ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [63ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [63ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [64ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [82ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [82ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [83ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [83ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [103ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [103ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [103ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [104ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [121ms] refreshing cache from master, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [123ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [125ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [125ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [127ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [127ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [202ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [203ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [203ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [203ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [204ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [384ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [384ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [385ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [385ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [801ms] refreshing cache from master, [802ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [802ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [803ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [803ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [804ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [804ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [804ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [1621ms] refreshing cache from master, [1621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [1622ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [1622ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [1623ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [1624ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [1624ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [1624ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [1683ms] refreshing cache from master, [1683ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [1684ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [1684ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [1685ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [1686ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [1686ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [1686ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [2161ms] refreshing cache from master, [2161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [2161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [2162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [2163ms] too many traces: truncated at 100 traces, deferred=Deferred@74936010(state=PENDING, result=null, callback=(continuation of Deferred@602745056 after retry RPC after error@1843423677) -> (continuation of Deferred@1055806936 after retry RPC after error@30440945) -> (continuation of Deferred@1261498115 after retry RPC after error@636738137) -> (continuation of Deferred@1769937834 after retry RPC after error@1799543937) -> (continuation of Deferred@658927133 after retry RPC after error@475814334) -> (continuation of Deferred@225424340 after retry RPC after error@1890897964) -> (continuation of Deferred@1687584417 after retry RPC after error@452549156) -> (continuation of Deferred@1794685884 after retry RPC after error@1016800127) -> (continuation of Deferred@1806639419 after retry RPC after error@995585552) -> (continuation of Deferred@341645213 after retry RPC after error@1907904178) -> (continuation of Deferred@1670127431 after retry RPC after error@1663814344) -> (continuation of Deferred@523688143 after retry RPC after error@742971461) -> (continuation of Deferred@800951468 after retry RPC after error@318598681) -> (continuation of Deferred@992226345 after retry RPC after error@1371816440) -> (continuation of Deferred@308244352 after retry RPC after error@1806390900) -> (continuation of Deferred@1903454796 after retry RPC after error@38546971) -> (continuation of Deferred@1795584701 after retry RPC after error@1521451359) -> (continuation of Deferred@140224076 after retry RPC after error@1803845034) -> (continuation of Deferred@869235197 after retry RPC after error@357348258) -> (continuation of Deferred@1081085569 after retry RPC after error@139547144) -> (continuation of Deferred@1083822702 after retry RPC after error@817408124), errback=(continuation of Deferred@602745056 after retry RPC after error@1843423677) -> (continuation of Deferred@1055806936 after retry RPC after error@30440945) -> (continuation of Deferred@1261498115 after retry RPC after error@636738137) -> (continuation of Deferred@1769937834 after retry RPC after error@1799543937) -> (continuation of Deferred@658927133 after retry RPC after error@475814334) -> (continuation of Deferred@225424340 after retry RPC after error@1890897964) -> (continuation of Deferred@1687584417 after retry RPC after error@452549156) -> (continuation of Deferred@1794685884 after retry RPC after error@1016800127) -> (continuation of Deferred@1806639419 after retry RPC after error@995585552) -> (continuation of Deferred@341645213 after retry RPC after error@1907904178) -> (continuation of Deferred@1670127431 after retry RPC after error@1663814344) -> (continuation of Deferred@523688143 after retry RPC after error@742971461) -> (continuation of Deferred@800951468 after retry RPC after error@318598681) -> (continuation of Deferred@992226345 after retry RPC after error@1371816440) -> (continuation of Deferred@308244352 after retry RPC after error@1806390900) -> (continuation of Deferred@1903454796 after retry RPC after error@38546971) -> (continuation of Deferred@1795584701 after retry RPC after error@1521451359) -> (continuation of Deferred@140224076 after retry RPC after error@1803845034) -> (continuation of Deferred@869235197 after retry RPC after error@357348258) -> (continuation of Deferred@1081085569 after retry RPC after error@139547144) -> (continuation of Deferred@1083822702 after retry RPC after error@817408124)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.18.92.188:36207
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:06:32.330 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_2_2.
21:06:32.330 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 50520737ebe38e2625b3d1dfb8799f70: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
21:06:32.331 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#2) of source Source: KuduSource.
21:06:32.490 [DEBUG - pool-96-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:06:32.491 [DEBUG - pool-96-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:06:32.491 [DEBUG - pool-96-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:06:32.492 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:32.492 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:32.492 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:32.493 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:32.493 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:32.493 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:32.493 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:32.493 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:32.493 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:32.494 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:06:32.633 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:06:33.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:33.002089 23210 heartbeater.cc:499] Master 127.22.50.62:44659 was elected leader, sending a full tablet report...
21:06:33.133 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:06:33.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:33.294076 23214 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
21:06:33.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:33.294833 23214 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:06:33.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:33.295706 23214 flags.cc:432] Enabled unsafe flag: --never_fsync=true
21:06:33.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:33.367432 23214 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
21:06:33.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:33.368968 23214 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.22.50.2
21:06:33.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:33.431448 23214 tablet_server_runner.cc:78] Tablet server non-default flags:
21:06:33.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:06:33.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.50.20:43413
21:06:33.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:06:33.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:06:33.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9500233420381817268/ts-1/data
21:06:33.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9500233420381817268/ts-1/wal
21:06:33.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:06:33.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:06:33.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.50.2:0
21:06:33.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:06:33.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:06:33.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:06:33.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9500233420381817268/ts-1/data/info.pb
21:06:33.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.50.2
21:06:33.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:06:33.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.22.50.62:44659,127.22.50.61:45261,127.22.50.60:38829
21:06:33.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:06:33.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:06:33.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:06:33.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:06:33.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:06:33.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.22.50.2
21:06:33.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9500233420381817268/ts-1/logs
21:06:33.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:06:33.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:06:33.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
21:06:33.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
21:06:33.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
21:06:33.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 6bec869c2320d19f2589b3f609f76e5041a21d27
21:06:33.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:06:33.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 20:43:55 UTC on e7f111948823
21:06:33.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16878
21:06:33.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:06:33.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:33.433300 23214 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:06:33.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:33.435324 23214 file_cache.cc:492] Constructed file cache file cache with capacity 419430
21:06:33.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:33.455698 23223 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:06:33.531 [DEBUG - pool-96-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:06:33.532 [DEBUG - pool-96-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:06:33.533 [DEBUG - pool-96-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:06:33.534 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:33.534 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:33.534 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:33.535 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:33.535 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:33.535 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:33.538 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:33.538 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:33.538 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:33.538 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:06:33.633 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:06:34.067 [INFO - flink-pekko.actor.default-dispatcher-7] (CheckpointCoordinator.java:1805) Restoring job 50520737ebe38e2625b3d1dfb8799f70 from Checkpoint 67 @ 1783544732476 for 50520737ebe38e2625b3d1dfb8799f70 located at file:/tmp/junit13326170181640113289/checkpoints/50520737ebe38e2625b3d1dfb8799f70/chk-67.
21:06:34.071 [INFO - flink-pekko.actor.default-dispatcher-7] (MasterHooks.java:201) No master state to restore
21:06:34.072 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from CREATED to SCHEDULED.
21:06:34.073 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job 50520737ebe38e2625b3d1dfb8799f70: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
21:06:34.073 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 2 to checkpoint 67 for source Source: KuduSource to checkpoint.
21:06:34.074 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from SCHEDULED to DEPLOYING.
21:06:34.075 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #3) with attempt id 75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_2_3 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to d3190376-62a7-4418-84bf-bee23066b9ee @ 127.0.0.1 (dataPort=-1) with allocation id 52d5deb841224e867af8dedcc6f31427
21:06:34.075 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (50520737ebe38e2625b3d1dfb8799f70) switched from state RESTARTING to RUNNING.
21:06:34.075 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskSlotTableImpl.java:391) Activate slot 52d5deb841224e867af8dedcc6f31427.
21:06:34.077 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#3 (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_2_3), deploy into slot with allocation id 52d5deb841224e867af8dedcc6f31427.
21:06:34.079 [INFO - flink-pekko.actor.default-dispatcher-7] (CheckpointCoordinator.java:1805) Restoring job 50520737ebe38e2625b3d1dfb8799f70 from Checkpoint 67 @ 1783544732476 for 50520737ebe38e2625b3d1dfb8799f70 located at file:/tmp/junit13326170181640113289/checkpoints/50520737ebe38e2625b3d1dfb8799f70/chk-67.
21:06:34.080 [INFO - flink-pekko.actor.default-dispatcher-7] (MasterHooks.java:201) No master state to restore
21:06:34.080 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 0 to checkpoint 67 for source Source: KuduSource to checkpoint.
21:06:34.081 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from CREATED to SCHEDULED.
21:06:34.082 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job 50520737ebe38e2625b3d1dfb8799f70: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
21:06:34.083 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from SCHEDULED to DEPLOYING.
21:06:34.083 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #3) with attempt id 75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_0_3 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to d3190376-62a7-4418-84bf-bee23066b9ee @ 127.0.0.1 (dataPort=-1) with allocation id f412658c854e9ff7ca9ced65ea075485
21:06:34.094 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskSlotTableImpl.java:391) Activate slot f412658c854e9ff7ca9ced65ea075485.
21:06:34.096 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#3 (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_0_3), deploy into slot with allocation id f412658c854e9ff7ca9ced65ea075485.
21:06:34.097 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#3 (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from CREATED to DEPLOYING.
21:06:34.097 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#3 (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_2_3) [DEPLOYING].
21:06:34.098 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@60d31e59
21:06:34.098 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
21:06:34.098 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit13326170181640113289/checkpoints")
21:06:34.098 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#3 (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from DEPLOYING to INITIALIZING.
21:06:34.098 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from DEPLOYING to INITIALIZING.
21:06:34.106 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#3 (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from CREATED to DEPLOYING.
21:06:34.109 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#3 (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_0_3) [DEPLOYING].
21:06:34.110 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@6d8b7904
21:06:34.110 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
21:06:34.110 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit13326170181640113289/checkpoints")
21:06:34.112 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@38443015
21:06:34.119 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#3 (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from DEPLOYING to INITIALIZING.
21:06:34.119 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from DEPLOYING to INITIALIZING.
21:06:34.124 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#3] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:06:34.133 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:06:34.141 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@182cedd4
21:06:34.143 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#3] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:06:34.166 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#3] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:06:34.168 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:34.171 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:34.172 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:34.172 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#3] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:06:34.174 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#3] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:06:34.177 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:34.179 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:34.179 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:34.184 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:34.185 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:34.185 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:34.185 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:06:34.194 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#3] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:06:34.196 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#3] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:06:34.202 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:34.203 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:34.203 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:34.204 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:06:34.210 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#3] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:06:34.211 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:34.211 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:34.212 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:34.214 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:34.215 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:34.220 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:34.220 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:06:34.220 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:06:34.222 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:34.222 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:34.222 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:34.234 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:06:34.235 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:06:34.238 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:34.238 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:34.238 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:34.239 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:34.240 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:34.240 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:34.240 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:06:34.244 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:06:34.244 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:06:34.246 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:34.246 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:34.247 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:34.254 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:06:34.255 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:34.256 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:34.256 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:34.257 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:34.257 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:34.257 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:34.259 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:06:34.264 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:06:34.265 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:34.265 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:34.265 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:34.271 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:06:34.271 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:34.271 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:34.272 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:34.272 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:34.273 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:34.273 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:34.273 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:06:34.274 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:06:34.283 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:06:34.284 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:06:34.284 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:06:34.285 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:34.285 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:34.285 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:34.285 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:34.285 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:34.286 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:34.286 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:34.286 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:34.286 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:34.286 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:06:34.287 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:06:34.288 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:34.288 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:34.288 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:34.294 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:06:34.295 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:34.295 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:34.296 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:34.296 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:34.297 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:34.297 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:34.297 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:06:34.304 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:06:34.304 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:06:34.305 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:06:34.307 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:34.307 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:34.307 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:34.308 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:34.308 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:34.308 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:34.309 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:34.309 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:34.309 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:34.309 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:06:34.314 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:06:34.315 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:06:34.315 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:06:34.316 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:06:34.316 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:34.316 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:34.316 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:34.317 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:34.317 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:34.317 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:34.318 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:34.318 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:34.318 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:34.318 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:06:34.323 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:06:34.324 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:06:34.324 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:06:34.324 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:34.325 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:34.325 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:34.325 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:34.325 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:34.325 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:34.326 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:34.326 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:34.326 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:34.326 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:06:34.335 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:06:34.336 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:06:34.336 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:06:34.337 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:34.337 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:34.337 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:34.337 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:34.337 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:34.337 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:34.338 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:34.338 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:34.338 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:34.338 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:06:34.355 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:06:34.355 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:06:34.355 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:06:34.356 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:34.356 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:34.356 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:34.357 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:34.357 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:34.357 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:34.357 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:34.357 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:34.357 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:34.357 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:06:34.384 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:06:34.384 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:06:34.384 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:06:34.385 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:34.385 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:34.385 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:34.386 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:34.386 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:34.386 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:34.386 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:34.386 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:34.386 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:34.387 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:06:34.404 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:06:34.404 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:06:34.405 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:06:34.405 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:34.405 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:34.405 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:34.406 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:34.406 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:34.406 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:34.406 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:34.406 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:34.406 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:34.407 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:06:34.415 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:06:34.416 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:06:34.416 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:06:34.417 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:34.417 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:34.417 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:34.417 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:34.417 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:34.417 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:34.418 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:34.418 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:34.418 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:34.418 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:06:34.495 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:06:34.495 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:06:34.496 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:06:34.497 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:34.497 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:34.497 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:34.497 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:34.498 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:34.498 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:34.498 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:34.498 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:34.498 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:34.498 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:06:34.502 [DEBUG - pool-94-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:06:34.502 [DEBUG - pool-94-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:06:34.502 [DEBUG - pool-94-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:06:34.502 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:34.502 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:34.502 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:34.503 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:34.503 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:34.503 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:34.505 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:34.505 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:34.505 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:34.505 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:06:34.555 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:06:34.555 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:06:34.555 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:06:34.556 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:34.556 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:34.556 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:34.557 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:34.557 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:34.557 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:34.557 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:34.557 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:34.558 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:34.558 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:06:34.604 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:06:34.605 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:06:34.605 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:06:34.606 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:34.606 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:34.606 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:34.606 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:34.606 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:34.607 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:34.607 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:34.607 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:34.607 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:34.607 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:06:34.633 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:06:34.811 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:06:34.964 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:06:34.964 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:06:34.965 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:06:34.965 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:34.966 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:34.966 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:34.966 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:34.966 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:34.966 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:34.967 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:34.967 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:34.967 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:34.967 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:06:34.995 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:06:34.995 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:06:34.996 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:06:34.996 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:34.996 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:34.996 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:34.997 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:34.997 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:34.997 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:34.997 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:34.998 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:34.998 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:34.998 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:06:35.044 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:06:35.044 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:06:35.045 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:35.045 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:35.046 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:35.046 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:06:35.048 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:35.048 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:35.048 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:35.048 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:35.048 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:35.048 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:35.049 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:06:35.133 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:06:35.310 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:06:35.633 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:06:35.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:34.855908 23222 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 23214
21:06:35.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:35.803542 23222 kernel_stack_watchdog.cc:198] Thread 23214 stuck at /home/jenkins-slave/workspace/build_and_test@2/src/kudu/util/thread.cc:642 for 392ms:
21:06:35.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
21:06:35.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
21:06:35.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
21:06:35.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
21:06:35.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:33.461231 23224 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:06:35.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:35.804307 23214 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 2.343s	user 0.738s	sys 1.065s
21:06:35.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:35.805094 23214 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 2.344s	user 0.738s	sys 1.065s
21:06:35.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:35.806452 23225 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection timed out after 2329 milliseconds
21:06:35.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:35.807459 23226 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:06:35.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:35.807391 23214 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
21:06:35.810 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:06:35.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:35.812654 23214 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:06:35.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:35.815480 23214 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:06:35.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:35.816960 23214 hybrid_clock.cc:648] HybridClock initialized: now 1783544795816818 us; error 136 us; skew 500 ppm
21:06:35.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:35.817927 23214 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:06:35.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:35.824730 23214 webserver.cc:534] Webserver started at http://127.22.50.2:37781/ using document root <none> and password file <none>
21:06:35.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:35.825672 23214 fs_manager.cc:362] Metadata directory not provided
21:06:35.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:35.825887 23214 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:06:35.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:35.826313 23214 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
21:06:35.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:35.831303 23214 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9500233420381817268/ts-1/data/instance:
21:06:35.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "991401346df74dd9b9e3796a470743c3"
21:06:35.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:06:35 on dist-test-slave-3sd5"
21:06:35.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:35.832578 23214 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9500233420381817268/ts-1/wal/instance:
21:06:35.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "991401346df74dd9b9e3796a470743c3"
21:06:35.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:06:35 on dist-test-slave-3sd5"
21:06:35.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:35.841032 23214 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.008s	sys 0.000s
21:06:35.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:35.847374 23259 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
21:06:35.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:35.848778 23214 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.002s	sys 0.002s
21:06:35.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:35.849272 23214 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9500233420381817268/ts-1/data,/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9500233420381817268/ts-1/wal
21:06:35.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "991401346df74dd9b9e3796a470743c3"
21:06:35.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:06:35 on dist-test-slave-3sd5"
21:06:35.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:35.849747 23214 fs_report.cc:389] FS layout report
21:06:35.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:06:35.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9500233420381817268/ts-1/wal
21:06:35.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9500233420381817268/ts-1/wal
21:06:35.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9500233420381817268/ts-1/data/data
21:06:35.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:06:35.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:06:35.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:06:35.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:06:35.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:06:35.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:06:35.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:06:35.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:06:35.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:06:35.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:06:35.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:06:35.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:35.913846 23214 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
21:06:35.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:35.915570 23214 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:06:35.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:35.916131 23214 kserver.cc:163] Server-wide thread pool size limit: 3276
21:06:35.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:35.918926 23214 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
21:06:35.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:35.924206 23214 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
21:06:35.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:35.924479 23214 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
21:06:35.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:35.924786 23214 ts_tablet_manager.cc:616] Registered 0 tablets
21:06:35.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:35.924983 23214 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
21:06:35.954 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:06:35.955 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:06:35.955 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:06:35.955 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:35.956 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:35.956 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:35.956 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:35.956 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:35.956 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:35.956 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:35.957 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:35.957 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:35.957 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:06:36.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:36.099087 23214 rpc_server.cc:307] RPC server started. Bound to: 127.22.50.2:38083
21:06:36.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:36.099255 23371 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.22.50.2:38083 every 8 connection(s)
21:06:36.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:36.101801 23214 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9500233420381817268/ts-1/data/info.pb
21:06:36.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:36.105731 22728 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu as pid 23214
21:06:36.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:36.106370 22728 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9500233420381817268/ts-1/wal/instance
21:06:36.133 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:06:36.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:36.144237 22728 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu
21:06:36.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu
21:06:36.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9500233420381817268/ts-2/wal
21:06:36.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9500233420381817268/ts-2/data
21:06:36.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:06:36.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:06:36.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:06:36.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:06:36.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:06:36.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:06:36.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9500233420381817268/ts-2/logs
21:06:36.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9500233420381817268/ts-2/data/info.pb
21:06:36.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:06:36.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:06:36.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:06:36.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:06:36.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:06:36.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:06:36.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:06:36.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:06:36.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
21:06:36.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:06:36.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.50.3:0
21:06:36.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.22.50.3
21:06:36.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.50.3
21:06:36.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:06:36.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.22.50.62:44659,127.22.50.61:45261,127.22.50.60:38829
21:06:36.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.50.20:43413
21:06:36.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:06:36.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:06:36.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
21:06:36.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:36.174439 23373 heartbeater.cc:344] Connected to a master server at 127.22.50.61:45261
21:06:36.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:36.175022 23373 heartbeater.cc:461] Registering TS with master...
21:06:36.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:36.176307 23372 heartbeater.cc:344] Connected to a master server at 127.22.50.60:38829
21:06:36.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:36.176702 23372 heartbeater.cc:461] Registering TS with master...
21:06:36.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:36.176718 23373 heartbeater.cc:507] Master 127.22.50.61:45261 requested a full tablet report, sending...
21:06:36.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:36.177703 23374 heartbeater.cc:344] Connected to a master server at 127.22.50.62:44659
21:06:36.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:36.178076 23374 heartbeater.cc:461] Registering TS with master...
21:06:36.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:36.178104 23372 heartbeater.cc:507] Master 127.22.50.60:38829 requested a full tablet report, sending...
21:06:36.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:36.179191 23374 heartbeater.cc:507] Master 127.22.50.62:44659 requested a full tablet report, sending...
21:06:36.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:36.181524 22774 ts_manager.cc:194] Registered new tserver with Master: 991401346df74dd9b9e3796a470743c3 (127.22.50.2:38083)
21:06:36.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:36.181743 22961 ts_manager.cc:194] Registered new tserver with Master: 991401346df74dd9b9e3796a470743c3 (127.22.50.2:38083)
21:06:36.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:36.183245 22774 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.22.50.2:51341
21:06:36.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:36.184453 22854 ts_manager.cc:194] Registered new tserver with Master: 991401346df74dd9b9e3796a470743c3 (127.22.50.2:38083)
21:06:36.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:36.202937 22057 debug-util.cc:398] Leaking SignalData structure 0x7b08000a7800 after lost signal to thread 21994
21:06:36.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:36.203737 22057 debug-util.cc:398] Leaking SignalData structure 0x7b08000bb780 after lost signal to thread 22060
21:06:36.310 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:06:36.495 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:06:36.495 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:06:36.496 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:06:36.496 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:36.496 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:36.496 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:36.497 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:36.497 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:36.497 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:36.497 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:36.497 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:36.497 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:36.498 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:06:36.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:36.547283 23382 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
21:06:36.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:36.547904 23382 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:06:36.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:36.548683 23382 flags.cc:432] Enabled unsafe flag: --never_fsync=true
21:06:36.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:36.592960 23382 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
21:06:36.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:36.594173 23382 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.22.50.3
21:06:36.633 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:06:36.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:36.643746 23382 tablet_server_runner.cc:78] Tablet server non-default flags:
21:06:36.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:06:36.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.50.20:43413
21:06:36.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:06:36.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:06:36.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9500233420381817268/ts-2/data
21:06:36.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9500233420381817268/ts-2/wal
21:06:36.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:06:36.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:06:36.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.50.3:0
21:06:36.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:06:36.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:06:36.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:06:36.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9500233420381817268/ts-2/data/info.pb
21:06:36.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.50.3
21:06:36.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:06:36.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.22.50.62:44659,127.22.50.61:45261,127.22.50.60:38829
21:06:36.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:06:36.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:06:36.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:06:36.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:06:36.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:06:36.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.22.50.3
21:06:36.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9500233420381817268/ts-2/logs
21:06:36.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:06:36.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:06:36.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
21:06:36.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
21:06:36.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
21:06:36.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 6bec869c2320d19f2589b3f609f76e5041a21d27
21:06:36.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:06:36.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 20:43:55 UTC on e7f111948823
21:06:36.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16878
21:06:36.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:06:36.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:36.645519 23382 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:06:36.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:36.647404 23382 file_cache.cc:492] Constructed file cache file cache with capacity 419430
21:06:36.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:36.665557 23389 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:06:36.704 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:06:36.704 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:06:36.704 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:06:36.705 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:36.705 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:36.705 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:36.705 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:36.705 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:36.705 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:36.705 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:36.705 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:36.705 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:36.706 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:06:36.791 [DEBUG - pool-96-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:06:36.791 [DEBUG - pool-96-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:06:36.791 [DEBUG - pool-96-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:06:36.791 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:36.792 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:36.792 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:36.792 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:36.792 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:36.792 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:36.793 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:36.793 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:36.793 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:36.793 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:06:36.809 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:06:36.904 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:06:36.905 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:06:36.905 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:06:36.906 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:36.906 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:36.906 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:36.907 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:36.907 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:36.909 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:36.909 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:36.910 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:36.911 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:36.912 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:06:37.004 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:06:37.005 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:06:37.005 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:06:37.005 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:37.005 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:37.005 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:37.006 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:37.006 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:37.006 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:37.007 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:37.007 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:37.007 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:37.007 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:06:37.135 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:06:37.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:37.189569 23374 heartbeater.cc:499] Master 127.22.50.62:44659 was elected leader, sending a full tablet report...
21:06:37.310 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:06:37.382 [DEBUG - pool-94-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:06:37.383 [DEBUG - pool-94-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:06:37.383 [DEBUG - pool-94-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:06:37.383 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:37.383 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:37.383 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:37.384 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:37.384 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:37.384 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:37.384 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:37.384 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:37.384 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:37.384 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:06:37.633 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:06:37.810 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:06:37.870 [DEBUG - pool-96-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:06:37.871 [DEBUG - pool-96-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:06:37.871 [DEBUG - pool-96-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:06:37.872 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:37.873 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:37.873 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:37.873 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:37.873 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:37.874 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:37.878 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:37.878 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:37.879 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:37.879 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:06:38.135 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:06:38.282 [DEBUG - pool-94-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:06:38.282 [DEBUG - pool-94-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:06:38.283 [DEBUG - pool-94-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:06:38.283 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:38.283 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:38.284 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:38.284 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:38.284 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:38.284 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:38.284 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:38.284 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:38.285 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:38.285 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:06:38.310 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:06:38.633 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:06:38.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:36.667948 23390 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:06:38.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:38.067430 23388 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 23382
21:06:38.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:38.712042 23392 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:06:38.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:38.709334 23382 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 2.044s	user 0.540s	sys 0.960s
21:06:38.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:38.713388 23382 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 2.049s	user 0.541s	sys 0.961s
21:06:38.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:38.716265 23391 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection timed out after 2050 milliseconds
21:06:38.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:38.716276 23382 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
21:06:38.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:38.718273 23382 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:06:38.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:38.723131 23382 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:06:38.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:38.724695 23382 hybrid_clock.cc:648] HybridClock initialized: now 1783544798724555 us; error 154 us; skew 500 ppm
21:06:38.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:38.725878 23382 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:06:38.731 [DEBUG - pool-96-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:06:38.731 [DEBUG - pool-96-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:06:38.731 [DEBUG - pool-96-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:06:38.731 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:38.732 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:38.732 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:38.733 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:38.733 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:38.733 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:38.734 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:38.734 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:38.734 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:38.734 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:06:38.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:38.739480 23382 webserver.cc:534] Webserver started at http://127.22.50.3:34951/ using document root <none> and password file <none>
21:06:38.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:38.740720 23382 fs_manager.cc:362] Metadata directory not provided
21:06:38.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:38.741123 23382 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:06:38.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:38.741719 23382 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
21:06:38.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:38.747700 23382 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9500233420381817268/ts-2/data/instance:
21:06:38.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "289f1f457b724eb58c6c68e02ba5cfc5"
21:06:38.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:06:38 on dist-test-slave-3sd5"
21:06:38.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:38.749461 23382 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9500233420381817268/ts-2/wal/instance:
21:06:38.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "289f1f457b724eb58c6c68e02ba5cfc5"
21:06:38.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:06:38 on dist-test-slave-3sd5"
21:06:38.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:38.759943 23382 fs_manager.cc:696] Time spent creating directory manager: real 0.010s	user 0.005s	sys 0.002s
21:06:38.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:38.768090 23404 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
21:06:38.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:38.770048 23382 fs_manager.cc:730] Time spent opening block manager: real 0.006s	user 0.001s	sys 0.004s
21:06:38.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:38.770771 23382 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9500233420381817268/ts-2/data,/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9500233420381817268/ts-2/wal
21:06:38.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "289f1f457b724eb58c6c68e02ba5cfc5"
21:06:38.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:06:38 on dist-test-slave-3sd5"
21:06:38.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:38.771390 23382 fs_report.cc:389] FS layout report
21:06:38.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:06:38.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9500233420381817268/ts-2/wal
21:06:38.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9500233420381817268/ts-2/wal
21:06:38.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9500233420381817268/ts-2/data/data
21:06:38.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:06:38.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:06:38.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:06:38.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:06:38.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:06:38.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:06:38.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:06:38.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:06:38.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:06:38.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:06:38.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:06:38.810 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:06:38.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:38.858119 23382 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
21:06:38.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:38.859982 23382 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:06:38.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:38.860534 23382 kserver.cc:163] Server-wide thread pool size limit: 3276
21:06:38.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:38.864012 23382 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
21:06:38.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:38.870980 23382 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
21:06:38.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:38.871405 23382 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.001s	sys 0.000s
21:06:38.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:38.871781 23382 ts_tablet_manager.cc:616] Registered 0 tablets
21:06:38.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:38.872032 23382 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
21:06:38.975 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:06:38.975 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:06:38.975 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:06:38.976 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:38.976 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:38.976 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:38.976 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:38.976 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:38.976 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:38.977 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:38.977 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:38.977 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:38.977 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:06:39.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:39.084050 23382 rpc_server.cc:307] RPC server started. Bound to: 127.22.50.3:41645
21:06:39.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:39.084211 23516 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.22.50.3:41645 every 8 connection(s)
21:06:39.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:39.088472 23382 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9500233420381817268/ts-2/data/info.pb
21:06:39.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:39.091816 22728 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu as pid 23382
21:06:39.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:39.092649 22728 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster9500233420381817268/ts-2/wal/instance
21:06:39.103 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:06:39.104 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:06:39.104 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:06:39.105 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:39.105 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:39.105 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:39.106 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:39.106 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:39.106 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:39.106 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:39.106 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:39.107 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:39.107 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:06:39.133 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:06:39.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:39.219203 23518 heartbeater.cc:344] Connected to a master server at 127.22.50.60:38829
21:06:39.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:39.219762 23518 heartbeater.cc:461] Registering TS with master...
21:06:39.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:39.221189 23518 heartbeater.cc:507] Master 127.22.50.60:38829 requested a full tablet report, sending...
21:06:39.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:39.225517 22960 ts_manager.cc:194] Registered new tserver with Master: 289f1f457b724eb58c6c68e02ba5cfc5 (127.22.50.3:41645)
21:06:39.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:39.243781 23519 heartbeater.cc:344] Connected to a master server at 127.22.50.61:45261
21:06:39.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:39.244195 23519 heartbeater.cc:461] Registering TS with master...
21:06:39.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:39.245193 23519 heartbeater.cc:507] Master 127.22.50.61:45261 requested a full tablet report, sending...
21:06:39.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:39.248158 22854 ts_manager.cc:194] Registered new tserver with Master: 289f1f457b724eb58c6c68e02ba5cfc5 (127.22.50.3:41645)
21:06:39.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:39.249015 23524 heartbeater.cc:344] Connected to a master server at 127.22.50.62:44659
21:06:39.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:39.249411 23524 heartbeater.cc:461] Registering TS with master...
21:06:39.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:39.250382 23524 heartbeater.cc:507] Master 127.22.50.62:44659 requested a full tablet report, sending...
21:06:39.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:39.253064 22775 ts_manager.cc:194] Registered new tserver with Master: 289f1f457b724eb58c6c68e02ba5cfc5 (127.22.50.3:41645)
21:06:39.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:39.255225 22775 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.22.50.3:52681
21:06:39.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:39.267602 22728 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
21:06:39.280 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
21:06:39.280 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

21:06:39.282 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.22.50.62"
      port: 44659
    }
    bound_http_address {
      host: "127.22.50.62"
      port: 32909
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.22.50.61"
      port: 45261
    }
    bound_http_address {
      host: "127.22.50.61"
      port: 33073
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.22.50.60"
      port: 38829
    }
    bound_http_address {
      host: "127.22.50.60"
      port: 35917
    }
  }
}

21:06:39.282 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

21:06:39.283 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.22.50.1"
      port: 42395
    }
    bound_http_address {
      host: "127.22.50.1"
      port: 42457
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.22.50.2"
      port: 38083
    }
    bound_http_address {
      host: "127.22.50.2"
      port: 37781
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.22.50.3"
      port: 41645
    }
    bound_http_address {
      host: "127.22.50.3"
      port: 34951
    }
  }
}

21:06:39.283 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
21:06:39.285 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:06:39.286 [DEBUG - main] (Connection.java:748) [peer master-127.21.119.62:45023(127.21.119.62:45023)] connecting to peer
21:06:39.289 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.21.119.62:45023(127.21.119.62:45023)] Successfully connected to peer
21:06:39.287 [DEBUG - main] (Connection.java:748) [peer master-127.21.119.60:42475(127.21.119.60:42475)] connecting to peer
21:06:39.291 [DEBUG - main] (Connection.java:748) [peer master-127.21.119.61:37709(127.21.119.61:37709)] connecting to peer
21:06:39.293 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.21.119.62
21:06:39.293 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.21.119.61:37709(127.21.119.61:37709)] Successfully connected to peer
21:06:39.298 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.21.119.60:42475(127.21.119.60:42475)] Successfully connected to peer
21:06:39.308 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.21.119.61
21:06:39.310 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:06:39.312 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.21.119.60
21:06:39.313 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:06:39.317 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x184a4a27, L:/127.0.0.1:48246 - R:/127.21.119.62:45023] using SASL/PLAIN
21:06:39.321 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
21:06:39.321 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=35), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.62:45023, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.60:42475, [5ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.61:37709, [34ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.62:45023: OK, deferred=null) after lookup
21:06:39.326 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:06:39.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:39.324007 22026 catalog_manager.cc:2282] Servicing CreateTable request from {username='slave'} at 127.0.0.1:48246:
21:06:39.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "replication_test_table"
21:06:39.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
21:06:39.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
21:06:39.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key1"
21:06:39.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
21:06:39.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
21:06:39.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
21:06:39.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
21:06:39.328 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:06:39.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
21:06:39.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
21:06:39.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
21:06:39.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
21:06:39.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key2"
21:06:39.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
21:06:39.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
21:06:39.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
21:06:39.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
21:06:39.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
21:06:39.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
21:06:39.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
21:06:39.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
21:06:39.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key3"
21:06:39.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
21:06:39.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
21:06:39.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
21:06:39.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
21:06:39.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
21:06:39.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
21:06:39.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
21:06:39.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
21:06:39.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "data"
21:06:39.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
21:06:39.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
21:06:39.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
21:06:39.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
21:06:39.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
21:06:39.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
21:06:39.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
21:06:39.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
21:06:39.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
21:06:39.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
21:06:39.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
21:06:39.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
21:06:39.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:39.329677 22026 catalog_manager.cc:7076] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table replication_test_table in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
21:06:39.332 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x0720657e, L:/127.0.0.1:35264 - R:/127.21.119.60:42475] using SASL/PLAIN
21:06:39.333 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x055793d3, L:/127.0.0.1:57788 - R:/127.21.119.61:37709] using SASL/PLAIN
21:06:39.374 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 9b252b5b35094b1dafd17456eb7d5ca7
21:06:39.375 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:06:39.375 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:06:39.375 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:06:39.376 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:39.376 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:39.376 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:39.377 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:39.377 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:39.377 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:39.377 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:39.377 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:39.377 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:39.377 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:06:39.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:39.432721 22369 tablet_service.cc:1511] Processing CreateTablet for tablet 3f14afa433404b38bc75f19e09d4ca2c (DEFAULT_TABLE table=replication_test_table [id=9b252b5b35094b1dafd17456eb7d5ca7]), partition=
21:06:39.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:39.432801 22510 tablet_service.cc:1511] Processing CreateTablet for tablet 3f14afa433404b38bc75f19e09d4ca2c (DEFAULT_TABLE table=replication_test_table [id=9b252b5b35094b1dafd17456eb7d5ca7]), partition=
21:06:39.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:39.434721 22369 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 3f14afa433404b38bc75f19e09d4ca2c. 1 dirs total, 0 dirs full, 0 dirs failed
21:06:39.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:39.434736 22510 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 3f14afa433404b38bc75f19e09d4ca2c. 1 dirs total, 0 dirs full, 0 dirs failed
21:06:39.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:39.441382 22652 tablet_service.cc:1511] Processing CreateTablet for tablet 3f14afa433404b38bc75f19e09d4ca2c (DEFAULT_TABLE table=replication_test_table [id=9b252b5b35094b1dafd17456eb7d5ca7]), partition=
21:06:39.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:39.443387 22652 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 3f14afa433404b38bc75f19e09d4ca2c. 1 dirs total, 0 dirs full, 0 dirs failed
21:06:39.451 [DEBUG - pool-96-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:06:39.451 [DEBUG - pool-96-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:06:39.451 [DEBUG - pool-96-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:06:39.452 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:39.452 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:39.453 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:39.453 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:39.453 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:39.453 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:39.453 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:39.453 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:39.454 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:39.454 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:06:39.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:39.468093 23552 tablet_bootstrap.cc:492] T 3f14afa433404b38bc75f19e09d4ca2c P 1024d3a2610f428f92f80194bd756b62: Bootstrap starting.
21:06:39.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:39.478600 23553 tablet_bootstrap.cc:492] T 3f14afa433404b38bc75f19e09d4ca2c P aba4d77104fe4be39359fb5420bddd9f: Bootstrap starting.
21:06:39.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:39.479257 23552 tablet_bootstrap.cc:654] T 3f14afa433404b38bc75f19e09d4ca2c P 1024d3a2610f428f92f80194bd756b62: Neither blocks nor log segments found. Creating new log.
21:06:39.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:39.482079 23552 log.cc:826] T 3f14afa433404b38bc75f19e09d4ca2c P 1024d3a2610f428f92f80194bd756b62: Log is configured to *not* fsync() on all Append() calls
21:06:39.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:39.486604 23553 tablet_bootstrap.cc:654] T 3f14afa433404b38bc75f19e09d4ca2c P aba4d77104fe4be39359fb5420bddd9f: Neither blocks nor log segments found. Creating new log.
21:06:39.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:39.489447 23553 log.cc:826] T 3f14afa433404b38bc75f19e09d4ca2c P aba4d77104fe4be39359fb5420bddd9f: Log is configured to *not* fsync() on all Append() calls
21:06:39.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:39.497253 23556 tablet_bootstrap.cc:492] T 3f14afa433404b38bc75f19e09d4ca2c P 631846781b094eafb470be2055278c97: Bootstrap starting.
21:06:39.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:39.497985 23552 tablet_bootstrap.cc:492] T 3f14afa433404b38bc75f19e09d4ca2c P 1024d3a2610f428f92f80194bd756b62: No bootstrap required, opened a new log
21:06:39.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:39.498503 23552 ts_tablet_manager.cc:1403] T 3f14afa433404b38bc75f19e09d4ca2c P 1024d3a2610f428f92f80194bd756b62: Time spent bootstrapping tablet: real 0.031s	user 0.020s	sys 0.004s
21:06:39.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:39.499168 23553 tablet_bootstrap.cc:492] T 3f14afa433404b38bc75f19e09d4ca2c P aba4d77104fe4be39359fb5420bddd9f: No bootstrap required, opened a new log
21:06:39.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:39.499711 23553 ts_tablet_manager.cc:1403] T 3f14afa433404b38bc75f19e09d4ca2c P aba4d77104fe4be39359fb5420bddd9f: Time spent bootstrapping tablet: real 0.022s	user 0.013s	sys 0.007s
21:06:39.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:39.505762 23556 tablet_bootstrap.cc:654] T 3f14afa433404b38bc75f19e09d4ca2c P 631846781b094eafb470be2055278c97: Neither blocks nor log segments found. Creating new log.
21:06:39.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:39.508420 23556 log.cc:826] T 3f14afa433404b38bc75f19e09d4ca2c P 631846781b094eafb470be2055278c97: Log is configured to *not* fsync() on all Append() calls
21:06:39.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:39.518450 23556 tablet_bootstrap.cc:492] T 3f14afa433404b38bc75f19e09d4ca2c P 631846781b094eafb470be2055278c97: No bootstrap required, opened a new log
21:06:39.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:39.519078 23556 ts_tablet_manager.cc:1403] T 3f14afa433404b38bc75f19e09d4ca2c P 631846781b094eafb470be2055278c97: Time spent bootstrapping tablet: real 0.022s	user 0.008s	sys 0.009s
21:06:39.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:39.522143 23552 raft_consensus.cc:359] T 3f14afa433404b38bc75f19e09d4ca2c P 1024d3a2610f428f92f80194bd756b62 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "631846781b094eafb470be2055278c97" member_type: VOTER last_known_addr { host: "127.21.119.3" port: 40243 } } peers { permanent_uuid: "1024d3a2610f428f92f80194bd756b62" member_type: VOTER last_known_addr { host: "127.21.119.2" port: 35291 } } peers { permanent_uuid: "aba4d77104fe4be39359fb5420bddd9f" member_type: VOTER last_known_addr { host: "127.21.119.1" port: 40067 } }
21:06:39.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:39.523198 23552 raft_consensus.cc:385] T 3f14afa433404b38bc75f19e09d4ca2c P 1024d3a2610f428f92f80194bd756b62 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:06:39.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:39.523568 23552 raft_consensus.cc:740] T 3f14afa433404b38bc75f19e09d4ca2c P 1024d3a2610f428f92f80194bd756b62 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 1024d3a2610f428f92f80194bd756b62, State: Initialized, Role: FOLLOWER
21:06:39.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:39.524672 23552 consensus_queue.cc:260] T 3f14afa433404b38bc75f19e09d4ca2c P 1024d3a2610f428f92f80194bd756b62 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "631846781b094eafb470be2055278c97" member_type: VOTER last_known_addr { host: "127.21.119.3" port: 40243 } } peers { permanent_uuid: "1024d3a2610f428f92f80194bd756b62" member_type: VOTER last_known_addr { host: "127.21.119.2" port: 35291 } } peers { permanent_uuid: "aba4d77104fe4be39359fb5420bddd9f" member_type: VOTER last_known_addr { host: "127.21.119.1" port: 40067 } }
21:06:39.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:39.528882 23552 ts_tablet_manager.cc:1434] T 3f14afa433404b38bc75f19e09d4ca2c P 1024d3a2610f428f92f80194bd756b62: Time spent starting tablet: real 0.030s	user 0.019s	sys 0.013s
21:06:39.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:39.534555 23553 raft_consensus.cc:359] T 3f14afa433404b38bc75f19e09d4ca2c P aba4d77104fe4be39359fb5420bddd9f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "631846781b094eafb470be2055278c97" member_type: VOTER last_known_addr { host: "127.21.119.3" port: 40243 } } peers { permanent_uuid: "1024d3a2610f428f92f80194bd756b62" member_type: VOTER last_known_addr { host: "127.21.119.2" port: 35291 } } peers { permanent_uuid: "aba4d77104fe4be39359fb5420bddd9f" member_type: VOTER last_known_addr { host: "127.21.119.1" port: 40067 } }
21:06:39.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:39.544615 23553 raft_consensus.cc:385] T 3f14afa433404b38bc75f19e09d4ca2c P aba4d77104fe4be39359fb5420bddd9f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:06:39.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:39.544973 23553 raft_consensus.cc:740] T 3f14afa433404b38bc75f19e09d4ca2c P aba4d77104fe4be39359fb5420bddd9f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: aba4d77104fe4be39359fb5420bddd9f, State: Initialized, Role: FOLLOWER
21:06:39.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:39.546072 23553 consensus_queue.cc:260] T 3f14afa433404b38bc75f19e09d4ca2c P aba4d77104fe4be39359fb5420bddd9f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "631846781b094eafb470be2055278c97" member_type: VOTER last_known_addr { host: "127.21.119.3" port: 40243 } } peers { permanent_uuid: "1024d3a2610f428f92f80194bd756b62" member_type: VOTER last_known_addr { host: "127.21.119.2" port: 35291 } } peers { permanent_uuid: "aba4d77104fe4be39359fb5420bddd9f" member_type: VOTER last_known_addr { host: "127.21.119.1" port: 40067 } }
21:06:39.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:39.550495 23556 raft_consensus.cc:359] T 3f14afa433404b38bc75f19e09d4ca2c P 631846781b094eafb470be2055278c97 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "631846781b094eafb470be2055278c97" member_type: VOTER last_known_addr { host: "127.21.119.3" port: 40243 } } peers { permanent_uuid: "1024d3a2610f428f92f80194bd756b62" member_type: VOTER last_known_addr { host: "127.21.119.2" port: 35291 } } peers { permanent_uuid: "aba4d77104fe4be39359fb5420bddd9f" member_type: VOTER last_known_addr { host: "127.21.119.1" port: 40067 } }
21:06:39.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:39.551630 23556 raft_consensus.cc:385] T 3f14afa433404b38bc75f19e09d4ca2c P 631846781b094eafb470be2055278c97 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:06:39.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:39.551959 23556 raft_consensus.cc:740] T 3f14afa433404b38bc75f19e09d4ca2c P 631846781b094eafb470be2055278c97 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 631846781b094eafb470be2055278c97, State: Initialized, Role: FOLLOWER
21:06:39.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:39.553025 23556 consensus_queue.cc:260] T 3f14afa433404b38bc75f19e09d4ca2c P 631846781b094eafb470be2055278c97 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "631846781b094eafb470be2055278c97" member_type: VOTER last_known_addr { host: "127.21.119.3" port: 40243 } } peers { permanent_uuid: "1024d3a2610f428f92f80194bd756b62" member_type: VOTER last_known_addr { host: "127.21.119.2" port: 35291 } } peers { permanent_uuid: "aba4d77104fe4be39359fb5420bddd9f" member_type: VOTER last_known_addr { host: "127.21.119.1" port: 40067 } }
21:06:39.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:39.561762 23553 ts_tablet_manager.cc:1434] T 3f14afa433404b38bc75f19e09d4ca2c P aba4d77104fe4be39359fb5420bddd9f: Time spent starting tablet: real 0.062s	user 0.029s	sys 0.017s
21:06:39.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:39.567201 23556 ts_tablet_manager.cc:1434] T 3f14afa433404b38bc75f19e09d4ca2c P 631846781b094eafb470be2055278c97: Time spent starting tablet: real 0.048s	user 0.042s	sys 0.005s
21:06:39.633 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:06:39.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:39.640138 22722 tablet.cc:2406] T 3f14afa433404b38bc75f19e09d4ca2c P 631846781b094eafb470be2055278c97: Can't schedule compaction. Clean time has not been advanced past its initial value.
21:06:39.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:39.702361 22580 tablet.cc:2406] T 3f14afa433404b38bc75f19e09d4ca2c P 1024d3a2610f428f92f80194bd756b62: Can't schedule compaction. Clean time has not been advanced past its initial value.
21:06:39.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:39.770972 22441 tablet.cc:2406] T 3f14afa433404b38bc75f19e09d4ca2c P aba4d77104fe4be39359fb5420bddd9f: Can't schedule compaction. Clean time has not been advanced past its initial value.
21:06:39.811 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:06:39.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:39.868907 23559 raft_consensus.cc:493] T 3f14afa433404b38bc75f19e09d4ca2c P aba4d77104fe4be39359fb5420bddd9f [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
21:06:39.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:39.869438 23559 raft_consensus.cc:515] T 3f14afa433404b38bc75f19e09d4ca2c P aba4d77104fe4be39359fb5420bddd9f [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "631846781b094eafb470be2055278c97" member_type: VOTER last_known_addr { host: "127.21.119.3" port: 40243 } } peers { permanent_uuid: "1024d3a2610f428f92f80194bd756b62" member_type: VOTER last_known_addr { host: "127.21.119.2" port: 35291 } } peers { permanent_uuid: "aba4d77104fe4be39359fb5420bddd9f" member_type: VOTER last_known_addr { host: "127.21.119.1" port: 40067 } }
21:06:39.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:39.872668 23559 leader_election.cc:290] T 3f14afa433404b38bc75f19e09d4ca2c P aba4d77104fe4be39359fb5420bddd9f [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 631846781b094eafb470be2055278c97 (127.21.119.3:40243), 1024d3a2610f428f92f80194bd756b62 (127.21.119.2:35291)
21:06:39.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:39.885628 22672 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "3f14afa433404b38bc75f19e09d4ca2c" candidate_uuid: "aba4d77104fe4be39359fb5420bddd9f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "631846781b094eafb470be2055278c97" is_pre_election: true
21:06:39.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:39.886668 22672 raft_consensus.cc:2468] T 3f14afa433404b38bc75f19e09d4ca2c P 631846781b094eafb470be2055278c97 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate aba4d77104fe4be39359fb5420bddd9f in term 0.
21:06:39.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:39.887251 22530 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "3f14afa433404b38bc75f19e09d4ca2c" candidate_uuid: "aba4d77104fe4be39359fb5420bddd9f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "1024d3a2610f428f92f80194bd756b62" is_pre_election: true
21:06:39.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:39.888243 22530 raft_consensus.cc:2468] T 3f14afa433404b38bc75f19e09d4ca2c P 1024d3a2610f428f92f80194bd756b62 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate aba4d77104fe4be39359fb5420bddd9f in term 0.
21:06:39.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:39.888185 22322 leader_election.cc:304] T 3f14afa433404b38bc75f19e09d4ca2c P aba4d77104fe4be39359fb5420bddd9f [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 631846781b094eafb470be2055278c97, aba4d77104fe4be39359fb5420bddd9f; no voters: 
21:06:39.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:39.888973 23559 raft_consensus.cc:2804] T 3f14afa433404b38bc75f19e09d4ca2c P aba4d77104fe4be39359fb5420bddd9f [term 0 FOLLOWER]: Leader pre-election won for term 1
21:06:39.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:39.889371 23559 raft_consensus.cc:493] T 3f14afa433404b38bc75f19e09d4ca2c P aba4d77104fe4be39359fb5420bddd9f [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
21:06:39.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:39.889706 23559 raft_consensus.cc:3060] T 3f14afa433404b38bc75f19e09d4ca2c P aba4d77104fe4be39359fb5420bddd9f [term 0 FOLLOWER]: Advancing to term 1
21:06:39.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:39.895316 23559 raft_consensus.cc:515] T 3f14afa433404b38bc75f19e09d4ca2c P aba4d77104fe4be39359fb5420bddd9f [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "631846781b094eafb470be2055278c97" member_type: VOTER last_known_addr { host: "127.21.119.3" port: 40243 } } peers { permanent_uuid: "1024d3a2610f428f92f80194bd756b62" member_type: VOTER last_known_addr { host: "127.21.119.2" port: 35291 } } peers { permanent_uuid: "aba4d77104fe4be39359fb5420bddd9f" member_type: VOTER last_known_addr { host: "127.21.119.1" port: 40067 } }
21:06:39.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:39.897050 23559 leader_election.cc:290] T 3f14afa433404b38bc75f19e09d4ca2c P aba4d77104fe4be39359fb5420bddd9f [CANDIDATE]: Term 1 election: Requested vote from peers 631846781b094eafb470be2055278c97 (127.21.119.3:40243), 1024d3a2610f428f92f80194bd756b62 (127.21.119.2:35291)
21:06:39.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:39.897938 22672 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "3f14afa433404b38bc75f19e09d4ca2c" candidate_uuid: "aba4d77104fe4be39359fb5420bddd9f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "631846781b094eafb470be2055278c97"
21:06:39.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:39.898360 22530 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "3f14afa433404b38bc75f19e09d4ca2c" candidate_uuid: "aba4d77104fe4be39359fb5420bddd9f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "1024d3a2610f428f92f80194bd756b62"
21:06:39.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:39.898530 22672 raft_consensus.cc:3060] T 3f14afa433404b38bc75f19e09d4ca2c P 631846781b094eafb470be2055278c97 [term 0 FOLLOWER]: Advancing to term 1
21:06:39.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:39.898947 22530 raft_consensus.cc:3060] T 3f14afa433404b38bc75f19e09d4ca2c P 1024d3a2610f428f92f80194bd756b62 [term 0 FOLLOWER]: Advancing to term 1
21:06:39.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:39.904199 22530 raft_consensus.cc:2468] T 3f14afa433404b38bc75f19e09d4ca2c P 1024d3a2610f428f92f80194bd756b62 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate aba4d77104fe4be39359fb5420bddd9f in term 1.
21:06:39.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:39.904469 22672 raft_consensus.cc:2468] T 3f14afa433404b38bc75f19e09d4ca2c P 631846781b094eafb470be2055278c97 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate aba4d77104fe4be39359fb5420bddd9f in term 1.
21:06:39.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:39.905557 22321 leader_election.cc:304] T 3f14afa433404b38bc75f19e09d4ca2c P aba4d77104fe4be39359fb5420bddd9f [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 1024d3a2610f428f92f80194bd756b62, aba4d77104fe4be39359fb5420bddd9f; no voters: 
21:06:39.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:39.906319 23559 raft_consensus.cc:2804] T 3f14afa433404b38bc75f19e09d4ca2c P aba4d77104fe4be39359fb5420bddd9f [term 1 FOLLOWER]: Leader election won for term 1
21:06:39.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:39.908710 23559 raft_consensus.cc:697] T 3f14afa433404b38bc75f19e09d4ca2c P aba4d77104fe4be39359fb5420bddd9f [term 1 LEADER]: Becoming Leader. State: Replica: aba4d77104fe4be39359fb5420bddd9f, State: Running, Role: LEADER
21:06:39.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:39.910209 23559 consensus_queue.cc:237] T 3f14afa433404b38bc75f19e09d4ca2c P aba4d77104fe4be39359fb5420bddd9f [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "631846781b094eafb470be2055278c97" member_type: VOTER last_known_addr { host: "127.21.119.3" port: 40243 } } peers { permanent_uuid: "1024d3a2610f428f92f80194bd756b62" member_type: VOTER last_known_addr { host: "127.21.119.2" port: 35291 } } peers { permanent_uuid: "aba4d77104fe4be39359fb5420bddd9f" member_type: VOTER last_known_addr { host: "127.21.119.1" port: 40067 } }
21:06:39.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:39.922576 22026 catalog_manager.cc:5696] T 3f14afa433404b38bc75f19e09d4ca2c P aba4d77104fe4be39359fb5420bddd9f reported cstate change: term changed from 0 to 1, leader changed from <none> to aba4d77104fe4be39359fb5420bddd9f (127.21.119.1). New cstate: current_term: 1 leader_uuid: "aba4d77104fe4be39359fb5420bddd9f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "631846781b094eafb470be2055278c97" member_type: VOTER last_known_addr { host: "127.21.119.3" port: 40243 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "1024d3a2610f428f92f80194bd756b62" member_type: VOTER last_known_addr { host: "127.21.119.2" port: 35291 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "aba4d77104fe4be39359fb5420bddd9f" member_type: VOTER last_known_addr { host: "127.21.119.1" port: 40067 } health_report { overall_health: HEALTHY } } }
21:06:40.112 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 9b252b5b35094b1dafd17456eb7d5ca7
21:06:40.116 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 3f14afa433404b38bc75f19e09d4ca2c for table 'replication_test_table' with partition [<start>, <end>)
21:06:40.117 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=3f14afa433404b38bc75f19e09d4ca2c@[1024d3a2610f428f92f80194bd756b62(127.21.119.2:35291),631846781b094eafb470be2055278c97(127.21.119.3:40243),aba4d77104fe4be39359fb5420bddd9f(127.21.119.1:40067)[L]]}]
21:06:40.117 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=4), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.119.62:45023, [4ms] Sub RPC GetTableLocations: received response from server master-127.21.119.62:45023: OK, deferred=null) after lookup
21:06:40.117 [DEBUG - kudu-nio-0] (Connection.java:748) [peer aba4d77104fe4be39359fb5420bddd9f(127.21.119.1:40067)] connecting to peer
21:06:40.118 [DEBUG - kudu-nio-3] (Connection.java:757) [peer aba4d77104fe4be39359fb5420bddd9f(127.21.119.1:40067)] Successfully connected to peer
21:06:40.132 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:06:40.133 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:06:40.137 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x2588a604, L:/127.0.0.1:54972 - R:/127.21.119.1:40067] using TOKEN/null
21:06:40.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:40.154829 22530 raft_consensus.cc:1275] T 3f14afa433404b38bc75f19e09d4ca2c P 1024d3a2610f428f92f80194bd756b62 [term 1 FOLLOWER]: Refusing update from remote peer aba4d77104fe4be39359fb5420bddd9f: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
21:06:40.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:40.155380 22672 raft_consensus.cc:1275] T 3f14afa433404b38bc75f19e09d4ca2c P 631846781b094eafb470be2055278c97 [term 1 FOLLOWER]: Refusing update from remote peer aba4d77104fe4be39359fb5420bddd9f: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
21:06:40.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:40.156872 23564 consensus_queue.cc:1048] T 3f14afa433404b38bc75f19e09d4ca2c P aba4d77104fe4be39359fb5420bddd9f [LEADER]: Connected to new peer: Peer: permanent_uuid: "1024d3a2610f428f92f80194bd756b62" member_type: VOTER last_known_addr { host: "127.21.119.2" port: 35291 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
21:06:40.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:40.158023 23559 consensus_queue.cc:1048] T 3f14afa433404b38bc75f19e09d4ca2c P aba4d77104fe4be39359fb5420bddd9f [LEADER]: Connected to new peer: Peer: permanent_uuid: "631846781b094eafb470be2055278c97" member_type: VOTER last_known_addr { host: "127.21.119.3" port: 40243 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
21:06:40.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:40.199527 23576 mvcc.cc:204] Tried to move back new op lower bound from 7305399501412634624 to 7305399500444688384. Current Snapshot: MvccSnapshot[applied={T|T < 7305399501412634624}]
21:06:40.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:40.260522 23580 mvcc.cc:204] Tried to move back new op lower bound from 7305399501412634624 to 7305399500444688384. Current Snapshot: MvccSnapshot[applied={T|T < 7305399501412634624}]
21:06:40.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:40.259511 23524 heartbeater.cc:499] Master 127.22.50.62:44659 was elected leader, sending a full tablet report...
21:06:40.310 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:06:40.444 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:06:40.447 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:06:40.448 [DEBUG - main] (Connection.java:748) [peer master-127.22.50.60:38829(127.22.50.60:38829)] connecting to peer
21:06:40.448 [DEBUG - main] (Connection.java:748) [peer master-127.22.50.61:45261(127.22.50.61:45261)] connecting to peer
21:06:40.449 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.22.50.60:38829(127.22.50.60:38829)] Successfully connected to peer
21:06:40.454 [DEBUG - main] (Connection.java:748) [peer master-127.22.50.62:44659(127.22.50.62:44659)] connecting to peer
21:06:40.459 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.22.50.61:45261(127.22.50.61:45261)] Successfully connected to peer
21:06:40.465 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.22.50.61
21:06:40.465 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.22.50.62:44659(127.22.50.62:44659)] Successfully connected to peer
21:06:40.466 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.22.50.60
21:06:40.469 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.22.50.62
21:06:40.476 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:06:40.479 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:06:40.481 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:06:40.482 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x53ea8a99, L:/127.0.0.1:38014 - R:/127.22.50.60:38829] using SASL/PLAIN
21:06:40.484 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xff0b2147, L:/127.0.0.1:54436 - R:/127.22.50.61:45261] using SASL/PLAIN
21:06:40.485 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xfb424d82, L:/127.0.0.1:42458 - R:/127.22.50.62:44659] using SASL/PLAIN
21:06:40.490 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
21:06:40.490 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=43), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [6ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [39ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.60:38829: OK, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.61:45261: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.62:44659: OK, deferred=null) after lookup
21:06:40.494 [DEBUG - main] (Connection.java:748) [peer master-127.21.119.62:45023(127.21.119.62:45023)] connecting to peer
21:06:40.495 [DEBUG - main] (Connection.java:748) [peer master-127.21.119.60:42475(127.21.119.60:42475)] connecting to peer
21:06:40.496 [DEBUG - main] (Connection.java:748) [peer master-127.21.119.61:37709(127.21.119.61:37709)] connecting to peer
21:06:40.496 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.21.119.62:45023(127.21.119.62:45023)] Successfully connected to peer
21:06:40.499 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.21.119.60:42475(127.21.119.60:42475)] Successfully connected to peer
21:06:40.501 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.21.119.60
21:06:40.513 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.21.119.61:37709(127.21.119.61:37709)] Successfully connected to peer
21:06:40.515 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.21.119.62
21:06:40.518 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:06:40.527 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.21.119.61
21:06:40.529 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x5cf70111, L:/127.0.0.1:35268 - R:/127.21.119.60:42475] using SASL/PLAIN
21:06:40.530 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:06:40.535 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x37241621, L:/127.0.0.1:48258 - R:/127.21.119.62:45023] using SASL/PLAIN
21:06:40.538 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:06:40.540 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
21:06:40.540 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=46), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.62:45023, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.60:42475, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.61:37709, [40ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.60:42475: OK, [45ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.62:45023: OK, deferred=null) after lookup
21:06:40.541 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x8a0fb738, L:/127.0.0.1:57802 - R:/127.21.119.61:37709] using SASL/PLAIN
21:06:40.555 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 9b252b5b35094b1dafd17456eb7d5ca7
21:06:40.560 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 3f14afa433404b38bc75f19e09d4ca2c for table 'replication_test_table' with partition [<start>, <end>)
21:06:40.560 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=3f14afa433404b38bc75f19e09d4ca2c@[1024d3a2610f428f92f80194bd756b62(127.21.119.2:35291),631846781b094eafb470be2055278c97(127.21.119.3:40243),aba4d77104fe4be39359fb5420bddd9f(127.21.119.1:40067)[L]]}]
21:06:40.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:40.565208 22775 catalog_manager.cc:2282] Servicing CreateTable request from {username='slave'} at 127.0.0.1:42458:
21:06:40.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "replication_test_table"
21:06:40.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
21:06:40.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
21:06:40.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key1"
21:06:40.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
21:06:40.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
21:06:40.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
21:06:40.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
21:06:40.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
21:06:40.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
21:06:40.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
21:06:40.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
21:06:40.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
21:06:40.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
21:06:40.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key2"
21:06:40.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
21:06:40.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
21:06:40.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
21:06:40.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
21:06:40.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
21:06:40.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
21:06:40.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
21:06:40.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
21:06:40.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
21:06:40.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
21:06:40.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key3"
21:06:40.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
21:06:40.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
21:06:40.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
21:06:40.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
21:06:40.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
21:06:40.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
21:06:40.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
21:06:40.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
21:06:40.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
21:06:40.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
21:06:40.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "data"
21:06:40.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
21:06:40.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
21:06:40.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
21:06:40.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
21:06:40.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
21:06:40.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
21:06:40.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
21:06:40.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
21:06:40.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
21:06:40.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
21:06:40.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
21:06:40.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
21:06:40.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   rows: "<redacted>""\006\000\007\000"
21:06:40.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
21:06:40.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
21:06:40.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
21:06:40.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
21:06:40.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
21:06:40.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) comment: ""
21:06:40.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:40.571364 22775 catalog_manager.cc:7076] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table replication_test_table in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
21:06:40.633 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:06:40.649 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 23e4cae9810d45dfb98311f8a57cdb6f
21:06:40.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:40.717214 23307 tablet_service.cc:1511] Processing CreateTablet for tablet 991d17a87d40447594cc70cf6cfd3057 (DEFAULT_TABLE table=replication_test_table [id=23e4cae9810d45dfb98311f8a57cdb6f]), partition=
21:06:40.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:40.718729 23307 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 991d17a87d40447594cc70cf6cfd3057. 1 dirs total, 0 dirs full, 0 dirs failed
21:06:40.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:40.731550 23452 tablet_service.cc:1511] Processing CreateTablet for tablet 991d17a87d40447594cc70cf6cfd3057 (DEFAULT_TABLE table=replication_test_table [id=23e4cae9810d45dfb98311f8a57cdb6f]), partition=
21:06:40.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:40.733243 23452 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 991d17a87d40447594cc70cf6cfd3057. 1 dirs total, 0 dirs full, 0 dirs failed
21:06:40.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:40.752050 23140 tablet_service.cc:1511] Processing CreateTablet for tablet 991d17a87d40447594cc70cf6cfd3057 (DEFAULT_TABLE table=replication_test_table [id=23e4cae9810d45dfb98311f8a57cdb6f]), partition=
21:06:40.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:40.755067 23140 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 991d17a87d40447594cc70cf6cfd3057. 1 dirs total, 0 dirs full, 0 dirs failed
21:06:40.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:40.773057 23620 tablet_bootstrap.cc:492] T 991d17a87d40447594cc70cf6cfd3057 P 289f1f457b724eb58c6c68e02ba5cfc5: Bootstrap starting.
21:06:40.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:40.778288 23621 tablet_bootstrap.cc:492] T 991d17a87d40447594cc70cf6cfd3057 P 991401346df74dd9b9e3796a470743c3: Bootstrap starting.
21:06:40.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:40.780609 23620 tablet_bootstrap.cc:654] T 991d17a87d40447594cc70cf6cfd3057 P 289f1f457b724eb58c6c68e02ba5cfc5: Neither blocks nor log segments found. Creating new log.
21:06:40.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:40.783361 23620 log.cc:826] T 991d17a87d40447594cc70cf6cfd3057 P 289f1f457b724eb58c6c68e02ba5cfc5: Log is configured to *not* fsync() on all Append() calls
21:06:40.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:40.787506 23621 tablet_bootstrap.cc:654] T 991d17a87d40447594cc70cf6cfd3057 P 991401346df74dd9b9e3796a470743c3: Neither blocks nor log segments found. Creating new log.
21:06:40.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:40.789965 23621 log.cc:826] T 991d17a87d40447594cc70cf6cfd3057 P 991401346df74dd9b9e3796a470743c3: Log is configured to *not* fsync() on all Append() calls
21:06:40.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:40.801584 23621 tablet_bootstrap.cc:492] T 991d17a87d40447594cc70cf6cfd3057 P 991401346df74dd9b9e3796a470743c3: No bootstrap required, opened a new log
21:06:40.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:40.802163 23621 ts_tablet_manager.cc:1403] T 991d17a87d40447594cc70cf6cfd3057 P 991401346df74dd9b9e3796a470743c3: Time spent bootstrapping tablet: real 0.024s	user 0.010s	sys 0.011s
21:06:40.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:40.803473 23620 tablet_bootstrap.cc:492] T 991d17a87d40447594cc70cf6cfd3057 P 289f1f457b724eb58c6c68e02ba5cfc5: No bootstrap required, opened a new log
21:06:40.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:40.804224 23620 ts_tablet_manager.cc:1403] T 991d17a87d40447594cc70cf6cfd3057 P 289f1f457b724eb58c6c68e02ba5cfc5: Time spent bootstrapping tablet: real 0.032s	user 0.008s	sys 0.020s
21:06:40.810 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:06:40.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:40.828692 23624 tablet_bootstrap.cc:492] T 991d17a87d40447594cc70cf6cfd3057 P c761f02ff8024c6ca2f3828c4ec0e006: Bootstrap starting.
21:06:40.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:40.835140 23621 raft_consensus.cc:359] T 991d17a87d40447594cc70cf6cfd3057 P 991401346df74dd9b9e3796a470743c3 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "991401346df74dd9b9e3796a470743c3" member_type: VOTER last_known_addr { host: "127.22.50.2" port: 38083 } } peers { permanent_uuid: "c761f02ff8024c6ca2f3828c4ec0e006" member_type: VOTER last_known_addr { host: "127.22.50.1" port: 42395 } } peers { permanent_uuid: "289f1f457b724eb58c6c68e02ba5cfc5" member_type: VOTER last_known_addr { host: "127.22.50.3" port: 41645 } }
21:06:40.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:40.836217 23621 raft_consensus.cc:385] T 991d17a87d40447594cc70cf6cfd3057 P 991401346df74dd9b9e3796a470743c3 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:06:40.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:40.836537 23621 raft_consensus.cc:740] T 991d17a87d40447594cc70cf6cfd3057 P 991401346df74dd9b9e3796a470743c3 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 991401346df74dd9b9e3796a470743c3, State: Initialized, Role: FOLLOWER
21:06:40.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:40.837738 23621 consensus_queue.cc:260] T 991d17a87d40447594cc70cf6cfd3057 P 991401346df74dd9b9e3796a470743c3 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "991401346df74dd9b9e3796a470743c3" member_type: VOTER last_known_addr { host: "127.22.50.2" port: 38083 } } peers { permanent_uuid: "c761f02ff8024c6ca2f3828c4ec0e006" member_type: VOTER last_known_addr { host: "127.22.50.1" port: 42395 } } peers { permanent_uuid: "289f1f457b724eb58c6c68e02ba5cfc5" member_type: VOTER last_known_addr { host: "127.22.50.3" port: 41645 } }
21:06:40.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:40.840574 23620 raft_consensus.cc:359] T 991d17a87d40447594cc70cf6cfd3057 P 289f1f457b724eb58c6c68e02ba5cfc5 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "991401346df74dd9b9e3796a470743c3" member_type: VOTER last_known_addr { host: "127.22.50.2" port: 38083 } } peers { permanent_uuid: "c761f02ff8024c6ca2f3828c4ec0e006" member_type: VOTER last_known_addr { host: "127.22.50.1" port: 42395 } } peers { permanent_uuid: "289f1f457b724eb58c6c68e02ba5cfc5" member_type: VOTER last_known_addr { host: "127.22.50.3" port: 41645 } }
21:06:40.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:40.841534 23620 raft_consensus.cc:385] T 991d17a87d40447594cc70cf6cfd3057 P 289f1f457b724eb58c6c68e02ba5cfc5 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:06:40.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:40.841850 23620 raft_consensus.cc:740] T 991d17a87d40447594cc70cf6cfd3057 P 289f1f457b724eb58c6c68e02ba5cfc5 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 289f1f457b724eb58c6c68e02ba5cfc5, State: Initialized, Role: FOLLOWER
21:06:40.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:40.843111 23620 consensus_queue.cc:260] T 991d17a87d40447594cc70cf6cfd3057 P 289f1f457b724eb58c6c68e02ba5cfc5 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "991401346df74dd9b9e3796a470743c3" member_type: VOTER last_known_addr { host: "127.22.50.2" port: 38083 } } peers { permanent_uuid: "c761f02ff8024c6ca2f3828c4ec0e006" member_type: VOTER last_known_addr { host: "127.22.50.1" port: 42395 } } peers { permanent_uuid: "289f1f457b724eb58c6c68e02ba5cfc5" member_type: VOTER last_known_addr { host: "127.22.50.3" port: 41645 } }
21:06:40.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:40.845960 23624 tablet_bootstrap.cc:654] T 991d17a87d40447594cc70cf6cfd3057 P c761f02ff8024c6ca2f3828c4ec0e006: Neither blocks nor log segments found. Creating new log.
21:06:40.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:40.847442 23621 ts_tablet_manager.cc:1434] T 991d17a87d40447594cc70cf6cfd3057 P 991401346df74dd9b9e3796a470743c3: Time spent starting tablet: real 0.045s	user 0.025s	sys 0.015s
21:06:40.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:40.851771 23624 log.cc:826] T 991d17a87d40447594cc70cf6cfd3057 P c761f02ff8024c6ca2f3828c4ec0e006: Log is configured to *not* fsync() on all Append() calls
21:06:40.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:40.868641 23624 tablet_bootstrap.cc:492] T 991d17a87d40447594cc70cf6cfd3057 P c761f02ff8024c6ca2f3828c4ec0e006: No bootstrap required, opened a new log
21:06:40.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:40.869428 23624 ts_tablet_manager.cc:1403] T 991d17a87d40447594cc70cf6cfd3057 P c761f02ff8024c6ca2f3828c4ec0e006: Time spent bootstrapping tablet: real 0.047s	user 0.024s	sys 0.004s
21:06:40.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:40.871434 23620 ts_tablet_manager.cc:1434] T 991d17a87d40447594cc70cf6cfd3057 P 289f1f457b724eb58c6c68e02ba5cfc5: Time spent starting tablet: real 0.066s	user 0.029s	sys 0.012s
21:06:40.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:40.884804 23375 tablet.cc:2406] T 991d17a87d40447594cc70cf6cfd3057 P 991401346df74dd9b9e3796a470743c3: Can't schedule compaction. Clean time has not been advanced past its initial value.
21:06:40.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:40.900985 23624 raft_consensus.cc:359] T 991d17a87d40447594cc70cf6cfd3057 P c761f02ff8024c6ca2f3828c4ec0e006 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "991401346df74dd9b9e3796a470743c3" member_type: VOTER last_known_addr { host: "127.22.50.2" port: 38083 } } peers { permanent_uuid: "c761f02ff8024c6ca2f3828c4ec0e006" member_type: VOTER last_known_addr { host: "127.22.50.1" port: 42395 } } peers { permanent_uuid: "289f1f457b724eb58c6c68e02ba5cfc5" member_type: VOTER last_known_addr { host: "127.22.50.3" port: 41645 } }
21:06:40.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:40.901768 23624 raft_consensus.cc:385] T 991d17a87d40447594cc70cf6cfd3057 P c761f02ff8024c6ca2f3828c4ec0e006 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:06:40.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:40.901991 23624 raft_consensus.cc:740] T 991d17a87d40447594cc70cf6cfd3057 P c761f02ff8024c6ca2f3828c4ec0e006 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c761f02ff8024c6ca2f3828c4ec0e006, State: Initialized, Role: FOLLOWER
21:06:40.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:40.902709 23624 consensus_queue.cc:260] T 991d17a87d40447594cc70cf6cfd3057 P c761f02ff8024c6ca2f3828c4ec0e006 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "991401346df74dd9b9e3796a470743c3" member_type: VOTER last_known_addr { host: "127.22.50.2" port: 38083 } } peers { permanent_uuid: "c761f02ff8024c6ca2f3828c4ec0e006" member_type: VOTER last_known_addr { host: "127.22.50.1" port: 42395 } } peers { permanent_uuid: "289f1f457b724eb58c6c68e02ba5cfc5" member_type: VOTER last_known_addr { host: "127.22.50.3" port: 41645 } }
21:06:40.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:40.906620 23624 ts_tablet_manager.cc:1434] T 991d17a87d40447594cc70cf6cfd3057 P c761f02ff8024c6ca2f3828c4ec0e006: Time spent starting tablet: real 0.037s	user 0.028s	sys 0.004s
21:06:40.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:40.919341 23213 tablet.cc:2406] T 991d17a87d40447594cc70cf6cfd3057 P c761f02ff8024c6ca2f3828c4ec0e006: Can't schedule compaction. Clean time has not been advanced past its initial value.
21:06:40.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:40.988068 23525 tablet.cc:2406] T 991d17a87d40447594cc70cf6cfd3057 P 289f1f457b724eb58c6c68e02ba5cfc5: Can't schedule compaction. Clean time has not been advanced past its initial value.
21:06:41.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:41.089540 23628 raft_consensus.cc:493] T 991d17a87d40447594cc70cf6cfd3057 P c761f02ff8024c6ca2f3828c4ec0e006 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
21:06:41.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:41.091161 23628 raft_consensus.cc:515] T 991d17a87d40447594cc70cf6cfd3057 P c761f02ff8024c6ca2f3828c4ec0e006 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "991401346df74dd9b9e3796a470743c3" member_type: VOTER last_known_addr { host: "127.22.50.2" port: 38083 } } peers { permanent_uuid: "c761f02ff8024c6ca2f3828c4ec0e006" member_type: VOTER last_known_addr { host: "127.22.50.1" port: 42395 } } peers { permanent_uuid: "289f1f457b724eb58c6c68e02ba5cfc5" member_type: VOTER last_known_addr { host: "127.22.50.3" port: 41645 } }
21:06:41.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:41.095105 23628 leader_election.cc:290] T 991d17a87d40447594cc70cf6cfd3057 P c761f02ff8024c6ca2f3828c4ec0e006 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 991401346df74dd9b9e3796a470743c3 (127.22.50.2:38083), 289f1f457b724eb58c6c68e02ba5cfc5 (127.22.50.3:41645)
21:06:41.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:41.130894 23327 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "991d17a87d40447594cc70cf6cfd3057" candidate_uuid: "c761f02ff8024c6ca2f3828c4ec0e006" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "991401346df74dd9b9e3796a470743c3" is_pre_election: true
21:06:41.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:41.132287 23327 raft_consensus.cc:2468] T 991d17a87d40447594cc70cf6cfd3057 P 991401346df74dd9b9e3796a470743c3 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate c761f02ff8024c6ca2f3828c4ec0e006 in term 0.
21:06:41.133 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:06:41.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:41.134145 23093 leader_election.cc:304] T 991d17a87d40447594cc70cf6cfd3057 P c761f02ff8024c6ca2f3828c4ec0e006 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 991401346df74dd9b9e3796a470743c3, c761f02ff8024c6ca2f3828c4ec0e006; no voters: 
21:06:41.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:41.135140 23628 raft_consensus.cc:2804] T 991d17a87d40447594cc70cf6cfd3057 P c761f02ff8024c6ca2f3828c4ec0e006 [term 0 FOLLOWER]: Leader pre-election won for term 1
21:06:41.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:41.135524 23628 raft_consensus.cc:493] T 991d17a87d40447594cc70cf6cfd3057 P c761f02ff8024c6ca2f3828c4ec0e006 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
21:06:41.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:41.135833 23628 raft_consensus.cc:3060] T 991d17a87d40447594cc70cf6cfd3057 P c761f02ff8024c6ca2f3828c4ec0e006 [term 0 FOLLOWER]: Advancing to term 1
21:06:41.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:41.142834 23472 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "991d17a87d40447594cc70cf6cfd3057" candidate_uuid: "c761f02ff8024c6ca2f3828c4ec0e006" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "289f1f457b724eb58c6c68e02ba5cfc5" is_pre_election: true
21:06:41.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:41.143392 23628 raft_consensus.cc:515] T 991d17a87d40447594cc70cf6cfd3057 P c761f02ff8024c6ca2f3828c4ec0e006 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "991401346df74dd9b9e3796a470743c3" member_type: VOTER last_known_addr { host: "127.22.50.2" port: 38083 } } peers { permanent_uuid: "c761f02ff8024c6ca2f3828c4ec0e006" member_type: VOTER last_known_addr { host: "127.22.50.1" port: 42395 } } peers { permanent_uuid: "289f1f457b724eb58c6c68e02ba5cfc5" member_type: VOTER last_known_addr { host: "127.22.50.3" port: 41645 } }
21:06:41.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:41.143827 23472 raft_consensus.cc:2468] T 991d17a87d40447594cc70cf6cfd3057 P 289f1f457b724eb58c6c68e02ba5cfc5 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate c761f02ff8024c6ca2f3828c4ec0e006 in term 0.
21:06:41.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:41.146565 23628 leader_election.cc:290] T 991d17a87d40447594cc70cf6cfd3057 P c761f02ff8024c6ca2f3828c4ec0e006 [CANDIDATE]: Term 1 election: Requested vote from peers 991401346df74dd9b9e3796a470743c3 (127.22.50.2:38083), 289f1f457b724eb58c6c68e02ba5cfc5 (127.22.50.3:41645)
21:06:41.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:41.146811 23327 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "991d17a87d40447594cc70cf6cfd3057" candidate_uuid: "c761f02ff8024c6ca2f3828c4ec0e006" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "991401346df74dd9b9e3796a470743c3"
21:06:41.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:41.147401 23327 raft_consensus.cc:3060] T 991d17a87d40447594cc70cf6cfd3057 P 991401346df74dd9b9e3796a470743c3 [term 0 FOLLOWER]: Advancing to term 1
21:06:41.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:41.152565 23472 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "991d17a87d40447594cc70cf6cfd3057" candidate_uuid: "c761f02ff8024c6ca2f3828c4ec0e006" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "289f1f457b724eb58c6c68e02ba5cfc5"
21:06:41.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:41.153175 23472 raft_consensus.cc:3060] T 991d17a87d40447594cc70cf6cfd3057 P 289f1f457b724eb58c6c68e02ba5cfc5 [term 0 FOLLOWER]: Advancing to term 1
21:06:41.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:41.154387 23327 raft_consensus.cc:2468] T 991d17a87d40447594cc70cf6cfd3057 P 991401346df74dd9b9e3796a470743c3 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate c761f02ff8024c6ca2f3828c4ec0e006 in term 1.
21:06:41.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:41.155608 23093 leader_election.cc:304] T 991d17a87d40447594cc70cf6cfd3057 P c761f02ff8024c6ca2f3828c4ec0e006 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 991401346df74dd9b9e3796a470743c3, c761f02ff8024c6ca2f3828c4ec0e006; no voters: 
21:06:41.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:41.156373 23628 raft_consensus.cc:2804] T 991d17a87d40447594cc70cf6cfd3057 P c761f02ff8024c6ca2f3828c4ec0e006 [term 1 FOLLOWER]: Leader election won for term 1
21:06:41.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:41.158828 23628 raft_consensus.cc:697] T 991d17a87d40447594cc70cf6cfd3057 P c761f02ff8024c6ca2f3828c4ec0e006 [term 1 LEADER]: Becoming Leader. State: Replica: c761f02ff8024c6ca2f3828c4ec0e006, State: Running, Role: LEADER
21:06:41.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:41.160872 23628 consensus_queue.cc:237] T 991d17a87d40447594cc70cf6cfd3057 P c761f02ff8024c6ca2f3828c4ec0e006 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "991401346df74dd9b9e3796a470743c3" member_type: VOTER last_known_addr { host: "127.22.50.2" port: 38083 } } peers { permanent_uuid: "c761f02ff8024c6ca2f3828c4ec0e006" member_type: VOTER last_known_addr { host: "127.22.50.1" port: 42395 } } peers { permanent_uuid: "289f1f457b724eb58c6c68e02ba5cfc5" member_type: VOTER last_known_addr { host: "127.22.50.3" port: 41645 } }
21:06:41.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:41.161648 23472 raft_consensus.cc:2468] T 991d17a87d40447594cc70cf6cfd3057 P 289f1f457b724eb58c6c68e02ba5cfc5 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate c761f02ff8024c6ca2f3828c4ec0e006 in term 1.
21:06:41.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:41.180202 22774 catalog_manager.cc:5696] T 991d17a87d40447594cc70cf6cfd3057 P c761f02ff8024c6ca2f3828c4ec0e006 reported cstate change: term changed from 0 to 1, leader changed from <none> to c761f02ff8024c6ca2f3828c4ec0e006 (127.22.50.1). New cstate: current_term: 1 leader_uuid: "c761f02ff8024c6ca2f3828c4ec0e006" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "991401346df74dd9b9e3796a470743c3" member_type: VOTER last_known_addr { host: "127.22.50.2" port: 38083 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "c761f02ff8024c6ca2f3828c4ec0e006" member_type: VOTER last_known_addr { host: "127.22.50.1" port: 42395 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "289f1f457b724eb58c6c68e02ba5cfc5" member_type: VOTER last_known_addr { host: "127.22.50.3" port: 41645 } health_report { overall_health: UNKNOWN } } }
21:06:41.310 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:06:41.431 [DEBUG - main] (Connection.java:575) [peer master-127.21.119.60:42475(127.21.119.60:42475)] disconnecting while in state READY
21:06:41.432 [DEBUG - main] (Connection.java:575) [peer master-127.21.119.62:45023(127.21.119.62:45023)] disconnecting while in state READY
21:06:41.432 [DEBUG - main] (Connection.java:575) [peer master-127.21.119.61:37709(127.21.119.61:37709)] disconnecting while in state READY
21:06:41.432 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.21.119.60:42475(127.21.119.60:42475)] handling channelInactive
21:06:41.433 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.119.60:42475(127.21.119.60:42475)] cleaning up while in state READY due to: connection closed
21:06:41.432 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.21.119.62:45023(127.21.119.62:45023)] handling channelInactive
21:06:41.433 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.119.62:45023(127.21.119.62:45023)] cleaning up while in state READY due to: connection closed
21:06:41.433 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2704) Releasing all remaining resources
21:06:41.434 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 25 thread-local buffer(s) from thread: kudu-nio-0
21:06:41.434 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-1
21:06:41.435 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.21.119.61:37709(127.21.119.61:37709)] handling channelInactive
21:06:41.436 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.119.61:37709(127.21.119.61:37709)] cleaning up while in state READY due to: connection closed
21:06:41.436 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-2
21:06:41.436 [DEBUG - main] (Connection.java:575) [peer master-127.22.50.62:44659(127.22.50.62:44659)] disconnecting while in state READY
21:06:41.436 [DEBUG - main] (Connection.java:575) [peer master-127.22.50.61:45261(127.22.50.61:45261)] disconnecting while in state READY
21:06:41.436 [DEBUG - main] (Connection.java:575) [peer master-127.22.50.60:38829(127.22.50.60:38829)] disconnecting while in state READY
21:06:41.437 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.22.50.60:38829(127.22.50.60:38829)] handling channelInactive
21:06:41.437 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.50.60:38829(127.22.50.60:38829)] cleaning up while in state READY due to: connection closed
21:06:41.437 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.22.50.61:45261(127.22.50.61:45261)] handling channelInactive
21:06:41.437 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.50.61:45261(127.22.50.61:45261)] cleaning up while in state READY due to: connection closed
21:06:41.439 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2704) Releasing all remaining resources
21:06:41.439 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 17 thread-local buffer(s) from thread: kudu-nio-0
21:06:41.440 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 17 thread-local buffer(s) from thread: kudu-nio-1
21:06:41.440 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.22.50.62:44659(127.22.50.62:44659)] handling channelInactive
21:06:41.441 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.50.62:44659(127.22.50.62:44659)] cleaning up while in state READY due to: connection closed
21:06:41.441 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 26 thread-local buffer(s) from thread: kudu-nio-2
21:06:41.444 [INFO - main] (TypeExtractor.java:2144) Field Row#fieldByName will be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
21:06:41.445 [INFO - main] (TypeExtractor.java:2069) class java.util.LinkedHashMap does not contain a getter for field accessOrder
21:06:41.445 [INFO - main] (TypeExtractor.java:2072) class java.util.LinkedHashMap does not contain a setter for field accessOrder
21:06:41.445 [INFO - main] (TypeExtractor.java:2116) Class class java.util.LinkedHashMap cannot be used as a POJO type because not all fields are valid POJO fields, and must be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
21:06:41.445 [INFO - main] (TypeExtractor.java:2144) Field Row#positionByName will be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
21:06:41.445 [INFO - main] (TypeExtractor.java:2197) class org.apache.flink.types.Row is missing a default constructor so it cannot be used as a POJO type and must be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
21:06:41.451 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.cpu.cores required for local execution is not set, setting it to the maximal possible value.
21:06:41.451 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.task.heap.size required for local execution is not set, setting it to the maximal possible value.
21:06:41.451 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.task.off-heap.size required for local execution is not set, setting it to the maximal possible value.
21:06:41.451 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.network.min required for local execution is not set, setting it to its default value 64 mb.
21:06:41.451 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.network.max required for local execution is not set, setting it to its default value 64 mb.
21:06:41.451 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.managed.size required for local execution is not set, setting it to its default value 128 mb.
21:06:41.451 [INFO - main] (MiniCluster.java:324) Starting Flink Mini Cluster
21:06:41.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:41.546361 23628 consensus_queue.cc:1048] T 991d17a87d40447594cc70cf6cfd3057 P c761f02ff8024c6ca2f3828c4ec0e006 [LEADER]: Connected to new peer: Peer: permanent_uuid: "289f1f457b724eb58c6c68e02ba5cfc5" member_type: VOTER last_known_addr { host: "127.22.50.3" port: 41645 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
21:06:41.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:41.601341 23631 consensus_queue.cc:1048] T 991d17a87d40447594cc70cf6cfd3057 P c761f02ff8024c6ca2f3828c4ec0e006 [LEADER]: Connected to new peer: Peer: permanent_uuid: "991401346df74dd9b9e3796a470743c3" member_type: VOTER last_known_addr { host: "127.22.50.2" port: 38083 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
21:06:41.622 [DEBUG - pool-94-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:06:41.622 [DEBUG - pool-94-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:06:41.622 [DEBUG - pool-94-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:06:41.623 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:41.623 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:41.623 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:41.623 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:41.623 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:41.623 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:41.623 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:41.623 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:41.623 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:41.624 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:06:41.632 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:06:41.692 [INFO - main] (MiniCluster.java:343) Starting Metrics Registry
21:06:41.762 [INFO - main] (MetricRegistryImpl.java:177) No metrics reporter configured, no metrics will be exposed/reported.
21:06:41.762 [INFO - main] (MetricRegistryImpl.java:240) No trace reporter configured, no metrics will be exposed/reported.
21:06:41.762 [INFO - main] (MiniCluster.java:350) Starting RPC Service(s)
21:06:41.799 [INFO - main] (ActorSystemBootstrapTools.java:227) Trying to start local actor system
21:06:41.810 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:06:41.955 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:06:41.955 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:06:41.956 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:06:41.956 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:41.956 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:41.956 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:41.956 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:41.956 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:41.956 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:41.956 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:41.956 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:41.956 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:41.957 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:06:41.982 [DEBUG - pool-94-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:06:41.982 [DEBUG - pool-94-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:06:41.983 [DEBUG - pool-94-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:06:41.983 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:41.983 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:41.983 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:41.983 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:41.983 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:41.983 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:41.984 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:41.984 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:41.984 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:41.984 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:06:42.132 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:06:42.251 [DEBUG - pool-96-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:06:42.251 [DEBUG - pool-96-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:06:42.252 [DEBUG - pool-96-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:06:42.252 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:42.252 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:42.252 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:42.252 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:42.252 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:42.252 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:42.253 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:42.253 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:42.253 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:42.253 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:06:42.310 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:06:42.587 [INFO - flink-pekko.actor.default-dispatcher-5] (Slf4jLogger.scala:117) Slf4jLogger started
21:06:42.633 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:06:42.736 [INFO - main] (ActorSystemBootstrapTools.java:257) Actor system started at pekko://flink
21:06:42.751 [INFO - main] (ActorSystemBootstrapTools.java:227) Trying to start local actor system
21:06:42.770 [INFO - flink-metrics-5] (Slf4jLogger.scala:117) Slf4jLogger started
21:06:42.783 [INFO - main] (ActorSystemBootstrapTools.java:257) Actor system started at pekko://flink-metrics
21:06:42.806 [INFO - main] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.metrics.dump.MetricQueryService at pekko://flink-metrics/user/rpc/MetricQueryService .
21:06:42.810 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:06:42.815 [INFO - main] (DefaultDelegationTokenManager.java:127) Loading delegation token providers
21:06:42.816 [INFO - main] (HadoopFSDelegationTokenProvider.java:78) Hadoop FS is not available (not packaged with this application): NoClassDefFoundError : "org/apache/hadoop/conf/Configuration".
21:06:42.816 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider hadoopfs loaded and initialized
21:06:42.817 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider hbase loaded and initialized
21:06:42.817 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider test loaded and initialized
21:06:42.817 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider throw loaded and initialized
21:06:42.817 [INFO - main] (DefaultDelegationTokenManager.java:165) Delegation token providers loaded successfully
21:06:42.818 [INFO - main] (DelegationTokenReceiverRepository.java:64) Loading delegation token receivers
21:06:42.818 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hadoopfs loaded and initialized
21:06:42.818 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hbase loaded and initialized
21:06:42.819 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver test loaded and initialized
21:06:42.819 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver throw loaded and initialized
21:06:42.819 [INFO - main] (DelegationTokenReceiverRepository.java:101) Delegation token receivers loaded successfully
21:06:42.819 [INFO - main] (DefaultDelegationTokenManager.java:189) Checking provider and receiver instances consistency
21:06:42.819 [INFO - main] (DefaultDelegationTokenManager.java:209) Provider and receiver instances are consistent
21:06:42.819 [INFO - main] (DefaultDelegationTokenManager.java:240) Obtaining delegation tokens
21:06:42.819 [INFO - main] (DefaultDelegationTokenManager.java:243) Delegation tokens obtained successfully
21:06:42.819 [WARN - main] (DefaultDelegationTokenManager.java:248) No tokens obtained so skipping notifications
21:06:42.819 [INFO - main] (DelegationTokenReceiverRepository.java:64) Loading delegation token receivers
21:06:42.820 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hadoopfs loaded and initialized
21:06:42.820 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hbase loaded and initialized
21:06:42.821 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver test loaded and initialized
21:06:42.821 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver throw loaded and initialized
21:06:42.821 [INFO - main] (DelegationTokenReceiverRepository.java:101) Delegation token receivers loaded successfully
21:06:42.821 [INFO - main] (BlobServer.java:165) Created BLOB server storage directory /tmp/minicluster_3fded906cfc847c38dfbc5421fb32628/blobStorage
21:06:42.821 [INFO - main] (BlobServer.java:239) Started BLOB server at 0.0.0.0:33449 - max concurrent requests: 50 - max backlog: 1000
21:06:42.822 [INFO - main] (AbstractBlobCache.java:93) Created BLOB cache storage directory /tmp/minicluster_3fded906cfc847c38dfbc5421fb32628/blobStorage
21:06:42.823 [INFO - main] (AbstractBlobCache.java:93) Created BLOB cache storage directory /tmp/minicluster_3fded906cfc847c38dfbc5421fb32628/blobStorage
21:06:42.824 [INFO - main] (MiniCluster.java:744) Starting 1 TaskManager(s)
21:06:42.824 [INFO - main] (TaskManagerRunner.java:609) Starting TaskManager with ResourceID: c55db3d4-2fd1-4c20-a48a-1de4bc3c79fd
21:06:42.826 [INFO - main] (TaskManagerServices.java:552) Temporary file directory '/tmp': total 48 GB, usable 39 GB (81.25% usable)
21:06:42.826 [INFO - main] (IOManager.java:60) Created a new FileChannelManager for spilling of task related data to disk (joins, sorting, ...). Used directories:
	/tmp/flink-io-b853bf24-0f87-431c-8678-e216dd30a6e9
21:06:42.828 [INFO - main] (NettyShuffleServiceFactory.java:170) Created a new FileChannelManager for storing result partitions of BLOCKING shuffles. Used directories:
	/tmp/flink-netty-shuffle-98fbedbc-3e5f-49c5-a0ac-cfef336c95eb
21:06:42.900 [INFO - main] (NetworkBufferPool.java:156) Allocated 64 MB for network buffer pool (number of memory segments: 2048, bytes per segment: 32768).
21:06:42.900 [INFO - main] (NettyShuffleEnvironment.java:355) Starting the network environment and its components.
21:06:42.901 [INFO - main] (TaskManagerServices.java:353) TaskManager data connection initialized successfully; listening internally on port: -1
21:06:42.901 [INFO - main] (KvStateService.java:92) Starting the kvState service and its components.
21:06:42.902 [INFO - main] (Configuration.java:985) Config uses fallback configuration key 'pekko.ask.timeout' instead of key 'taskmanager.slot.timeout'
21:06:42.904 [INFO - main] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.taskexecutor.TaskExecutor at pekko://flink/user/rpc/taskmanager_8 .
21:06:42.910 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultJobLeaderService.java:127) Start job leader service.
21:06:42.910 [INFO - flink-pekko.actor.default-dispatcher-5] (FileCache.java:116) User file cache uses directory /tmp/flink-dist-cache-9d0f2ea9-087d-4b80-b476-054200225309
21:06:42.911 [INFO - main] (RestServerEndpoint.java:182) Starting rest endpoint.
21:06:42.911 [INFO - main] (DispatcherRestEndpoint.java:124) Failed to load web based job submission extension. Probable reason: flink-runtime-web is not in the classpath.
21:06:42.919 [WARN - main] (WebMonitorUtils.java:76) Log file environment variable 'log.file' is not set.
21:06:42.919 [WARN - main] (WebMonitorUtils.java:82) JobManager log files are unavailable in the web dashboard. Log file location not found in environment variable 'log.file' or configuration key 'web.log.path'.
21:06:42.923 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:06:42.924 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:06:42.924 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:06:42.924 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:42.924 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:42.925 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:42.925 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:42.925 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:42.925 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:42.924 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:42.925 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:42.925 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:42.925 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:06:42.927 [INFO - main] (RestServerEndpoint.java:308) Rest endpoint listening at localhost:36699
21:06:42.927 [INFO - main] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'rest_server'.
21:06:42.928 [INFO - mini-cluster-io-thread-1] (WebMonitorEndpoint.java:1203) http://localhost:36699 was granted leadership with leaderSessionID=f80f1d3d-e180-48d1-9185-d33bdcfa17dd
21:06:42.928 [INFO - mini-cluster-io-thread-1] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader http://localhost:36699 , session=f80f1d3d-e180-48d1-9185-d33bdcfa17dd
21:06:42.929 [INFO - main] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'dispatcher'.
21:06:42.929 [INFO - main] (ResourceManagerServiceImpl.java:118) Starting resource manager service.
21:06:42.929 [INFO - main] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'resource_manager'.
21:06:42.930 [INFO - mini-cluster-io-thread-2] (DefaultDispatcherRunner.java:114) DefaultDispatcherRunner was granted leadership with leader id 76bff21e-4539-48d0-b276-805cb6556cc8. Creating new DispatcherLeaderProcess.
21:06:42.930 [INFO - mini-cluster-io-thread-2] (AbstractDispatcherLeaderProcess.java:99) Start SessionDispatcherLeaderProcess.
21:06:42.935 [INFO - main] (MiniCluster.java:510) Flink Mini Cluster started successfully
21:06:42.935 [INFO - mini-cluster-io-thread-4] (SessionDispatcherLeaderProcess.java:144) Recover all persisted job graphs that are not finished, yet.
21:06:42.936 [INFO - mini-cluster-io-thread-4] (SessionDispatcherLeaderProcess.java:158) Successfully recovered 0 persisted job graphs.
21:06:42.937 [INFO - pool-109-thread-1] (ResourceManagerServiceImpl.java:198) Resource manager service is granted leadership with session id fd03cb60-de36-4276-a017-64f751507821.
21:06:42.939 [INFO - mini-cluster-io-thread-4] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.dispatcher.StandaloneDispatcher at pekko://flink/user/rpc/dispatcher_9 .
21:06:42.940 [INFO - pool-109-thread-1] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.resourcemanager.StandaloneResourceManager at pekko://flink/user/rpc/resourcemanager_10 .
21:06:42.946 [INFO - mini-cluster-io-thread-4] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader pekko://flink/user/rpc/dispatcher_9 , session=76bff21e-4539-48d0-b276-805cb6556cc8
21:06:42.948 [INFO - flink-pekko.actor.default-dispatcher-5] (ResourceManager.java:253) Starting the resource manager.
21:06:42.948 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:212) Starting the slot manager.
21:06:42.949 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultDelegationTokenManager.java:308) Starting tokens update task
21:06:42.949 [WARN - flink-pekko.actor.default-dispatcher-5] (DefaultDelegationTokenManager.java:320) No tokens obtained so skipping notifications
21:06:42.949 [WARN - flink-pekko.actor.default-dispatcher-5] (DefaultDelegationTokenManager.java:335) Tokens update task not started because either no tokens obtained or none of the tokens specified its renewal date
21:06:42.950 [INFO - mini-cluster-io-thread-3] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader pekko://flink/user/rpc/resourcemanager_10 , session=fd03cb60-de36-4276-a017-64f751507821
21:06:42.950 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:1478) Connecting to ResourceManager pekko://flink/user/rpc/resourcemanager_10(a01764f751507821fd03cb60de364276).
21:06:42.982 [INFO - flink-pekko.actor.default-dispatcher-9] (RetryingRegistration.java:162) Resolved ResourceManager address, beginning registration
21:06:42.990 [INFO - flink-pekko.actor.default-dispatcher-5] (ResourceManager.java:1080) Registering TaskManager with ResourceID c55db3d4-2fd1-4c20-a48a-1de4bc3c79fd (pekko://flink/user/rpc/taskmanager_8) at ResourceManager
21:06:42.990 [INFO - flink-pekko.actor.default-dispatcher-7] (Dispatcher.java:516) Received JobGraph submission 'Flink Streaming Job' (83c88b319a84cfbe321fdd6e09697f68).
21:06:42.990 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutorToResourceManagerConnection.java:99) Successful registration at resource manager pekko://flink/user/rpc/resourcemanager_10 under registration id 885c2f64da824f72ff12f35b0b0a37fa.
21:06:42.991 [INFO - flink-pekko.actor.default-dispatcher-7] (Dispatcher.java:601) Submitting job 'Flink Streaming Job' (83c88b319a84cfbe321fdd6e09697f68).
21:06:42.991 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:344) Registering task executor c55db3d4-2fd1-4c20-a48a-1de4bc3c79fd under 885c2f64da824f72ff12f35b0b0a37fa at the slot manager.
21:06:42.991 [INFO - flink-pekko.actor.default-dispatcher-7] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'job-83c88b319a84cfbe321fdd6e09697f68'.
21:06:42.991 [INFO - mini-cluster-io-thread-3] (JobMasterServiceLeadershipRunner.java:324) JobMasterServiceLeadershipRunner for job 83c88b319a84cfbe321fdd6e09697f68 was granted leadership with leader id 1c2c8bf5-dc4c-422a-aeb7-542bc59adb52. Creating new JobMasterServiceProcess.
21:06:42.994 [INFO - jobmanager-io-thread-1] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.jobmaster.JobMaster at pekko://flink/user/rpc/jobmanager_11 .
21:06:42.998 [INFO - jobmanager-io-thread-1] (JobMaster.java:319) Initializing job 'Flink Streaming Job' (83c88b319a84cfbe321fdd6e09697f68).
21:06:42.999 [INFO - jobmanager-io-thread-1] (DefaultSchedulerFactory.java:108) Using restart back off time strategy ExponentialDelayRestartBackoffTimeStrategy(initialBackoffMS=1000, maxBackoffMS=60000, backoffMultiplier=1.5, resetBackoffThresholdMS=3600000, jitterFactor=0.1, attemptsBeforeResetBackoff=2147483647, currentRestartAttempt=0, nextRestartTimestamp=-2147483648) for Flink Streaming Job (83c88b319a84cfbe321fdd6e09697f68).
21:06:42.999 [INFO - jobmanager-io-thread-1] (DefaultExecutionGraph.java:393) Created execution graph 7bde5c08f7e804a4ab3423222f7e7362 for job 83c88b319a84cfbe321fdd6e09697f68.
21:06:43.000 [INFO - jobmanager-io-thread-1] (DefaultExecutionGraphBuilder.java:179) Running initialization on master for job Flink Streaming Job (83c88b319a84cfbe321fdd6e09697f68).
21:06:43.000 [INFO - jobmanager-io-thread-1] (DefaultExecutionGraphBuilder.java:208) Successfully ran initialization on master in 0 ms.
21:06:43.001 [INFO - jobmanager-io-thread-1] (DefaultExecutionTopology.java:416) Built 4 new pipelined regions in 0 ms, total 4 pipelined regions currently.
21:06:43.002 [INFO - jobmanager-io-thread-1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@5151f9b2
21:06:43.002 [INFO - jobmanager-io-thread-1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
21:06:43.002 [INFO - jobmanager-io-thread-1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit15794170310472928674/checkpoints")
21:06:43.005 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1778) No checkpoint found during restore.
21:06:43.005 [INFO - jobmanager-io-thread-1] (DefaultScheduler.java:168) Using failover strategy org.apache.flink.runtime.executiongraph.failover.RestartPipelinedRegionFailoverStrategy@1a2f7405 for Flink Streaming Job (83c88b319a84cfbe321fdd6e09697f68).
21:06:43.006 [INFO - jobmanager-io-thread-1] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader pekko://flink/user/rpc/jobmanager_11 , session=1c2c8bf5-dc4c-422a-aeb7-542bc59adb52
21:06:43.006 [INFO - flink-pekko.actor.default-dispatcher-8] (JobMaster.java:987) Starting execution of job 'Flink Streaming Job' (83c88b319a84cfbe321fdd6e09697f68) under job master id aeb7542bc59adb521c2c8bf5dc4c422a.
21:06:43.006 [INFO - flink-pekko.actor.default-dispatcher-8] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
21:06:43.008 [DEBUG - flink-pekko.actor.default-dispatcher-8] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:06:43.011 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:231) Starting scheduling with scheduling strategy [org.apache.flink.runtime.scheduler.strategy.PipelinedRegionSchedulingStrategy]
21:06:43.011 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (83c88b319a84cfbe321fdd6e09697f68) switched from state CREATED to RUNNING.
21:06:43.012 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (7bde5c08f7e804a4ab3423222f7e7362_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from CREATED to SCHEDULED.
21:06:43.012 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (7bde5c08f7e804a4ab3423222f7e7362_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from CREATED to SCHEDULED.
21:06:43.013 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (7bde5c08f7e804a4ab3423222f7e7362_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from CREATED to SCHEDULED.
21:06:43.013 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (7bde5c08f7e804a4ab3423222f7e7362_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from CREATED to SCHEDULED.
21:06:43.014 [INFO - flink-pekko.actor.default-dispatcher-8] (JobMaster.java:1182) Connecting to ResourceManager pekko://flink/user/rpc/resourcemanager_10(a01764f751507821fd03cb60de364276)
21:06:43.015 [INFO - flink-pekko.actor.default-dispatcher-8] (RetryingRegistration.java:162) Resolved ResourceManager address, beginning registration
21:06:43.016 [INFO - flink-pekko.actor.default-dispatcher-5] (ResourceManager.java:390) Registering job manager aeb7542bc59adb521c2c8bf5dc4c422a@pekko://flink/user/rpc/jobmanager_11 for job 83c88b319a84cfbe321fdd6e09697f68.
21:06:43.021 [INFO - flink-pekko.actor.default-dispatcher-5] (ResourceManager.java:1015) Registered job manager aeb7542bc59adb521c2c8bf5dc4c422a@pekko://flink/user/rpc/jobmanager_11 for job 83c88b319a84cfbe321fdd6e09697f68.
21:06:43.026 [INFO - flink-pekko.actor.default-dispatcher-8] (JobMaster.java:1206) JobManager successfully registered at ResourceManager, leader id: a01764f751507821fd03cb60de364276.
21:06:43.026 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:324) Received resource requirements from job 83c88b319a84cfbe321fdd6e09697f68: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
21:06:43.031 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.21.119.62:45023(127.21.119.62:45023)] connecting to peer
21:06:43.032 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.21.119.60:42475(127.21.119.60:42475)] connecting to peer
21:06:43.032 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.21.119.62:45023(127.21.119.62:45023)] Successfully connected to peer
21:06:43.032 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.21.119.61:37709(127.21.119.61:37709)] connecting to peer
21:06:43.034 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.21.119.60:42475(127.21.119.60:42475)] Successfully connected to peer
21:06:43.037 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.21.119.62
21:06:43.042 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.21.119.61:37709(127.21.119.61:37709)] Successfully connected to peer
21:06:43.048 [DEBUG - main] (Connection.java:748) [peer master-127.22.50.60:38829(127.22.50.60:38829)] connecting to peer
21:06:43.048 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.21.119.60
21:06:43.050 [DEBUG - main] (Connection.java:748) [peer master-127.22.50.61:45261(127.22.50.61:45261)] connecting to peer
21:06:43.051 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:06:43.058 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x65f7f686, L:/127.0.0.1:48268 - R:/127.21.119.62:45023] using SASL/PLAIN
21:06:43.059 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:06:43.060 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:709) Matching resource requirements against available resources.
Missing resources:
	 Job 83c88b319a84cfbe321fdd6e09697f68
		ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}
Current resources:
	TaskManager c55db3d4-2fd1-4c20-a48a-1de4bc3c79fd
		Available: ResourceProfile{taskHeapMemory=1024.000gb (1099511627776 bytes), taskOffHeapMemory=1024.000gb (1099511627776 bytes), managedMemory=128.000mb (134217728 bytes), networkMemory=64.000mb (67108864 bytes)}
		Total:     ResourceProfile{taskHeapMemory=1024.000gb (1099511627776 bytes), taskOffHeapMemory=1024.000gb (1099511627776 bytes), managedMemory=128.000mb (134217728 bytes), networkMemory=64.000mb (67108864 bytes)}
21:06:43.061 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot 16c83731615277e6ce64a1266eb36045 from c55db3d4-2fd1-4c20-a48a-1de4bc3c79fd for job 83c88b319a84cfbe321fdd6e09697f68 with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
21:06:43.062 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot 56f77b6f1cf3c084d09ed7acfb983b42 from c55db3d4-2fd1-4c20-a48a-1de4bc3c79fd for job 83c88b319a84cfbe321fdd6e09697f68 with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
21:06:43.062 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:1149) Receive slot request 16c83731615277e6ce64a1266eb36045 for job 83c88b319a84cfbe321fdd6e09697f68 from resource manager with leader id a01764f751507821fd03cb60de364276.
21:06:43.062 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskSlotTableImpl.java:321) Allocated slot for 16c83731615277e6ce64a1266eb36045 with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
21:06:43.062 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot 2fb3b2036f8862681e27b3edfb3066de from c55db3d4-2fd1-4c20-a48a-1de4bc3c79fd for job 83c88b319a84cfbe321fdd6e09697f68 with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
21:06:43.063 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot 47d2bf06ddbb090309483d06cea61f42 from c55db3d4-2fd1-4c20-a48a-1de4bc3c79fd for job 83c88b319a84cfbe321fdd6e09697f68 with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
21:06:43.066 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xacb04747, L:/127.0.0.1:35276 - R:/127.21.119.60:42475] using SASL/PLAIN
21:06:43.067 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.22.50.60:38829(127.22.50.60:38829)] Successfully connected to peer
21:06:43.068 [DEBUG - main] (Connection.java:748) [peer master-127.22.50.62:44659(127.22.50.62:44659)] connecting to peer
21:06:43.070 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.22.50.60
21:06:43.071 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.22.50.61:45261(127.22.50.61:45261)] Successfully connected to peer
21:06:43.073 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.22.50.61
21:06:43.074 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultJobLeaderService.java:192) Add job 83c88b319a84cfbe321fdd6e09697f68 for job leader monitoring.
21:06:43.074 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.22.50.62:44659(127.22.50.62:44659)] Successfully connected to peer
21:06:43.074 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:1149) Receive slot request 56f77b6f1cf3c084d09ed7acfb983b42 for job 83c88b319a84cfbe321fdd6e09697f68 from resource manager with leader id a01764f751507821fd03cb60de364276.
21:06:43.074 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskSlotTableImpl.java:321) Allocated slot for 56f77b6f1cf3c084d09ed7acfb983b42 with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
21:06:43.075 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:1149) Receive slot request 2fb3b2036f8862681e27b3edfb3066de for job 83c88b319a84cfbe321fdd6e09697f68 from resource manager with leader id a01764f751507821fd03cb60de364276.
21:06:43.075 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskSlotTableImpl.java:321) Allocated slot for 2fb3b2036f8862681e27b3edfb3066de with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
21:06:43.075 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:1149) Receive slot request 47d2bf06ddbb090309483d06cea61f42 for job 83c88b319a84cfbe321fdd6e09697f68 from resource manager with leader id a01764f751507821fd03cb60de364276.
21:06:43.075 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
21:06:43.075 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskSlotTableImpl.java:321) Allocated slot for 47d2bf06ddbb090309483d06cea61f42 with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
21:06:43.075 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=62), Traces: [0ms] refreshing cache from master, [17ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.62:45023, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.60:42475, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.61:37709, [57ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.60:42475: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.62:45023: OK, deferred=null) after lookup
21:06:43.076 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.21.119.61
21:06:43.076 [INFO - mini-cluster-io-thread-3] (DefaultJobLeaderService.java:350) Try to register at job manager pekko://flink/user/rpc/jobmanager_11 with leader id 1c2c8bf5-dc4c-422a-aeb7-542bc59adb52.
21:06:43.082 [INFO - flink-pekko.actor.default-dispatcher-7] (RetryingRegistration.java:162) Resolved JobManager address, beginning registration
21:06:43.084 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultJobLeaderService.java:417) Successful registration at job manager pekko://flink/user/rpc/jobmanager_11 for job 83c88b319a84cfbe321fdd6e09697f68.
21:06:43.084 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:1783) Establish JobManager connection for job 83c88b319a84cfbe321fdd6e09697f68.
21:06:43.084 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:1633) Offer reserved slots to the leader of job 83c88b319a84cfbe321fdd6e09697f68.
21:06:43.085 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (7bde5c08f7e804a4ab3423222f7e7362_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from SCHEDULED to DEPLOYING.
21:06:43.085 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #0) with attempt id 7bde5c08f7e804a4ab3423222f7e7362_cbc357ccb763df2852fee8c4fc7d55f2_0_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to c55db3d4-2fd1-4c20-a48a-1de4bc3c79fd @ 127.0.0.1 (dataPort=-1) with allocation id 16c83731615277e6ce64a1266eb36045
21:06:43.086 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 16c83731615277e6ce64a1266eb36045.
21:06:43.087 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutorFileMergingManager.java:83) Registered new file merging snapshot manager for job 83c88b319a84cfbe321fdd6e09697f68.
21:06:43.087 [INFO - flink-pekko.actor.default-dispatcher-8] (StateChangelogStorageLoader.java:104) Creating a changelog storage with name 'memory'.
21:06:43.088 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutorChannelStateExecutorFactoryManager.java:70) Creating the channel state executor factory for job id 83c88b319a84cfbe321fdd6e09697f68
21:06:43.089 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#0 (7bde5c08f7e804a4ab3423222f7e7362_cbc357ccb763df2852fee8c4fc7d55f2_0_0), deploy into slot with allocation id 16c83731615277e6ce64a1266eb36045.
21:06:43.082 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 9b252b5b35094b1dafd17456eb7d5ca7
21:06:43.091 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:06:43.095 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x000d304a, L:/127.0.0.1:38020 - R:/127.22.50.60:38829] using SASL/PLAIN
21:06:43.097 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (7bde5c08f7e804a4ab3423222f7e7362_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from SCHEDULED to DEPLOYING.
21:06:43.097 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #0) with attempt id 7bde5c08f7e804a4ab3423222f7e7362_cbc357ccb763df2852fee8c4fc7d55f2_1_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to c55db3d4-2fd1-4c20-a48a-1de4bc3c79fd @ 127.0.0.1 (dataPort=-1) with allocation id 2fb3b2036f8862681e27b3edfb3066de
21:06:43.098 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 3f14afa433404b38bc75f19e09d4ca2c for table 'replication_test_table' with partition [<start>, <end>)
21:06:43.099 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=3f14afa433404b38bc75f19e09d4ca2c@[1024d3a2610f428f92f80194bd756b62(127.21.119.2:35291),631846781b094eafb470be2055278c97(127.21.119.3:40243),aba4d77104fe4be39359fb5420bddd9f(127.21.119.1:40067)[L]]}]
21:06:43.101 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (7bde5c08f7e804a4ab3423222f7e7362_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from SCHEDULED to DEPLOYING.
21:06:43.101 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #0) with attempt id 7bde5c08f7e804a4ab3423222f7e7362_cbc357ccb763df2852fee8c4fc7d55f2_2_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to c55db3d4-2fd1-4c20-a48a-1de4bc3c79fd @ 127.0.0.1 (dataPort=-1) with allocation id 47d2bf06ddbb090309483d06cea61f42
21:06:43.105 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:06:43.109 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:06:43.112 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.22.50.62
21:06:43.112 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xd7127c03, L:/127.0.0.1:54438 - R:/127.22.50.61:45261] using SASL/PLAIN
21:06:43.112 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x3efa276d, L:/127.0.0.1:57808 - R:/127.21.119.61:37709] using SASL/PLAIN
21:06:43.115 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:06:43.115 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:06:43.115 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:06:43.116 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:43.116 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:43.116 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:43.116 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:43.116 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:43.116 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:43.116 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:43.116 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:43.116 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:43.116 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:06:43.129 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (7bde5c08f7e804a4ab3423222f7e7362_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from SCHEDULED to DEPLOYING.
21:06:43.129 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #0) with attempt id 7bde5c08f7e804a4ab3423222f7e7362_cbc357ccb763df2852fee8c4fc7d55f2_3_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to c55db3d4-2fd1-4c20-a48a-1de4bc3c79fd @ 127.0.0.1 (dataPort=-1) with allocation id 56f77b6f1cf3c084d09ed7acfb983b42
21:06:43.133 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:06:43.141 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:06:43.147 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:06:43.151 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x570961bf, L:/127.0.0.1:42464 - R:/127.22.50.62:44659] using SASL/PLAIN
21:06:43.156 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
21:06:43.156 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=110), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [54ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.60:38829: OK, [67ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.61:45261: OK, [108ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.62:44659: OK, deferred=null) after lookup
21:06:43.160 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 23e4cae9810d45dfb98311f8a57cdb6f
21:06:43.166 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 991d17a87d40447594cc70cf6cfd3057 for table 'replication_test_table' with partition [<start>, <end>)
21:06:43.167 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=991d17a87d40447594cc70cf6cfd3057@[289f1f457b724eb58c6c68e02ba5cfc5(127.22.50.3:41645),991401346df74dd9b9e3796a470743c3(127.22.50.2:38083),c761f02ff8024c6ca2f3828c4ec0e006(127.22.50.1:42395)[L]]}]
21:06:43.167 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC ScanRequest(scannerId=null, state=OPENING, attempt=1, KuduRpc(method=Scan, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=5), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.50.62:44659, [5ms] Sub RPC GetTableLocations: received response from server master-127.22.50.62:44659: OK, deferred=null)) after lookup
21:06:43.167 [DEBUG - kudu-nio-2] (Connection.java:748) [peer c761f02ff8024c6ca2f3828c4ec0e006(127.22.50.1:42395)] connecting to peer
21:06:43.171 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 2fb3b2036f8862681e27b3edfb3066de.
21:06:43.173 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#0 (7bde5c08f7e804a4ab3423222f7e7362_cbc357ccb763df2852fee8c4fc7d55f2_1_0), deploy into slot with allocation id 2fb3b2036f8862681e27b3edfb3066de.
21:06:43.175 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 47d2bf06ddbb090309483d06cea61f42.
21:06:43.183 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#0 (7bde5c08f7e804a4ab3423222f7e7362_cbc357ccb763df2852fee8c4fc7d55f2_2_0), deploy into slot with allocation id 47d2bf06ddbb090309483d06cea61f42.
21:06:43.185 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (7bde5c08f7e804a4ab3423222f7e7362_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from CREATED to DEPLOYING.
21:06:43.185 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#0 (7bde5c08f7e804a4ab3423222f7e7362_cbc357ccb763df2852fee8c4fc7d55f2_0_0) [DEPLOYING].
21:06:43.187 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@60fc8635
21:06:43.188 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
21:06:43.188 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit15794170310472928674/checkpoints")
21:06:43.188 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (7bde5c08f7e804a4ab3423222f7e7362_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from DEPLOYING to INITIALIZING.
21:06:43.190 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (7bde5c08f7e804a4ab3423222f7e7362_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from DEPLOYING to INITIALIZING.
21:06:43.191 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 16c83731615277e6ce64a1266eb36045.
21:06:43.191 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 2fb3b2036f8862681e27b3edfb3066de.
21:06:43.191 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 47d2bf06ddbb090309483d06cea61f42.
21:06:43.191 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 56f77b6f1cf3c084d09ed7acfb983b42.
21:06:43.191 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 56f77b6f1cf3c084d09ed7acfb983b42.
21:06:43.192 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (7bde5c08f7e804a4ab3423222f7e7362_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from CREATED to DEPLOYING.
21:06:43.192 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#0 (7bde5c08f7e804a4ab3423222f7e7362_cbc357ccb763df2852fee8c4fc7d55f2_2_0) [DEPLOYING].
21:06:43.195 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@3e9368f7
21:06:43.195 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
21:06:43.195 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit15794170310472928674/checkpoints")
21:06:43.196 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#0 (7bde5c08f7e804a4ab3423222f7e7362_cbc357ccb763df2852fee8c4fc7d55f2_3_0), deploy into slot with allocation id 56f77b6f1cf3c084d09ed7acfb983b42.
21:06:43.196 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (7bde5c08f7e804a4ab3423222f7e7362_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from DEPLOYING to INITIALIZING.
21:06:43.196 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (7bde5c08f7e804a4ab3423222f7e7362_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from DEPLOYING to INITIALIZING.
21:06:43.197 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (7bde5c08f7e804a4ab3423222f7e7362_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from CREATED to DEPLOYING.
21:06:43.197 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#0 (7bde5c08f7e804a4ab3423222f7e7362_cbc357ccb763df2852fee8c4fc7d55f2_1_0) [DEPLOYING].
21:06:43.198 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@3855932
21:06:43.198 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
21:06:43.198 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit15794170310472928674/checkpoints")
21:06:43.198 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (7bde5c08f7e804a4ab3423222f7e7362_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from DEPLOYING to INITIALIZING.
21:06:43.199 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (7bde5c08f7e804a4ab3423222f7e7362_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from DEPLOYING to INITIALIZING.
21:06:43.203 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@3cd5b8c6
21:06:43.204 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@9074f55
21:06:43.205 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:06:43.206 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:06:43.207 [DEBUG - kudu-nio-3] (Connection.java:757) [peer c761f02ff8024c6ca2f3828c4ec0e006(127.22.50.1:42395)] Successfully connected to peer
21:06:43.251 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@538e325b
21:06:43.273 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (7bde5c08f7e804a4ab3423222f7e7362_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from CREATED to DEPLOYING.
21:06:43.273 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#0 (7bde5c08f7e804a4ab3423222f7e7362_cbc357ccb763df2852fee8c4fc7d55f2_3_0) [DEPLOYING].
21:06:43.274 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@257045c5
21:06:43.274 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
21:06:43.274 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit15794170310472928674/checkpoints")
21:06:43.277 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:06:43.281 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer master-127.22.50.60:38829(127.22.50.60:38829)] connecting to peer
21:06:43.282 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer master-127.22.50.60:38829(127.22.50.60:38829)] connecting to peer
21:06:43.282 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer master-127.22.50.60:38829(127.22.50.60:38829)] connecting to peer
21:06:43.283 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer master-127.22.50.61:45261(127.22.50.61:45261)] connecting to peer
21:06:43.290 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.22.50.60:38829(127.22.50.60:38829)] Successfully connected to peer
21:06:43.291 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer master-127.22.50.62:44659(127.22.50.62:44659)] connecting to peer
21:06:43.293 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:06:43.293 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.22.50.60
21:06:43.299 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.22.50.61:45261(127.22.50.61:45261)] Successfully connected to peer
21:06:43.302 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x072ece58, L:/127.0.0.1:43466 - R:/127.22.50.1:42395] using TOKEN/null
21:06:43.310 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:06:43.311 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (7bde5c08f7e804a4ab3423222f7e7362_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from DEPLOYING to INITIALIZING.
21:06:43.311 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (7bde5c08f7e804a4ab3423222f7e7362_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from DEPLOYING to INITIALIZING.
21:06:43.315 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.22.50.61
21:06:43.324 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer master-127.22.50.61:45261(127.22.50.61:45261)] connecting to peer
21:06:43.324 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer master-127.22.50.62:44659(127.22.50.62:44659)] connecting to peer
21:06:43.329 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@5a0e994c
21:06:43.332 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:06:43.340 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.22.50.60:38829(127.22.50.60:38829)] Successfully connected to peer
21:06:43.357 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.22.50.62:44659(127.22.50.62:44659)] Successfully connected to peer
21:06:43.360 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.22.50.62:44659(127.22.50.62:44659)] Successfully connected to peer
21:06:43.360 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.22.50.61:45261(127.22.50.61:45261)] Successfully connected to peer
21:06:43.364 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.22.50.62
21:06:43.366 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.22.50.61
21:06:43.370 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer master-127.22.50.61:45261(127.22.50.61:45261)] connecting to peer
21:06:43.382 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer master-127.22.50.60:38829(127.22.50.60:38829)] connecting to peer
21:06:43.387 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=991d17a87d40447594cc70cf6cfd3057, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:06:43.387 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.22.50.62
21:06:43.389 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.22.50.60:38829(127.22.50.60:38829)] Successfully connected to peer
21:06:43.394 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.22.50.60
21:06:43.401 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:06:43.401 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer master-127.22.50.62:44659(127.22.50.62:44659)] connecting to peer
21:06:43.402 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:06:43.402 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.22.50.61:45261(127.22.50.61:45261)] Successfully connected to peer
21:06:43.407 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x826e1f86, L:/127.0.0.1:54452 - R:/127.22.50.61:45261] using SASL/PLAIN
21:06:43.408 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xff561341, L:/127.0.0.1:42480 - R:/127.22.50.62:44659] using SASL/PLAIN
21:06:43.409 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.22.50.62:44659(127.22.50.62:44659)] Successfully connected to peer
21:06:43.409 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer master-127.22.50.61:45261(127.22.50.61:45261)] connecting to peer
21:06:43.411 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer master-127.22.50.62:44659(127.22.50.62:44659)] connecting to peer
21:06:43.412 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.22.50.61:45261(127.22.50.61:45261)] Successfully connected to peer
21:06:43.414 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.22.50.60:38829(127.22.50.60:38829)] Successfully connected to peer
21:06:43.415 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
21:06:43.415 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=208), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [10ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [132ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.62:44659: OK, deferred=null) after lookup
21:06:43.417 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.22.50.61
21:06:43.417 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:06:43.419 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 23e4cae9810d45dfb98311f8a57cdb6f
21:06:43.420 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.22.50.62:44659(127.22.50.62:44659)] Successfully connected to peer
21:06:43.422 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 23e4cae9810d45dfb98311f8a57cdb6f
21:06:43.423 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@1d7b5e82
21:06:43.423 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x534ef535, L:/127.0.0.1:42472 - R:/127.22.50.62:44659] using SASL/PLAIN
21:06:43.423 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.22.50.62
21:06:43.425 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 1 (#0) @ 
21:06:43.425 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 1 (#0)
21:06:43.430 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.22.50.60
21:06:43.431 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.22.50.62
21:06:43.431 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.22.50.60
21:06:43.434 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
21:06:43.434 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=156), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [151ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.62:44659: OK, deferred=null) after lookup
21:06:43.436 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (7bde5c08f7e804a4ab3423222f7e7362_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from INITIALIZING to RUNNING.
21:06:43.436 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='36f2642ff30fa4ec8b838d09200dbe4d07fa63162ef0547f55ee0c50b6f420ce'}]
21:06:43.438 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 23e4cae9810d45dfb98311f8a57cdb6f
21:06:43.438 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:06:43.444 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=991d17a87d40447594cc70cf6cfd3057, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:06:43.450 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:06:43.451 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (7bde5c08f7e804a4ab3423222f7e7362_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from INITIALIZING to RUNNING.
21:06:43.453 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 23e4cae9810d45dfb98311f8a57cdb6f
21:06:43.453 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:06:43.453 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@61458e4c
21:06:43.457 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x37ae5f1c, L:/127.0.0.1:38056 - R:/127.22.50.60:38829] using SASL/PLAIN
21:06:43.458 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 0 (#0) @ 
21:06:43.458 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 0 (#0)
21:06:43.457 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:06:43.462 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:06:43.466 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:06:43.470 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:06:43.476 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x841a6e75, L:/127.0.0.1:38054 - R:/127.22.50.60:38829] using SASL/PLAIN
21:06:43.480 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
21:06:43.481 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299998, tablet=3f14afa433404b38bc75f19e09d4ca2c@[1024d3a2610f428f92f80194bd756b62(127.21.119.2:35291),631846781b094eafb470be2055278c97(127.21.119.3:40243)[L],aba4d77104fe4be39359fb5420bddd9f(127.21.119.1:40067)]}]
21:06:43.483 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:06:43.484 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:06:43.489 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xdf1c4633, L:/127.0.0.1:42488 - R:/127.22.50.62:44659] using SASL/PLAIN
21:06:43.489 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xf0f68f2f, L:/127.0.0.1:54472 - R:/127.22.50.61:45261] using SASL/PLAIN
21:06:43.493 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.22.50.61
21:06:43.498 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xa011cb9b, L:/127.0.0.1:42490 - R:/127.22.50.62:44659] using SASL/PLAIN
21:06:43.499 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x5d2a0c9a, L:/127.0.0.1:54466 - R:/127.22.50.61:45261] using SASL/PLAIN
21:06:43.500 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xb1907d3d, L:/127.0.0.1:38044 - R:/127.22.50.60:38829] using SASL/PLAIN
21:06:43.502 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=991d17a87d40447594cc70cf6cfd3057, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:06:43.505 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:06:43.507 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x3330a537, L:/127.0.0.1:38034 - R:/127.22.50.60:38829] using SASL/PLAIN
21:06:43.511 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x4362447b, L:/127.0.0.1:54478 - R:/127.22.50.61:45261] using SASL/PLAIN
21:06:43.512 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
21:06:43.512 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=306), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [198ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.60:38829: OK, [217ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.62:44659: OK, deferred=null) after lookup
21:06:43.516 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 23e4cae9810d45dfb98311f8a57cdb6f
21:06:43.519 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 23e4cae9810d45dfb98311f8a57cdb6f
21:06:43.520 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@2cec3fae
21:06:43.521 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 2 (#0) @ 
21:06:43.521 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 2 (#0)
21:06:43.525 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (7bde5c08f7e804a4ab3423222f7e7362_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from INITIALIZING to RUNNING.
21:06:43.526 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
21:06:43.526 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=193), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [27ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [93ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.60:38829: OK, [135ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.61:45261: OK, [143ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.62:44659: OK, deferred=null) after lookup
21:06:43.529 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (7bde5c08f7e804a4ab3423222f7e7362_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from INITIALIZING to RUNNING.
21:06:43.529 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 23e4cae9810d45dfb98311f8a57cdb6f
21:06:43.533 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 23e4cae9810d45dfb98311f8a57cdb6f
21:06:43.533 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@62cfb0da
21:06:43.534 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (7bde5c08f7e804a4ab3423222f7e7362_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from INITIALIZING to RUNNING.
21:06:43.549 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer aba4d77104fe4be39359fb5420bddd9f(127.21.119.1:40067)] connecting to peer
21:06:43.550 [DEBUG - pool-96-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:06:43.550 [DEBUG - pool-96-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:06:43.551 [DEBUG - pool-96-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:06:43.551 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:43.551 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:43.551 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:43.551 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:43.551 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:43.552 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:43.552 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:43.552 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:43.552 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:43.552 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:06:43.558 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=991d17a87d40447594cc70cf6cfd3057, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:06:43.562 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (7bde5c08f7e804a4ab3423222f7e7362_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from INITIALIZING to RUNNING.
21:06:43.571 [DEBUG - kudu-nio-0] (Connection.java:757) [peer aba4d77104fe4be39359fb5420bddd9f(127.21.119.1:40067)] Successfully connected to peer
21:06:43.583 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.21.119.1
21:06:43.584 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (7bde5c08f7e804a4ab3423222f7e7362_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from INITIALIZING to RUNNING.
21:06:43.585 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 3 (#0) @ 
21:06:43.585 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 3 (#0)
21:06:43.587 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (7bde5c08f7e804a4ab3423222f7e7362_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from INITIALIZING to RUNNING.
21:06:43.615 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=991d17a87d40447594cc70cf6cfd3057, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:06:43.620 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:06:43.625 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xddd02a75, L:/127.0.0.1:45526 - R:/127.21.119.1:40067] using SASL/PLAIN
21:06:43.633 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:06:43.640 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 1 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544803639 for job 83c88b319a84cfbe321fdd6e09697f68.
21:06:43.641 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 8 rows, more = false, responseScanTimestamp = 7305399513137152001) for scanner KuduScanner(table=replication_test_table, tablet=3f14afa433404b38bc75f19e09d4ca2c, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:06:43.641 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:108) Finished reading from splits [36f2642ff30fa4ec8b838d09200dbe4d07fa63162ef0547f55ee0c50b6f420ce]
21:06:43.642 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (KryoSerializer.java:492) Kryo serializer scala extensions are not available.
21:06:43.653 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 991d17a87d40447594cc70cf6cfd3057 for table 'replication_test_table' with partition [<start>, <end>)
21:06:43.654 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=991d17a87d40447594cc70cf6cfd3057@[289f1f457b724eb58c6c68e02ba5cfc5(127.22.50.3:41645),991401346df74dd9b9e3796a470743c3(127.22.50.2:38083),c761f02ff8024c6ca2f3828c4ec0e006(127.22.50.1:42395)[L]]}]
21:06:43.678 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=991d17a87d40447594cc70cf6cfd3057, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:06:43.692 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 991d17a87d40447594cc70cf6cfd3057 for table 'replication_test_table' with partition [<start>, <end>)
21:06:43.693 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=991d17a87d40447594cc70cf6cfd3057@[289f1f457b724eb58c6c68e02ba5cfc5(127.22.50.3:41645),991401346df74dd9b9e3796a470743c3(127.22.50.2:38083),c761f02ff8024c6ca2f3828c4ec0e006(127.22.50.1:42395)[L]]}]
21:06:43.694 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (AsyncKuduSession.java:592) flushing buffer: Buffer{operations=3, operationSize=189, flusherTask=org.apache.kudu.client.AsyncKuduSession$FlusherTask@64161f33, flushNotification=Deferred@1362434665(state=PENDING, result=null, callback=<none>, errback=<none>)}
21:06:43.695 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer c761f02ff8024c6ca2f3828c4ec0e006(127.22.50.1:42395)] connecting to peer
21:06:43.728 [DEBUG - kudu-nio-3] (Connection.java:757) [peer c761f02ff8024c6ca2f3828c4ec0e006(127.22.50.1:42395)] Successfully connected to peer
21:06:43.743 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=991d17a87d40447594cc70cf6cfd3057, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:06:43.750 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:06:43.758 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x1e86b245, L:/127.0.0.1:57454 - R:/127.22.50.1:42395] using TOKEN/null
21:06:43.802 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=991d17a87d40447594cc70cf6cfd3057, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:06:43.811 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:06:43.861 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=991d17a87d40447594cc70cf6cfd3057, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:06:43.885 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [36f2642ff30fa4ec8b838d09200dbe4d07fa63162ef0547f55ee0c50b6f420ce]
21:06:43.885 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
21:06:43.885 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
21:06:43.886 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer aba4d77104fe4be39359fb5420bddd9f(127.21.119.1:40067)] disconnecting while in state READY
21:06:43.887 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 36f2642ff30fa4ec8b838d09200dbe4d07fa63162ef0547f55ee0c50b6f420ce finished by subtask 1; deferring removal (restored in pending)
21:06:43.888 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
21:06:43.897 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 1 for job 83c88b319a84cfbe321fdd6e09697f68 (1581 bytes, checkpointDuration=258 ms, finalizationTime=0 ms).
21:06:43.900 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 1 as completed for source Source: KuduSource.
21:06:43.900 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 1 complete: removed split 36f2642ff30fa4ec8b838d09200dbe4d07fa63162ef0547f55ee0c50b6f420ce from pending
21:06:43.900 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 1 complete: removed 1 finished splits from enumerator state
21:06:43.917 [DEBUG - kudu-nio-0] (Connection.java:239) [peer aba4d77104fe4be39359fb5420bddd9f(127.21.119.1:40067)] handling channelInactive
21:06:43.917 [DEBUG - kudu-nio-0] (Connection.java:709) [peer aba4d77104fe4be39359fb5420bddd9f(127.21.119.1:40067)] cleaning up while in state READY due to: connection closed
21:06:43.918 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-0
21:06:43.918 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
21:06:43.924 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=991d17a87d40447594cc70cf6cfd3057, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:06:43.986 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=991d17a87d40447594cc70cf6cfd3057, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:06:44.066 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=991d17a87d40447594cc70cf6cfd3057, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:06:44.129 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=991d17a87d40447594cc70cf6cfd3057, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:06:44.133 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:06:44.141 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 2 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544804139 for job 83c88b319a84cfbe321fdd6e09697f68.
21:06:44.145 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (AsyncKuduSession.java:592) flushing buffer: Buffer{operations=5, operationSize=315, flusherTask=org.apache.kudu.client.AsyncKuduSession$FlusherTask@4a5ee98c, flushNotification=Deferred@1171208478(state=PENDING, result=null, callback=<none>, errback=<none>)}
21:06:44.185 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 2 for job 83c88b319a84cfbe321fdd6e09697f68 (964 bytes, checkpointDuration=46 ms, finalizationTime=0 ms).
21:06:44.187 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 2 as completed for source Source: KuduSource.
21:06:44.189 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 8 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=991d17a87d40447594cc70cf6cfd3057, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:06:44.194 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 9b252b5b35094b1dafd17456eb7d5ca7
21:06:44.198 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 23e4cae9810d45dfb98311f8a57cdb6f
21:06:44.202 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 9b252b5b35094b1dafd17456eb7d5ca7
21:06:44.206 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 23e4cae9810d45dfb98311f8a57cdb6f
21:06:44.212 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 9b252b5b35094b1dafd17456eb7d5ca7
21:06:44.221 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 23e4cae9810d45dfb98311f8a57cdb6f
21:06:44.234 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 8 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=3f14afa433404b38bc75f19e09d4ca2c, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:06:44.244 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 8 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=991d17a87d40447594cc70cf6cfd3057, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:06:44.267 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 8 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=3f14afa433404b38bc75f19e09d4ca2c, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:06:44.280 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 8 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=991d17a87d40447594cc70cf6cfd3057, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:06:44.280 [DEBUG - main] (Connection.java:575) [peer master-127.22.50.62:44659(127.22.50.62:44659)] disconnecting while in state READY
21:06:44.280 [DEBUG - main] (Connection.java:575) [peer c761f02ff8024c6ca2f3828c4ec0e006(127.22.50.1:42395)] disconnecting while in state READY
21:06:44.280 [DEBUG - main] (Connection.java:575) [peer master-127.22.50.61:45261(127.22.50.61:45261)] disconnecting while in state READY
21:06:44.280 [DEBUG - main] (Connection.java:575) [peer master-127.22.50.60:38829(127.22.50.60:38829)] disconnecting while in state READY
21:06:44.281 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.22.50.62:44659(127.22.50.62:44659)] handling channelInactive
21:06:44.281 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.50.62:44659(127.22.50.62:44659)] cleaning up while in state READY due to: connection closed
21:06:44.282 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.22.50.60:38829(127.22.50.60:38829)] handling channelInactive
21:06:44.282 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.50.60:38829(127.22.50.60:38829)] cleaning up while in state READY due to: connection closed
21:06:44.283 [DEBUG - kudu-nio-3] (Connection.java:239) [peer c761f02ff8024c6ca2f3828c4ec0e006(127.22.50.1:42395)] handling channelInactive
21:06:44.283 [DEBUG - kudu-nio-3] (Connection.java:709) [peer c761f02ff8024c6ca2f3828c4ec0e006(127.22.50.1:42395)] cleaning up while in state READY due to: connection closed
21:06:44.284 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
21:06:44.285 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 17 thread-local buffer(s) from thread: kudu-nio-0
21:06:44.285 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 24 thread-local buffer(s) from thread: kudu-nio-2
21:06:44.286 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 23 thread-local buffer(s) from thread: kudu-nio-3
21:06:44.288 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.22.50.61:45261(127.22.50.61:45261)] handling channelInactive
21:06:44.288 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.50.61:45261(127.22.50.61:45261)] cleaning up while in state READY due to: connection closed
21:06:44.288 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 17 thread-local buffer(s) from thread: kudu-nio-1
21:06:44.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:44.289091 22728 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu with pid 23040
21:06:44.309 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:06:44.373 [DEBUG - kudu-nio-3] (Connection.java:239) [peer c761f02ff8024c6ca2f3828c4ec0e006(127.22.50.1:42395)] handling channelInactive
21:06:44.373 [DEBUG - kudu-nio-3] (Connection.java:709) [peer c761f02ff8024c6ca2f3828c4ec0e006(127.22.50.1:42395)] cleaning up while in state READY due to: connection closed
21:06:44.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:44.376080 22728 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu with pid 23214
21:06:44.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:44.406800 22728 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu with pid 23382
21:06:44.422 [DEBUG - pool-94-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:06:44.423 [DEBUG - pool-94-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:06:44.423 [DEBUG - pool-94-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:06:44.423 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:44.423 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:44.423 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:44.423 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:44.423 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:44.423 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:44.423 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:44.423 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:44.423 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:44.424 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:06:44.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:44.440480 22728 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu with pid 22740
21:06:44.471 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.22.50.62:44659(127.22.50.62:44659)] handling channelInactive
21:06:44.471 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.22.50.62:44659(127.22.50.62:44659)] handling channelInactive
21:06:44.471 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.50.62:44659(127.22.50.62:44659)] cleaning up while in state READY due to: connection closed
21:06:44.471 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.50.62:44659(127.22.50.62:44659)] cleaning up while in state READY due to: connection closed
21:06:44.473 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.22.50.62:44659(127.22.50.62:44659)] handling channelInactive
21:06:44.473 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.50.62:44659(127.22.50.62:44659)] cleaning up while in state READY due to: connection closed
21:06:44.473 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.22.50.62:44659(127.22.50.62:44659)] handling channelInactive
21:06:44.473 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.50.62:44659(127.22.50.62:44659)] cleaning up while in state READY due to: connection closed
21:06:44.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:44.473438 22728 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu with pid 22812
21:06:44.507 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.22.50.61:45261(127.22.50.61:45261)] handling channelInactive
21:06:44.507 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.50.61:45261(127.22.50.61:45261)] cleaning up while in state READY due to: connection closed
21:06:44.507 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.22.50.61:45261(127.22.50.61:45261)] handling channelInactive
21:06:44.507 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.50.61:45261(127.22.50.61:45261)] cleaning up while in state READY due to: connection closed
21:06:44.507 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.22.50.61:45261(127.22.50.61:45261)] handling channelInactive
21:06:44.507 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.50.61:45261(127.22.50.61:45261)] cleaning up while in state READY due to: connection closed
21:06:44.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:44.507774 22728 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu with pid 22891
21:06:44.507 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.22.50.61:45261(127.22.50.61:45261)] handling channelInactive
21:06:44.509 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.50.61:45261(127.22.50.61:45261)] cleaning up while in state READY due to: connection closed
21:06:44.545 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.22.50.60:38829(127.22.50.60:38829)] handling channelInactive
21:06:44.545 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.50.60:38829(127.22.50.60:38829)] cleaning up while in state READY due to: connection closed
21:06:44.546 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.22.50.60:38829(127.22.50.60:38829)] handling channelInactive
21:06:44.546 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.50.60:38829(127.22.50.60:38829)] cleaning up while in state READY due to: connection closed
21:06:44.546 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.22.50.60:38829(127.22.50.60:38829)] handling channelInactive
21:06:44.546 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.50.60:38829(127.22.50.60:38829)] cleaning up while in state READY due to: connection closed
21:06:44.545 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.22.50.60:38829(127.22.50.60:38829)] handling channelInactive
21:06:44.547 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.50.60:38829(127.22.50.60:38829)] cleaning up while in state READY due to: connection closed
21:06:44.633 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:06:44.640 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 3 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544804640 for job 83c88b319a84cfbe321fdd6e09697f68.
21:06:44.652 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 3 for job 83c88b319a84cfbe321fdd6e09697f68 (964 bytes, checkpointDuration=11 ms, finalizationTime=1 ms).
21:06:44.654 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 3 as completed for source Source: KuduSource.
21:06:44.810 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:06:44.903 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:06:44.904 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:06:44.904 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:06:44.904 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:44.904 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:44.904 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:44.904 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:44.905 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:44.905 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:44.905 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:44.905 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:44.905 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:44.905 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:06:45.019 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 9b252b5b35094b1dafd17456eb7d5ca7
21:06:45.025 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='52877e50fe6542e3719349257d2a101ebc2d160335b6a23ffdbcccb63c2ca593'}]
21:06:45.028 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:06:45.032 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
21:06:45.033 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=298077, tablet=3f14afa433404b38bc75f19e09d4ca2c@[1024d3a2610f428f92f80194bd756b62(127.21.119.2:35291),631846781b094eafb470be2055278c97(127.21.119.3:40243)[L],aba4d77104fe4be39359fb5420bddd9f(127.21.119.1:40067)]}]
21:06:45.044 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer aba4d77104fe4be39359fb5420bddd9f(127.21.119.1:40067)] connecting to peer
21:06:45.047 [DEBUG - kudu-nio-0] (Connection.java:757) [peer aba4d77104fe4be39359fb5420bddd9f(127.21.119.1:40067)] Successfully connected to peer
21:06:45.051 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.21.119.1
21:06:45.073 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:06:45.082 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x7650638a, L:/127.0.0.1:45536 - R:/127.21.119.1:40067] using SASL/PLAIN
21:06:45.094 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305399521329152001) for scanner KuduScanner(table=replication_test_table, tablet=3f14afa433404b38bc75f19e09d4ca2c, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:06:45.094 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:108) Finished reading from splits [52877e50fe6542e3719349257d2a101ebc2d160335b6a23ffdbcccb63c2ca593]
21:06:45.095 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [52877e50fe6542e3719349257d2a101ebc2d160335b6a23ffdbcccb63c2ca593]
21:06:45.095 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
21:06:45.095 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
21:06:45.097 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 52877e50fe6542e3719349257d2a101ebc2d160335b6a23ffdbcccb63c2ca593 finished by subtask 0; deferring removal (restored in pending)
21:06:45.097 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer aba4d77104fe4be39359fb5420bddd9f(127.21.119.1:40067)] disconnecting while in state READY
21:06:45.098 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
21:06:45.113 [DEBUG - kudu-nio-0] (Connection.java:239) [peer aba4d77104fe4be39359fb5420bddd9f(127.21.119.1:40067)] handling channelInactive
21:06:45.114 [DEBUG - kudu-nio-0] (Connection.java:709) [peer aba4d77104fe4be39359fb5420bddd9f(127.21.119.1:40067)] cleaning up while in state READY due to: connection closed
21:06:45.114 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-0
21:06:45.114 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
21:06:45.133 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:06:45.141 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 4 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544805140 for job 83c88b319a84cfbe321fdd6e09697f68.
21:06:45.157 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 4 for job 83c88b319a84cfbe321fdd6e09697f68 (1591 bytes, checkpointDuration=16 ms, finalizationTime=1 ms).
21:06:45.159 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 4 as completed for source Source: KuduSource.
21:06:45.159 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 4 complete: removed split 52877e50fe6542e3719349257d2a101ebc2d160335b6a23ffdbcccb63c2ca593 from pending
21:06:45.159 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 4 complete: removed 1 finished splits from enumerator state
21:06:45.312 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:06:45.410 [DEBUG - pool-96-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:06:45.411 [DEBUG - pool-96-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:06:45.411 [DEBUG - pool-96-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:06:45.411 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:45.411 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:45.412 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:45.412 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:45.412 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:45.412 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:45.413 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:45.413 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:45.413 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:45.413 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:06:45.482 [DEBUG - pool-94-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:06:45.482 [DEBUG - pool-94-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:06:45.483 [DEBUG - pool-94-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:06:45.483 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:45.483 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:45.483 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:45.483 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:45.483 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:45.484 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:45.484 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:45.484 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:45.484 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:45.484 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:06:45.633 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:06:45.640 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 5 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544805639 for job 83c88b319a84cfbe321fdd6e09697f68.
21:06:45.655 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 5 for job 83c88b319a84cfbe321fdd6e09697f68 (964 bytes, checkpointDuration=15 ms, finalizationTime=1 ms).
21:06:45.657 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 5 as completed for source Source: KuduSource.
21:06:45.810 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:06:45.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T21:06:45Z chronyd exiting
21:06:46.133 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:06:46.140 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 6 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544806139 for job 83c88b319a84cfbe321fdd6e09697f68.
21:06:46.153 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 6 for job 83c88b319a84cfbe321fdd6e09697f68 (964 bytes, checkpointDuration=13 ms, finalizationTime=1 ms).
21:06:46.155 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 6 as completed for source Source: KuduSource.
21:06:46.175 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:06:46.175 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:06:46.175 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:06:46.176 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:46.176 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:46.176 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:46.176 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:46.176 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:46.176 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:46.176 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:46.176 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:46.176 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:46.176 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:06:46.310 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:06:46.503 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:06:46.504 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:06:46.504 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:06:46.504 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:46.504 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:46.504 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:46.504 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:46.504 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:46.504 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:46.504 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:46.504 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:46.505 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:46.505 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:06:46.633 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:06:46.640 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 7 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544806639 for job 83c88b319a84cfbe321fdd6e09697f68.
21:06:46.648 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 7 for job 83c88b319a84cfbe321fdd6e09697f68 (964 bytes, checkpointDuration=8 ms, finalizationTime=1 ms).
21:06:46.649 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 7 as completed for source Source: KuduSource.
21:06:46.715 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:06:46.715 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:06:46.715 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:06:46.716 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:46.716 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:46.716 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:46.716 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:46.716 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:46.716 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:46.716 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:46.716 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:46.716 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:46.716 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:06:46.810 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:06:46.862 [DEBUG - pool-94-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:06:46.862 [DEBUG - pool-94-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:06:46.862 [DEBUG - pool-94-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:06:46.862 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:46.862 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:46.863 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:46.863 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:46.863 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:46.863 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:46.863 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:46.863 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:46.863 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:46.863 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:06:46.933 [DEBUG - main] (Connection.java:575) [peer master-127.21.119.60:42475(127.21.119.60:42475)] disconnecting while in state READY
21:06:46.933 [DEBUG - main] (Connection.java:575) [peer aba4d77104fe4be39359fb5420bddd9f(127.21.119.1:40067)] disconnecting while in state READY
21:06:46.933 [DEBUG - main] (Connection.java:575) [peer master-127.21.119.62:45023(127.21.119.62:45023)] disconnecting while in state READY
21:06:46.933 [DEBUG - main] (Connection.java:575) [peer master-127.21.119.61:37709(127.21.119.61:37709)] disconnecting while in state READY
21:06:46.934 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.21.119.62:45023(127.21.119.62:45023)] handling channelInactive
21:06:46.934 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.119.62:45023(127.21.119.62:45023)] cleaning up while in state READY due to: connection closed
21:06:46.934 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2704) Releasing all remaining resources
21:06:46.934 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.21.119.60:42475(127.21.119.60:42475)] handling channelInactive
21:06:46.935 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.119.60:42475(127.21.119.60:42475)] cleaning up while in state READY due to: connection closed
21:06:46.934 [DEBUG - kudu-nio-3] (Connection.java:239) [peer aba4d77104fe4be39359fb5420bddd9f(127.21.119.1:40067)] handling channelInactive
21:06:46.935 [DEBUG - kudu-nio-3] (Connection.java:709) [peer aba4d77104fe4be39359fb5420bddd9f(127.21.119.1:40067)] cleaning up while in state READY due to: connection closed
21:06:46.936 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 25 thread-local buffer(s) from thread: kudu-nio-0
21:06:46.936 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 24 thread-local buffer(s) from thread: kudu-nio-3
21:06:46.937 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 20 thread-local buffer(s) from thread: kudu-nio-1
21:06:46.938 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.21.119.61:37709(127.21.119.61:37709)] handling channelInactive
21:06:46.938 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.119.61:37709(127.21.119.61:37709)] cleaning up while in state READY due to: connection closed
21:06:46.939 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-2
21:06:46.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:46.939622 21980 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu with pid 22293
21:06:46.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:46.978722 21980 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu with pid 22444
21:06:47.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:47.010922 21980 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu with pid 22585
21:06:47.020 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 9b252b5b35094b1dafd17456eb7d5ca7
21:06:47.022 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='108cc2ae4dc543a3bf6c8f54500f0e1e72d76968d4500399c85cd1b1c889fc4f'}]
21:06:47.024 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:06:47.025 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
21:06:47.026 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=296077, tablet=3f14afa433404b38bc75f19e09d4ca2c@[1024d3a2610f428f92f80194bd756b62(127.21.119.2:35291),631846781b094eafb470be2055278c97(127.21.119.3:40243)[L],aba4d77104fe4be39359fb5420bddd9f(127.21.119.1:40067)]}]
21:06:47.028 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer aba4d77104fe4be39359fb5420bddd9f(127.21.119.1:40067)] connecting to peer
21:06:47.029 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer aba4d77104fe4be39359fb5420bddd9f(127.21.119.1:40067): Connection refused: /127.21.119.1:40067
21:06:47.029 [DEBUG - kudu-nio-0] (Connection.java:709) [peer aba4d77104fe4be39359fb5420bddd9f(127.21.119.1:40067)] cleaning up while in state CONNECTING due to: Failed to connect to peer aba4d77104fe4be39359fb5420bddd9f(127.21.119.1:40067): Connection refused: /127.21.119.1:40067
21:06:47.029 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location aba4d77104fe4be39359fb5420bddd9f(127.21.119.1:40067) for tablet 3f14afa433404b38bc75f19e09d4ca2c: Failed to connect to peer aba4d77104fe4be39359fb5420bddd9f(127.21.119.1:40067): Connection refused: /127.21.119.1:40067
21:06:47.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:47.045691 21980 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu with pid 21993
21:06:47.048 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer 631846781b094eafb470be2055278c97(127.21.119.3:40243)] connecting to peer
21:06:47.049 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 631846781b094eafb470be2055278c97(127.21.119.3:40243): Connection refused: /127.21.119.3:40243
21:06:47.049 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 631846781b094eafb470be2055278c97(127.21.119.3:40243)] cleaning up while in state CONNECTING due to: Failed to connect to peer 631846781b094eafb470be2055278c97(127.21.119.3:40243): Connection refused: /127.21.119.3:40243
21:06:47.050 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 631846781b094eafb470be2055278c97(127.21.119.3:40243) for tablet 3f14afa433404b38bc75f19e09d4ca2c: Failed to connect to peer 631846781b094eafb470be2055278c97(127.21.119.3:40243): Connection refused: /127.21.119.3:40243
21:06:47.068 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer 1024d3a2610f428f92f80194bd756b62(127.21.119.2:35291)] connecting to peer
21:06:47.072 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 1024d3a2610f428f92f80194bd756b62(127.21.119.2:35291): Connection refused: /127.21.119.2:35291
21:06:47.072 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 1024d3a2610f428f92f80194bd756b62(127.21.119.2:35291)] cleaning up while in state CONNECTING due to: Failed to connect to peer 1024d3a2610f428f92f80194bd756b62(127.21.119.2:35291): Connection refused: /127.21.119.2:35291
21:06:47.073 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 1024d3a2610f428f92f80194bd756b62(127.21.119.2:35291) for tablet 3f14afa433404b38bc75f19e09d4ca2c: Failed to connect to peer 1024d3a2610f428f92f80194bd756b62(127.21.119.2:35291): Connection refused: /127.21.119.2:35291
21:06:47.080 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.21.119.62:45023(127.21.119.62:45023)] handling channelInactive
21:06:47.080 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.119.62:45023(127.21.119.62:45023)] cleaning up while in state READY due to: connection closed
21:06:47.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:47.081337 21980 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu with pid 22063
21:06:47.088 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.21.119.62:45023(127.21.119.62:45023)] connecting to peer
21:06:47.089 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.21.119.60:42475(127.21.119.60:42475)] connecting to peer
21:06:47.089 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023
21:06:47.089 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.119.62:45023(127.21.119.62:45023)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023
21:06:47.090 [DEBUG - kudu-nio-4] (Connection.java:757) [peer master-127.21.119.60:42475(127.21.119.60:42475)] Successfully connected to peer
21:06:47.091 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.21.119.61:37709(127.21.119.61:37709)] connecting to peer
21:06:47.092 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.119.62:45023: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023
21:06:47.094 [DEBUG - kudu-nio-5] (Connection.java:757) [peer master-127.21.119.61:37709(127.21.119.61:37709)] Successfully connected to peer
21:06:47.095 [DEBUG - kudu-nio-4] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.21.119.60
21:06:47.108 [DEBUG - kudu-nio-4] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:06:47.117 [DEBUG - kudu-nio-4] (Negotiator.java:919) Authenticated connection [id: 0x0ad5220f, L:/127.0.0.1:56534 - R:/127.21.119.60:42475] using SASL/PLAIN
21:06:47.120 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.21.119.61:37709(127.21.119.61:37709)] handling channelInactive
21:06:47.121 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.119.61:37709(127.21.119.61:37709)] cleaning up while in state READY due to: connection closed
21:06:47.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:47.121351 21980 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu with pid 22141
21:06:47.128 [ERROR - kudu-nio-5] (Connection.java:452) [peer master-127.21.119.61:37709(127.21.119.61:37709)] unexpected exception from downstream on [id: 0xc29aa946, L:/127.0.0.1:37498 - R:/127.21.119.61:37709]
java.net.SocketException: Connection reset
	at java.base/sun.nio.ch.SocketChannelImpl.throwConnectionReset(SocketChannelImpl.java:394)
	at java.base/sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:426)
	at org.apache.kudu.shaded.io.netty.buffer.PooledByteBuf.setBytes(PooledByteBuf.java:255)
	at org.apache.kudu.shaded.io.netty.buffer.AbstractByteBuf.writeBytes(AbstractByteBuf.java:1132)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doReadBytes(NioSocketChannel.java:356)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:156)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:06:47.128 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.119.61:37709(127.21.119.61:37709)] cleaning up while in state NEGOTIATING due to: [peer master-127.21.119.61:37709(127.21.119.61:37709)] unexpected exception from downstream on [id: 0xc29aa946, L:/127.0.0.1:37498 - R:/127.21.119.61:37709]
21:06:47.129 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.119.61:37709: [peer master-127.21.119.61:37709(127.21.119.61:37709)] unexpected exception from downstream on [id: 0xc29aa946, L:/127.0.0.1:37498 - R:/127.21.119.61:37709]
21:06:47.129 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.21.119.62:45023,127.21.119.60:42475,127.21.119.61:37709; will retry
21:06:47.130 [DEBUG - kudu-nio-5] (Connection.java:239) [peer master-127.21.119.61:37709(127.21.119.61:37709)] handling channelInactive
21:06:47.133 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:06:47.140 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 8 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544807139 for job 83c88b319a84cfbe321fdd6e09697f68.
21:06:47.148 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.21.119.62:45023(127.21.119.62:45023)] connecting to peer
21:06:47.149 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.21.119.61:37709(127.21.119.61:37709)] connecting to peer
21:06:47.149 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023
21:06:47.150 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.119.62:45023(127.21.119.62:45023)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023
21:06:47.150 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.119.62:45023: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023
21:06:47.151 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709
21:06:47.151 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.119.61:37709(127.21.119.61:37709)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709
21:06:47.151 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.119.61:37709: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709
21:06:47.152 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 8 for job 83c88b319a84cfbe321fdd6e09697f68 (1591 bytes, checkpointDuration=12 ms, finalizationTime=1 ms).
21:06:47.152 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 8 as completed for source Source: KuduSource.
21:06:47.159 [ERROR - kudu-nio-4] (Connection.java:452) [peer master-127.21.119.60:42475(127.21.119.60:42475)] unexpected exception from downstream on [id: 0x0ad5220f, L:/127.0.0.1:56534 - R:/127.21.119.60:42475]
java.net.SocketException: Connection reset
	at java.base/sun.nio.ch.SocketChannelImpl.throwConnectionReset(SocketChannelImpl.java:394)
	at java.base/sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:426)
	at org.apache.kudu.shaded.io.netty.buffer.PooledByteBuf.setBytes(PooledByteBuf.java:255)
	at org.apache.kudu.shaded.io.netty.buffer.AbstractByteBuf.writeBytes(AbstractByteBuf.java:1132)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doReadBytes(NioSocketChannel.java:356)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:156)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:06:47.159 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.21.119.60:42475(127.21.119.60:42475)] handling channelInactive
21:06:47.159 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.119.60:42475(127.21.119.60:42475)] cleaning up while in state READY due to: [peer master-127.21.119.60:42475(127.21.119.60:42475)] unexpected exception from downstream on [id: 0x0ad5220f, L:/127.0.0.1:56534 - R:/127.21.119.60:42475]
21:06:47.160 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.119.60:42475(127.21.119.60:42475)] cleaning up while in state READY due to: connection closed
21:06:47.160 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.119.60:42475: [peer master-127.21.119.60:42475(127.21.119.60:42475)] unexpected exception from downstream on [id: 0x0ad5220f, L:/127.0.0.1:56534 - R:/127.21.119.60:42475]
21:06:47.160 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.21.119.62:45023,127.21.119.60:42475,127.21.119.61:37709; will retry
21:06:47.161 [DEBUG - kudu-nio-4] (Connection.java:239) [peer master-127.21.119.60:42475(127.21.119.60:42475)] handling channelInactive
21:06:47.168 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.21.119.62:45023(127.21.119.62:45023)] connecting to peer
21:06:47.169 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.21.119.60:42475(127.21.119.60:42475)] connecting to peer
21:06:47.169 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023
21:06:47.169 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.21.119.61:37709(127.21.119.61:37709)] connecting to peer
21:06:47.169 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.119.62:45023(127.21.119.62:45023)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023
21:06:47.169 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.119.62:45023: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023
21:06:47.170 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475
21:06:47.170 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.119.60:42475(127.21.119.60:42475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475
21:06:47.170 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.119.60:42475: Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475
21:06:47.170 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709
21:06:47.170 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.119.61:37709(127.21.119.61:37709)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709
21:06:47.170 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.119.61:37709: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709
21:06:47.170 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.21.119.62:45023,127.21.119.60:42475,127.21.119.61:37709; will retry
21:06:47.188 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.21.119.62:45023(127.21.119.62:45023)] connecting to peer
21:06:47.188 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.21.119.60:42475(127.21.119.60:42475)] connecting to peer
21:06:47.188 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.21.119.61:37709(127.21.119.61:37709)] connecting to peer
21:06:47.189 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023
21:06:47.189 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.119.62:45023(127.21.119.62:45023)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023
21:06:47.189 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.119.62:45023: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023
21:06:47.189 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709
21:06:47.189 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.119.61:37709(127.21.119.61:37709)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709
21:06:47.189 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.119.61:37709: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709
21:06:47.189 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475
21:06:47.189 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.119.60:42475(127.21.119.60:42475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475
21:06:47.189 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.119.60:42475: Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475
21:06:47.190 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.21.119.62:45023,127.21.119.60:42475,127.21.119.61:37709; will retry
21:06:47.208 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.21.119.62:45023(127.21.119.62:45023)] connecting to peer
21:06:47.209 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.21.119.60:42475(127.21.119.60:42475)] connecting to peer
21:06:47.209 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023
21:06:47.209 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.119.62:45023(127.21.119.62:45023)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023
21:06:47.209 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.119.62:45023: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023
21:06:47.209 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475
21:06:47.210 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.21.119.61:37709(127.21.119.61:37709)] connecting to peer
21:06:47.210 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.119.60:42475(127.21.119.60:42475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475
21:06:47.210 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.119.60:42475: Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475
21:06:47.210 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709
21:06:47.210 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.119.61:37709(127.21.119.61:37709)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709
21:06:47.211 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.119.61:37709: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709
21:06:47.211 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.119.62:45023,127.21.119.60:42475,127.21.119.61:37709; will retry
21:06:47.247 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.21.119.62:45023(127.21.119.62:45023)] connecting to peer
21:06:47.248 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.21.119.60:42475(127.21.119.60:42475)] connecting to peer
21:06:47.248 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023
21:06:47.249 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.119.62:45023(127.21.119.62:45023)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023
21:06:47.249 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475
21:06:47.249 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.119.62:45023: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023
21:06:47.249 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.119.60:42475(127.21.119.60:42475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475
21:06:47.249 [INFO - pool-124-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.119.60:42475: Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475
21:06:47.249 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.21.119.61:37709(127.21.119.61:37709)] connecting to peer
21:06:47.250 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709
21:06:47.250 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.119.61:37709(127.21.119.61:37709)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709
21:06:47.250 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.119.61:37709: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709
21:06:47.250 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.21.119.62:45023,127.21.119.60:42475,127.21.119.61:37709; will retry
21:06:47.251 [DEBUG - pool-96-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:06:47.251 [DEBUG - pool-96-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:06:47.251 [DEBUG - pool-96-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:06:47.251 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:47.251 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:47.252 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:47.252 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:47.252 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:47.252 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:47.252 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:47.252 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:47.252 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:47.252 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:06:47.288 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.21.119.62:45023(127.21.119.62:45023)] connecting to peer
21:06:47.288 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.21.119.60:42475(127.21.119.60:42475)] connecting to peer
21:06:47.289 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023
21:06:47.289 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.119.62:45023(127.21.119.62:45023)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023
21:06:47.289 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475
21:06:47.289 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.119.60:42475(127.21.119.60:42475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475
21:06:47.289 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.119.62:45023: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023
21:06:47.289 [INFO - pool-124-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.119.60:42475: Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475
21:06:47.289 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.21.119.61:37709(127.21.119.61:37709)] connecting to peer
21:06:47.290 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709
21:06:47.290 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.119.61:37709(127.21.119.61:37709)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709
21:06:47.290 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.119.61:37709: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709
21:06:47.290 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.21.119.62:45023,127.21.119.60:42475,127.21.119.61:37709; will retry
21:06:47.310 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:06:47.408 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.21.119.62:45023(127.21.119.62:45023)] connecting to peer
21:06:47.408 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.21.119.60:42475(127.21.119.60:42475)] connecting to peer
21:06:47.409 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023
21:06:47.409 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.119.62:45023(127.21.119.62:45023)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023
21:06:47.409 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475
21:06:47.409 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.21.119.61:37709(127.21.119.61:37709)] connecting to peer
21:06:47.409 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.119.60:42475(127.21.119.60:42475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475
21:06:47.409 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.119.62:45023: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023
21:06:47.409 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.119.60:42475: Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475
21:06:47.409 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709
21:06:47.409 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.119.61:37709(127.21.119.61:37709)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709
21:06:47.409 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.119.61:37709: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709
21:06:47.409 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.119.62:45023,127.21.119.60:42475,127.21.119.61:37709; will retry
21:06:47.523 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:06:47.524 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:06:47.524 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:06:47.524 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:47.524 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:47.524 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:47.524 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:47.524 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:47.525 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:47.525 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:47.525 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:47.525 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:47.525 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:06:47.528 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.21.119.62:45023(127.21.119.62:45023)] connecting to peer
21:06:47.529 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.21.119.60:42475(127.21.119.60:42475)] connecting to peer
21:06:47.529 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.21.119.61:37709(127.21.119.61:37709)] connecting to peer
21:06:47.529 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023
21:06:47.529 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475
21:06:47.529 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.119.62:45023(127.21.119.62:45023)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023
21:06:47.529 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.119.60:42475(127.21.119.60:42475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475
21:06:47.529 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.119.62:45023: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023
21:06:47.529 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.119.60:42475: Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475
21:06:47.530 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709
21:06:47.530 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.119.61:37709(127.21.119.61:37709)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709
21:06:47.530 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.119.61:37709: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709
21:06:47.530 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.21.119.62:45023,127.21.119.60:42475,127.21.119.61:37709; will retry
21:06:47.575 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:06:47.575 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:06:47.575 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:06:47.576 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:47.576 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:47.576 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:47.576 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:47.576 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:47.576 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:47.576 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:47.576 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:47.576 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:47.576 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:06:47.633 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:06:47.640 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 9 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544807640 for job 83c88b319a84cfbe321fdd6e09697f68.
21:06:47.648 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.21.119.62:45023(127.21.119.62:45023)] connecting to peer
21:06:47.648 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.21.119.60:42475(127.21.119.60:42475)] connecting to peer
21:06:47.648 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.21.119.61:37709(127.21.119.61:37709)] connecting to peer
21:06:47.649 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023
21:06:47.649 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.119.62:45023(127.21.119.62:45023)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023
21:06:47.649 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.119.62:45023: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023
21:06:47.649 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 9 for job 83c88b319a84cfbe321fdd6e09697f68 (1591 bytes, checkpointDuration=9 ms, finalizationTime=0 ms).
21:06:47.650 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475
21:06:47.650 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.119.60:42475(127.21.119.60:42475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475
21:06:47.650 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709
21:06:47.650 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.119.61:37709(127.21.119.61:37709)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709
21:06:47.650 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.119.61:37709: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709
21:06:47.651 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 9 as completed for source Source: KuduSource.
21:06:47.651 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.119.60:42475: Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475
21:06:47.651 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.21.119.62:45023,127.21.119.60:42475,127.21.119.61:37709; will retry
21:06:47.810 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:06:47.928 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.21.119.62:45023(127.21.119.62:45023)] connecting to peer
21:06:47.928 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.21.119.60:42475(127.21.119.60:42475)] connecting to peer
21:06:47.929 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.21.119.61:37709(127.21.119.61:37709)] connecting to peer
21:06:47.929 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023
21:06:47.929 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.119.62:45023(127.21.119.62:45023)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023
21:06:47.929 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.119.62:45023: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023
21:06:47.929 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475
21:06:47.929 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709
21:06:47.929 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.119.60:42475(127.21.119.60:42475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475
21:06:47.929 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.119.61:37709(127.21.119.61:37709)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709
21:06:47.929 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.119.60:42475: Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475
21:06:47.930 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.119.61:37709: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709
21:06:47.930 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.21.119.62:45023,127.21.119.60:42475,127.21.119.61:37709; will retry
21:06:48.133 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:06:48.140 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 10 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544808140 for job 83c88b319a84cfbe321fdd6e09697f68.
21:06:48.150 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 10 for job 83c88b319a84cfbe321fdd6e09697f68 (1591 bytes, checkpointDuration=10 ms, finalizationTime=0 ms).
21:06:48.151 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 10 as completed for source Source: KuduSource.
21:06:48.303 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:06:48.304 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:06:48.304 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:06:48.304 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:48.304 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:48.304 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:48.304 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:48.304 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:48.304 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:48.304 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:48.304 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:48.305 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:48.305 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:06:48.309 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:06:48.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T21:06:48Z chronyd exiting
21:06:48.628 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.21.119.62:45023(127.21.119.62:45023)] connecting to peer
21:06:48.629 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.21.119.60:42475(127.21.119.60:42475)] connecting to peer
21:06:48.629 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.21.119.61:37709(127.21.119.61:37709)] connecting to peer
21:06:48.629 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023
21:06:48.629 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475
21:06:48.629 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.119.62:45023(127.21.119.62:45023)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023
21:06:48.629 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.119.60:42475(127.21.119.60:42475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475
21:06:48.629 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.119.60:42475: Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475
21:06:48.629 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.119.62:45023: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023
21:06:48.629 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709
21:06:48.629 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.119.61:37709(127.21.119.61:37709)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709
21:06:48.630 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.119.61:37709: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709
21:06:48.630 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.21.119.62:45023,127.21.119.60:42475,127.21.119.61:37709; will retry
21:06:48.633 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:06:48.639 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 11 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544808639 for job 83c88b319a84cfbe321fdd6e09697f68.
21:06:48.647 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 11 for job 83c88b319a84cfbe321fdd6e09697f68 (1591 bytes, checkpointDuration=8 ms, finalizationTime=0 ms).
21:06:48.648 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 11 as completed for source Source: KuduSource.
21:06:48.809 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:06:48.862 [DEBUG - pool-94-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:06:48.862 [DEBUG - pool-94-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:06:48.862 [DEBUG - pool-94-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:06:48.862 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:48.863 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:48.863 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:48.863 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:48.863 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:48.863 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:48.863 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:48.863 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:48.863 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:48.863 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:06:49.051 [DEBUG - pool-96-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:06:49.051 [DEBUG - pool-96-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:06:49.051 [DEBUG - pool-96-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:06:49.051 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:49.051 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:49.051 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:49.052 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:49.052 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:49.052 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:49.052 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:49.052 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:49.052 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:49.052 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:06:49.133 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:06:49.140 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 12 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544809139 for job 83c88b319a84cfbe321fdd6e09697f68.
21:06:49.149 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 12 for job 83c88b319a84cfbe321fdd6e09697f68 (1591 bytes, checkpointDuration=9 ms, finalizationTime=1 ms).
21:06:49.150 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 12 as completed for source Source: KuduSource.
21:06:49.310 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
.21:06:49.374 [DEBUG - main] (RandomUtils.java:49) Using random seed: 1783544809374
21:06:49.374 [DEBUG - main] (RandomUtils.java:49) Using random seed: 1783544809374
21:06:49.378 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
21:06:49.381 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
21:06:49.382 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
21:06:49.382 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskh3Ey5B/test-tmp
21:06:49.382 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
21:06:49.382 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskh3Ey5B/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
21:06:49.385 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster2293400818230078472"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

21:06:49.530 [DEBUG - pool-96-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:06:49.531 [DEBUG - pool-96-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:06:49.531 [DEBUG - pool-96-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:06:49.531 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:49.531 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:49.531 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:49.531 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:49.531 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:49.531 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:49.531 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:49.531 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:49.532 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:49.532 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:06:49.633 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:06:49.640 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 13 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544809639 for job 83c88b319a84cfbe321fdd6e09697f68.
21:06:49.649 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 13 for job 83c88b319a84cfbe321fdd6e09697f68 (1591 bytes, checkpointDuration=9 ms, finalizationTime=0 ms).
21:06:49.649 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 13 as completed for source Source: KuduSource.
21:06:49.743 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
21:06:49.743 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

21:06:49.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:49.747567 23830 mini_oidc.cc:150] Starting JWKS server
21:06:49.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:49.751221 23830 webserver.cc:534] Webserver started at http://127.0.0.1:36989/ using document root <none> and password file <none>
21:06:49.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:49.751682 23830 mini_oidc.cc:186] Starting OIDC Discovery server
21:06:49.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:49.753468 23830 webserver.cc:534] Webserver started at http://127.0.0.1:34193/ using document root <none> and password file <none>
21:06:49.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T21:06:49Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
21:06:49.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T21:06:49Z Disabled control of system clock
21:06:49.810 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:06:49.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:49.821183 23830 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu
21:06:49.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu
21:06:49.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster2293400818230078472/master-0/wal
21:06:49.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster2293400818230078472/master-0/data
21:06:49.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:06:49.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:06:49.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:06:49.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:06:49.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:06:49.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:06:49.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster2293400818230078472/master-0/logs
21:06:49.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster2293400818230078472/master-0/data/info.pb
21:06:49.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:06:49.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:06:49.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:06:49.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:06:49.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:06:49.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:06:49.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:06:49.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:06:49.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
21:06:49.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:06:49.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:06:49.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:06:49.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.69.190:42537
21:06:49.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.69.190
21:06:49.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:06:49.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.69.148:39175
21:06:49.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:06:49.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:06:49.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:06:49.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:06:49.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.23.69.190:42537,127.23.69.189:45579,127.23.69.188:34691
21:06:49.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:06:49.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36989/jwks.json with env {}
21:06:49.850 [DEBUG - pool-96-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:06:49.851 [DEBUG - pool-96-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:06:49.851 [DEBUG - pool-96-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:06:49.851 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:49.851 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:49.851 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:49.851 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:49.851 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:49.851 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:49.851 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:49.851 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:49.851 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:49.851 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:06:50.133 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:06:50.140 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 14 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544810139 for job 83c88b319a84cfbe321fdd6e09697f68.
21:06:50.149 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 14 for job 83c88b319a84cfbe321fdd6e09697f68 (1591 bytes, checkpointDuration=9 ms, finalizationTime=1 ms).
21:06:50.150 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 14 as completed for source Source: KuduSource.
21:06:50.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:50.168387 23842 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
21:06:50.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:50.168968 23842 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:06:50.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:50.169602 23842 flags.cc:432] Enabled unsafe flag: --never_fsync=true
21:06:50.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:50.204996 23842 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
21:06:50.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:50.205380 23842 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
21:06:50.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:50.205662 23842 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
21:06:50.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:50.205879 23842 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
21:06:50.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:50.206079 23842 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
21:06:50.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:50.206241 23842 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:36989/jwks.json
21:06:50.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:50.245960 23842 master_runner.cc:387] Master server non-default flags:
21:06:50.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:06:50.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.69.148:39175
21:06:50.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:06:50.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:06:50.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster2293400818230078472/master-0/data
21:06:50.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster2293400818230078472/master-0/wal
21:06:50.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:06:50.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.23.69.190:42537,127.23.69.189:45579,127.23.69.188:34691
21:06:50.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:06:50.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:06:50.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:06:50.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.69.190:42537
21:06:50.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:06:50.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:06:50.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:06:50.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36989/jwks.json
21:06:50.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:06:50.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:06:50.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster2293400818230078472/master-0/data/info.pb
21:06:50.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.69.190
21:06:50.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:06:50.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:06:50.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:06:50.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:06:50.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:06:50.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:06:50.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster2293400818230078472/master-0/logs
21:06:50.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:06:50.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:06:50.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
21:06:50.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
21:06:50.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
21:06:50.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 6bec869c2320d19f2589b3f609f76e5041a21d27
21:06:50.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:06:50.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 20:43:55 UTC on e7f111948823
21:06:50.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16878
21:06:50.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:06:50.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:50.247360 23842 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:06:50.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:50.249028 23842 file_cache.cc:492] Constructed file cache file cache with capacity 419430
21:06:50.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:50.261032 23848 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:06:50.310 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:06:50.495 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:06:50.495 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:06:50.496 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:06:50.496 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:50.496 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:50.496 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:50.496 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:50.496 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:50.496 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:50.496 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:50.496 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:50.496 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:50.496 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:06:50.633 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:06:50.640 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 15 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544810639 for job 83c88b319a84cfbe321fdd6e09697f68.
21:06:50.652 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 15 for job 83c88b319a84cfbe321fdd6e09697f68 (1591 bytes, checkpointDuration=12 ms, finalizationTime=0 ms).
21:06:50.653 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 15 as completed for source Source: KuduSource.
21:06:50.810 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:06:51.133 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:06:51.140 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 16 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544811139 for job 83c88b319a84cfbe321fdd6e09697f68.
21:06:51.151 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 16 for job 83c88b319a84cfbe321fdd6e09697f68 (1591 bytes, checkpointDuration=11 ms, finalizationTime=1 ms).
21:06:51.152 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 16 as completed for source Source: KuduSource.
21:06:51.310 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:06:51.390 [DEBUG - pool-96-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:06:51.390 [DEBUG - pool-96-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:06:51.391 [DEBUG - pool-96-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:06:51.391 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:51.391 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:51.391 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:51.391 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:51.391 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:51.391 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:51.391 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:51.391 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:51.391 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:51.391 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:06:51.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:50.263171 23849 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:06:51.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:50.265379 23851 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:06:51.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:51.501636 23850 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
21:06:51.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:51.501767 23842 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
21:06:51.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:51.506315 23842 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:06:51.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:51.509752 23842 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:06:51.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:51.511264 23842 hybrid_clock.cc:648] HybridClock initialized: now 1783544811511192 us; error 80 us; skew 500 ppm
21:06:51.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:51.512171 23842 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:06:51.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:51.518661 23842 webserver.cc:534] Webserver started at http://127.23.69.190:40891/ using document root <none> and password file <none>
21:06:51.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:51.519731 23842 fs_manager.cc:362] Metadata directory not provided
21:06:51.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:51.519935 23842 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:06:51.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:51.520418 23842 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
21:06:51.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:51.525224 23842 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster2293400818230078472/master-0/data/instance:
21:06:51.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bf45b605878d40b98a22371f1dbd34d3"
21:06:51.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:06:51 on dist-test-slave-3sd5"
21:06:51.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:51.526345 23842 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster2293400818230078472/master-0/wal/instance:
21:06:51.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bf45b605878d40b98a22371f1dbd34d3"
21:06:51.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:06:51 on dist-test-slave-3sd5"
21:06:51.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:51.534337 23842 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.010s	sys 0.000s
21:06:51.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:51.541254 23858 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
21:06:51.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:51.542729 23842 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.005s	sys 0.000s
21:06:51.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:51.543234 23842 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster2293400818230078472/master-0/data,/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster2293400818230078472/master-0/wal
21:06:51.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bf45b605878d40b98a22371f1dbd34d3"
21:06:51.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:06:51 on dist-test-slave-3sd5"
21:06:51.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:51.543690 23842 fs_report.cc:389] FS layout report
21:06:51.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:06:51.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster2293400818230078472/master-0/wal
21:06:51.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster2293400818230078472/master-0/wal
21:06:51.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster2293400818230078472/master-0/data/data
21:06:51.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:06:51.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:06:51.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:06:51.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:06:51.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:06:51.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:06:51.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:06:51.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:06:51.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:06:51.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:06:51.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:06:51.563 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:06:51.564 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:06:51.564 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:06:51.564 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:51.564 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:51.564 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:51.564 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:51.564 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:51.564 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:51.564 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:51.565 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:51.565 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:51.565 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:06:51.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:51.604952 23842 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
21:06:51.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:51.606572 23842 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:06:51.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:51.607111 23842 kserver.cc:163] Server-wide thread pool size limit: 3276
21:06:51.633 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:06:51.641 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 17 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544811640 for job 83c88b319a84cfbe321fdd6e09697f68.
21:06:51.659 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 17 for job 83c88b319a84cfbe321fdd6e09697f68 (1591 bytes, checkpointDuration=18 ms, finalizationTime=1 ms).
21:06:51.661 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 17 as completed for source Source: KuduSource.
21:06:51.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:51.714906 23842 rpc_server.cc:307] RPC server started. Bound to: 127.23.69.190:42537
21:06:51.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:51.715086 23909 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.23.69.190:42537 every 8 connection(s)
21:06:51.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:51.717993 23842 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster2293400818230078472/master-0/data/info.pb
21:06:51.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:51.726266 23910 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
21:06:51.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:51.727703 23830 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu as pid 23842
21:06:51.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:51.728190 23830 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster2293400818230078472/master-0/wal/instance
21:06:51.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:51.732402 23830 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu
21:06:51.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu
21:06:51.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster2293400818230078472/master-1/wal
21:06:51.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster2293400818230078472/master-1/data
21:06:51.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:06:51.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:06:51.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:06:51.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:06:51.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:06:51.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:06:51.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster2293400818230078472/master-1/logs
21:06:51.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster2293400818230078472/master-1/data/info.pb
21:06:51.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:06:51.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:06:51.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:06:51.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:06:51.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:06:51.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:06:51.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:06:51.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:06:51.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
21:06:51.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:06:51.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:06:51.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:06:51.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.69.189:45579
21:06:51.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.69.189
21:06:51.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:06:51.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.69.148:39175
21:06:51.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:06:51.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:06:51.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:06:51.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:06:51.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.23.69.190:42537,127.23.69.189:45579,127.23.69.188:34691
21:06:51.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:06:51.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36989/jwks.json with env {}
21:06:51.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:51.738998 23910 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.23.69.190" port: 42537 } has no permanent_uuid. Determining permanent_uuid...
21:06:51.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:51.775838 23910 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.23.69.189" port: 45579 } has no permanent_uuid. Determining permanent_uuid...
21:06:51.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:51.779361 23861 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.23.69.189:45579: connect: Connection refused (error 111)
21:06:51.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:51.785207 23910 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.69.189:45579: Network error: Client connection negotiation failed: client connection to 127.23.69.189:45579: connect: Connection refused (error 111)
21:06:51.810 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:06:51.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:51.834834 23910 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.69.189" port: 45579 } attempt: 1
21:06:51.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:51.840090 23910 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.69.189:45579: Network error: Client connection negotiation failed: client connection to 127.23.69.189:45579: connect: Connection refused (error 111)
21:06:51.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:51.908529 23910 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.69.189" port: 45579 } attempt: 2
21:06:51.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:51.913025 23910 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.69.189:45579: Network error: Client connection negotiation failed: client connection to 127.23.69.189:45579: connect: Connection refused (error 111)
21:06:52.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:52.004563 23910 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.69.189" port: 45579 } attempt: 3
21:06:52.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:52.009416 23910 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.69.189:45579: Network error: Client connection negotiation failed: client connection to 127.23.69.189:45579: connect: Connection refused (error 111)
21:06:52.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:52.076627 23912 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
21:06:52.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:52.077389 23912 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:06:52.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:52.077987 23912 flags.cc:432] Enabled unsafe flag: --never_fsync=true
21:06:52.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:52.113309 23912 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
21:06:52.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:52.113708 23912 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
21:06:52.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:52.114082 23912 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
21:06:52.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:52.114406 23912 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
21:06:52.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:52.114713 23912 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
21:06:52.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:52.114964 23912 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:36989/jwks.json
21:06:52.128 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.21.119.62:45023(127.21.119.62:45023)] connecting to peer
21:06:52.128 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.21.119.60:42475(127.21.119.60:42475)] connecting to peer
21:06:52.129 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.21.119.61:37709(127.21.119.61:37709)] connecting to peer
21:06:52.129 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475
21:06:52.129 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023
21:06:52.129 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.119.62:45023(127.21.119.62:45023)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023
21:06:52.129 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709
21:06:52.129 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.119.60:42475(127.21.119.60:42475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475
21:06:52.129 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.119.61:37709(127.21.119.61:37709)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709
21:06:52.129 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.119.62:45023: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023
21:06:52.129 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.119.60:42475: Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475
21:06:52.129 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.119.61:37709: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709
21:06:52.129 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.119.62:45023,127.21.119.60:42475,127.21.119.61:37709; will retry
21:06:52.133 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:06:52.139 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 18 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544812139 for job 83c88b319a84cfbe321fdd6e09697f68.
21:06:52.149 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 18 for job 83c88b319a84cfbe321fdd6e09697f68 (1591 bytes, checkpointDuration=10 ms, finalizationTime=0 ms).
21:06:52.150 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 18 as completed for source Source: KuduSource.
21:06:52.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:52.152822 23910 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.69.189" port: 45579 } attempt: 4
21:06:52.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:52.157327 23910 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.69.189:45579: Network error: Client connection negotiation failed: client connection to 127.23.69.189:45579: connect: Connection refused (error 111)
21:06:52.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:52.159878 23912 master_runner.cc:387] Master server non-default flags:
21:06:52.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:06:52.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.69.148:39175
21:06:52.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:06:52.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:06:52.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster2293400818230078472/master-1/data
21:06:52.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster2293400818230078472/master-1/wal
21:06:52.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:06:52.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.23.69.190:42537,127.23.69.189:45579,127.23.69.188:34691
21:06:52.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:06:52.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:06:52.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:06:52.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.69.189:45579
21:06:52.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:06:52.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:06:52.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:06:52.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36989/jwks.json
21:06:52.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:06:52.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:06:52.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster2293400818230078472/master-1/data/info.pb
21:06:52.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.69.189
21:06:52.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:06:52.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:06:52.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:06:52.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:06:52.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:06:52.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:06:52.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster2293400818230078472/master-1/logs
21:06:52.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:06:52.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:06:52.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
21:06:52.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
21:06:52.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
21:06:52.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 6bec869c2320d19f2589b3f609f76e5041a21d27
21:06:52.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:06:52.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 20:43:55 UTC on e7f111948823
21:06:52.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16878
21:06:52.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:06:52.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:52.161545 23912 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:06:52.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:52.163496 23912 file_cache.cc:492] Constructed file cache file cache with capacity 419430
21:06:52.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:52.176282 23921 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:06:52.310 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:06:52.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:52.456740 23910 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.69.189" port: 45579 } attempt: 5
21:06:52.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:52.466431 23910 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.69.189:45579: Network error: Client connection negotiation failed: client connection to 127.23.69.189:45579: connect: Connection refused (error 111)
21:06:52.632 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:06:52.640 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 19 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544812639 for job 83c88b319a84cfbe321fdd6e09697f68.
21:06:52.658 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 19 for job 83c88b319a84cfbe321fdd6e09697f68 (1591 bytes, checkpointDuration=18 ms, finalizationTime=1 ms).
21:06:52.668 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 19 as completed for source Source: KuduSource.
21:06:52.810 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:06:52.962 [DEBUG - pool-94-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:06:52.963 [DEBUG - pool-94-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:06:52.963 [DEBUG - pool-94-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:06:52.964 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:52.965 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:52.965 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:52.965 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:52.965 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:52.966 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:52.966 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:52.966 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:52.966 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:52.966 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:06:53.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:53.015476 23910 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.69.189" port: 45579 } attempt: 6
21:06:53.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:53.043385 23910 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.69.189:45579: Network error: Client connection negotiation failed: client connection to 127.23.69.189:45579: connect: Connection refused (error 111)
21:06:53.133 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:06:53.140 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 20 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544813139 for job 83c88b319a84cfbe321fdd6e09697f68.
21:06:53.163 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 20 for job 83c88b319a84cfbe321fdd6e09697f68 (1591 bytes, checkpointDuration=22 ms, finalizationTime=2 ms).
21:06:53.165 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 20 as completed for source Source: KuduSource.
21:06:53.310 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:06:53.633 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:06:53.643 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 21 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544813639 for job 83c88b319a84cfbe321fdd6e09697f68.
21:06:53.656 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 21 for job 83c88b319a84cfbe321fdd6e09697f68 (1591 bytes, checkpointDuration=17 ms, finalizationTime=0 ms).
21:06:53.659 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 21 as completed for source Source: KuduSource.
21:06:53.810 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:06:53.895 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:06:53.896 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:06:53.896 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:06:53.897 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:53.897 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:53.897 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:53.897 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:53.897 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:53.898 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:53.899 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:53.899 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:53.899 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:53.899 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:06:53.908 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.21.119.62:45023(127.21.119.62:45023)] connecting to peer
21:06:53.908 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.21.119.60:42475(127.21.119.60:42475)] connecting to peer
21:06:53.908 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.21.119.61:37709(127.21.119.61:37709)] connecting to peer
21:06:53.909 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023
21:06:53.909 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.119.62:45023(127.21.119.62:45023)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023
21:06:53.909 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.119.62:45023: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023
21:06:53.910 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475
21:06:53.910 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.119.60:42475(127.21.119.60:42475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475
21:06:53.910 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.119.60:42475: Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475
21:06:53.911 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709
21:06:53.911 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.119.61:37709(127.21.119.61:37709)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709
21:06:53.911 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.119.61:37709: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709
21:06:53.911 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.21.119.62:45023,127.21.119.60:42475,127.21.119.61:37709; will retry
21:06:54.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:53.580852 23920 debug-util.cc:398] Leaking SignalData structure 0x7b0800028020 after lost signal to thread 23912
21:06:54.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:54.039189 23912 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.863s	user 0.683s	sys 1.175s
21:06:54.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:52.177083 23922 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:06:54.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:54.040278 23912 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.864s	user 0.684s	sys 1.175s
21:06:54.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:54.042433 23924 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:06:54.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:54.047616 23923 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1862 milliseconds
21:06:54.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:54.047930 23912 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
21:06:54.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:54.049569 23912 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:06:54.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:54.052484 23912 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:06:54.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:54.053907 23912 hybrid_clock.cc:648] HybridClock initialized: now 1783544814053884 us; error 66 us; skew 500 ppm
21:06:54.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:54.054863 23912 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:06:54.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:54.062299 23912 webserver.cc:534] Webserver started at http://127.23.69.189:35391/ using document root <none> and password file <none>
21:06:54.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:54.063632 23912 fs_manager.cc:362] Metadata directory not provided
21:06:54.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:54.063943 23912 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:06:54.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:54.064415 23912 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
21:06:54.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:54.069962 23912 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster2293400818230078472/master-1/data/instance:
21:06:54.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7aa0a45efb00492aa5d3f42ed167c601"
21:06:54.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:06:54 on dist-test-slave-3sd5"
21:06:54.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:54.071507 23912 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster2293400818230078472/master-1/wal/instance:
21:06:54.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7aa0a45efb00492aa5d3f42ed167c601"
21:06:54.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:06:54 on dist-test-slave-3sd5"
21:06:54.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:54.080470 23912 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.008s	sys 0.000s
21:06:54.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:54.087440 23933 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
21:06:54.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:54.088853 23912 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.002s	sys 0.002s
21:06:54.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:54.089337 23912 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster2293400818230078472/master-1/data,/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster2293400818230078472/master-1/wal
21:06:54.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7aa0a45efb00492aa5d3f42ed167c601"
21:06:54.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:06:54 on dist-test-slave-3sd5"
21:06:54.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:54.089722 23912 fs_report.cc:389] FS layout report
21:06:54.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:06:54.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster2293400818230078472/master-1/wal
21:06:54.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster2293400818230078472/master-1/wal
21:06:54.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster2293400818230078472/master-1/data/data
21:06:54.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:06:54.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:06:54.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:06:54.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:06:54.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:06:54.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:06:54.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:06:54.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:06:54.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:06:54.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:06:54.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:06:54.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:54.104234 23910 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.69.189" port: 45579 } attempt: 7
21:06:54.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:54.112643 23910 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.69.189:45579: Network error: Client connection negotiation failed: client connection to 127.23.69.189:45579: connect: Connection refused (error 111)
21:06:54.133 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:06:54.140 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 22 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544814139 for job 83c88b319a84cfbe321fdd6e09697f68.
21:06:54.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:54.149952 23912 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
21:06:54.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:54.152063 23912 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:06:54.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:54.152691 23912 kserver.cc:163] Server-wide thread pool size limit: 3276
21:06:54.165 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 22 for job 83c88b319a84cfbe321fdd6e09697f68 (1591 bytes, checkpointDuration=25 ms, finalizationTime=1 ms).
21:06:54.166 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 22 as completed for source Source: KuduSource.
21:06:54.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:54.244800 23912 rpc_server.cc:307] RPC server started. Bound to: 127.23.69.189:45579
21:06:54.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:54.244860 23986 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.23.69.189:45579 every 8 connection(s)
21:06:54.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:54.248797 23912 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster2293400818230078472/master-1/data/info.pb
21:06:54.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:54.249667 23830 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu as pid 23912
21:06:54.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:54.250169 23830 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster2293400818230078472/master-1/wal/instance
21:06:54.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:54.254228 23830 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu
21:06:54.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu
21:06:54.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster2293400818230078472/master-2/wal
21:06:54.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster2293400818230078472/master-2/data
21:06:54.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:06:54.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:06:54.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:06:54.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:06:54.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:06:54.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:06:54.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster2293400818230078472/master-2/logs
21:06:54.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster2293400818230078472/master-2/data/info.pb
21:06:54.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:06:54.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:06:54.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:06:54.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:06:54.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:06:54.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:06:54.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:06:54.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:06:54.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
21:06:54.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:06:54.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:06:54.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:06:54.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.69.188:34691
21:06:54.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.69.188
21:06:54.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:06:54.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.69.148:39175
21:06:54.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:06:54.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:06:54.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:06:54.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:06:54.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.23.69.190:42537,127.23.69.189:45579,127.23.69.188:34691
21:06:54.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:06:54.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36989/jwks.json with env {}
21:06:54.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:54.276780 23987 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
21:06:54.280 [DEBUG - pool-96-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:06:54.280 [DEBUG - pool-96-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:06:54.280 [DEBUG - pool-96-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:06:54.284 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:54.286 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:54.286 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:54.286 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:54.287 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:54.287 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:54.288 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:54.288 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:54.289 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:54.289 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:06:54.289 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=29, TimeoutTracker(timeout=30000, elapsed=28751), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [3ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [7ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [8ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [9ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [26ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [27ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [27ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [29ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [30ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [30ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [46ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [47ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [49ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [56ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [103ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [123ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [123ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [124ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [124ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [164ms] refreshing cache from master, [164ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [164ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [165ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [166ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [167ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [167ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [168ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [202ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [203ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [203ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [203ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [461ms] refreshing cache from master, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [464ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [465ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [469ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [469ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [700ms] refreshing cache from master, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [702ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [702ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [703ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [705ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [705ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [1042ms] refreshing cache from master, [1042ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [1043ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [1043ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [1043ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [1044ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [1044ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [1044ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [1220ms] refreshing cache from master, [1220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [1221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [1221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [1221ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [1222ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [1223ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [1223ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [3580ms] refreshing cache from master, [3580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [3581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [3581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [3582ms] too many traces: truncated at 100 traces, deferred=Deferred@1241547569(state=PENDING, result=null, callback=(continuation of Deferred@68968068 after retry RPC after error@419597771) -> (continuation of Deferred@1757468107 after retry RPC after error@647486185) -> (continuation of Deferred@1083791553 after retry RPC after error@1308158412) -> (continuation of Deferred@595067701 after retry RPC after error@992003361) -> (continuation of Deferred@838196692 after retry RPC after error@1003087023) -> (continuation of Deferred@1489713480 after retry RPC after error@1702880957) -> (continuation of Deferred@2063305915 after retry RPC after error@249816023) -> (continuation of Deferred@258185786 after retry RPC after error@364105573) -> (continuation of Deferred@856360764 after retry RPC after error@585607121) -> (continuation of Deferred@835083261 after retry RPC after error@981819975) -> (continuation of Deferred@1373417676 after retry RPC after error@1310346249) -> (continuation of Deferred@1300295556 after retry RPC after error@1543912233) -> (continuation of Deferred@1760078517 after retry RPC after error@1947130277) -> (continuation of Deferred@1043919983 after retry RPC after error@1393188850) -> (continuation of Deferred@2124085796 after retry RPC after error@2094782371) -> (continuation of Deferred@96063451 after retry RPC after error@80602449) -> (continuation of Deferred@766473270 after retry RPC after error@258726127) -> (continuation of Deferred@1155996110 after retry RPC after error@795577198) -> (continuation of Deferred@2033407089 after retry RPC after error@676218648) -> (continuation of Deferred@1419444918 after retry RPC after error@660132784) -> (continuation of Deferred@1152097270 after retry RPC after error@512189180) -> (continuation of Deferred@302341416 after retry RPC after error@1931594123) -> (continuation of Deferred@1800243250 after retry RPC after error@1324910373) -> (continuation of Deferred@1982623695 after retry RPC after error@196906256) -> (continuation of Deferred@204970061 after retry RPC after error@117237569) -> (continuation of Deferred@322679366 after retry RPC after error@2080401724) -> (continuation of Deferred@1288008449 after retry RPC after error@761414455) -> (continuation of Deferred@1661304159 after retry RPC after error@481538442), errback=(continuation of Deferred@68968068 after retry RPC after error@419597771) -> (continuation of Deferred@1757468107 after retry RPC after error@647486185) -> (continuation of Deferred@1083791553 after retry RPC after error@1308158412) -> (continuation of Deferred@595067701 after retry RPC after error@992003361) -> (continuation of Deferred@838196692 after retry RPC after error@1003087023) -> (continuation of Deferred@1489713480 after retry RPC after error@1702880957) -> (continuation of Deferred@2063305915 after retry RPC after error@249816023) -> (continuation of Deferred@258185786 after retry RPC after error@364105573) -> (continuation of Deferred@856360764 after retry RPC after error@585607121) -> (continuation of Deferred@835083261 after retry RPC after error@981819975) -> (continuation of Deferred@1373417676 after retry RPC after error@1310346249) -> (continuation of Deferred@1300295556 after retry RPC after error@1543912233) -> (continuation of Deferred@1760078517 after retry RPC after error@1947130277) -> (continuation of Deferred@1043919983 after retry RPC after error@1393188850) -> (continuation of Deferred@2124085796 after retry RPC after error@2094782371) -> (continuation of Deferred@96063451 after retry RPC after error@80602449) -> (continuation of Deferred@766473270 after retry RPC after error@258726127) -> (continuation of Deferred@1155996110 after retry RPC after error@795577198) -> (continuation of Deferred@2033407089 after retry RPC after error@676218648) -> (continuation of Deferred@1419444918 after retry RPC after error@660132784) -> (continuation of Deferred@1152097270 after retry RPC after error@512189180) -> (continuation of Deferred@302341416 after retry RPC after error@1931594123) -> (continuation of Deferred@1800243250 after retry RPC after error@1324910373) -> (continuation of Deferred@1982623695 after retry RPC after error@196906256) -> (continuation of Deferred@204970061 after retry RPC after error@117237569) -> (continuation of Deferred@322679366 after retry RPC after error@2080401724) -> (continuation of Deferred@1288008449 after retry RPC after error@761414455) -> (continuation of Deferred@1661304159 after retry RPC after error@481538442)))
21:06:54.290 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (SourceReaderBase.java:338) Closing Source Reader.
21:06:54.291 [WARN - Source: KuduSource -> Sink: Writer (2/4)#1] (Task.java:1117) Source: KuduSource -> Sink: Writer (2/4)#1 (c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=29, TimeoutTracker(timeout=30000, elapsed=28751), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [3ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [7ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [8ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [9ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [26ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [27ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [27ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [29ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [30ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [30ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [46ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [47ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [49ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [56ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [103ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [123ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [123ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [124ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [124ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [164ms] refreshing cache from master, [164ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [164ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [165ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [166ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [167ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [167ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [168ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [202ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [203ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [203ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [203ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [461ms] refreshing cache from master, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [464ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [465ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [469ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [469ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [700ms] refreshing cache from master, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [702ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [702ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [703ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [705ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [705ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [1042ms] refreshing cache from master, [1042ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [1043ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [1043ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [1043ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [1044ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [1044ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [1044ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [1220ms] refreshing cache from master, [1220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [1221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [1221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [1221ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [1222ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [1223ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [1223ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [3580ms] refreshing cache from master, [3580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [3581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [3581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [3582ms] too many traces: truncated at 100 traces, deferred=Deferred@1241547569(state=PENDING, result=null, callback=(continuation of Deferred@68968068 after retry RPC after error@419597771) -> (continuation of Deferred@1757468107 after retry RPC after error@647486185) -> (continuation of Deferred@1083791553 after retry RPC after error@1308158412) -> (continuation of Deferred@595067701 after retry RPC after error@992003361) -> (continuation of Deferred@838196692 after retry RPC after error@1003087023) -> (continuation of Deferred@1489713480 after retry RPC after error@1702880957) -> (continuation of Deferred@2063305915 after retry RPC after error@249816023) -> (continuation of Deferred@258185786 after retry RPC after error@364105573) -> (continuation of Deferred@856360764 after retry RPC after error@585607121) -> (continuation of Deferred@835083261 after retry RPC after error@981819975) -> (continuation of Deferred@1373417676 after retry RPC after error@1310346249) -> (continuation of Deferred@1300295556 after retry RPC after error@1543912233) -> (continuation of Deferred@1760078517 after retry RPC after error@1947130277) -> (continuation of Deferred@1043919983 after retry RPC after error@1393188850) -> (continuation of Deferred@2124085796 after retry RPC after error@2094782371) -> (continuation of Deferred@96063451 after retry RPC after error@80602449) -> (continuation of Deferred@766473270 after retry RPC after error@258726127) -> (continuation of Deferred@1155996110 after retry RPC after error@795577198) -> (continuation of Deferred@2033407089 after retry RPC after error@676218648) -> (continuation of Deferred@1419444918 after retry RPC after error@660132784) -> (continuation of Deferred@1152097270 after retry RPC after error@512189180) -> (continuation of Deferred@302341416 after retry RPC after error@1931594123) -> (continuation of Deferred@1800243250 after retry RPC after error@1324910373) -> (continuation of Deferred@1982623695 after retry RPC after error@196906256) -> (continuation of Deferred@204970061 after retry RPC after error@117237569) -> (continuation of Deferred@322679366 after retry RPC after error@2080401724) -> (continuation of Deferred@1288008449 after retry RPC after error@761414455) -> (continuation of Deferred@1661304159 after retry RPC after error@481538442), errback=(continuation of Deferred@68968068 after retry RPC after error@419597771) -> (continuation of Deferred@1757468107 after retry RPC after error@647486185) -> (continuation of Deferred@1083791553 after retry RPC after error@1308158412) -> (continuation of Deferred@595067701 after retry RPC after error@992003361) -> (continuation of Deferred@838196692 after retry RPC after error@1003087023) -> (continuation of Deferred@1489713480 after retry RPC after error@1702880957) -> (continuation of Deferred@2063305915 after retry RPC after error@249816023) -> (continuation of Deferred@258185786 after retry RPC after error@364105573) -> (continuation of Deferred@856360764 after retry RPC after error@585607121) -> (continuation of Deferred@835083261 after retry RPC after error@981819975) -> (continuation of Deferred@1373417676 after retry RPC after error@1310346249) -> (continuation of Deferred@1300295556 after retry RPC after error@1543912233) -> (continuation of Deferred@1760078517 after retry RPC after error@1947130277) -> (continuation of Deferred@1043919983 after retry RPC after error@1393188850) -> (continuation of Deferred@2124085796 after retry RPC after error@2094782371) -> (continuation of Deferred@96063451 after retry RPC after error@80602449) -> (continuation of Deferred@766473270 after retry RPC after error@258726127) -> (continuation of Deferred@1155996110 after retry RPC after error@795577198) -> (continuation of Deferred@2033407089 after retry RPC after error@676218648) -> (continuation of Deferred@1419444918 after retry RPC after error@660132784) -> (continuation of Deferred@1152097270 after retry RPC after error@512189180) -> (continuation of Deferred@302341416 after retry RPC after error@1931594123) -> (continuation of Deferred@1800243250 after retry RPC after error@1324910373) -> (continuation of Deferred@1982623695 after retry RPC after error@196906256) -> (continuation of Deferred@204970061 after retry RPC after error@117237569) -> (continuation of Deferred@322679366 after retry RPC after error@2080401724) -> (continuation of Deferred@1288008449 after retry RPC after error@761414455) -> (continuation of Deferred@1661304159 after retry RPC after error@481538442)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.20.46.189:42409
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:06:54.291 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#1 (c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_1_1).
21:06:54.295 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#1 c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_1_1.
21:06:54.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:54.294445 23987 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.23.69.190" port: 42537 } has no permanent_uuid. Determining permanent_uuid...
21:06:54.301 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1449) Source: KuduSource -> Sink: Writer (2/4) (c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from INITIALIZING to FAILED on 55c4d95f-4b70-4fa7-a972-a2dfacde7c76 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=29, TimeoutTracker(timeout=30000, elapsed=28751), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [3ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [7ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [8ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [9ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [26ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [27ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [27ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [29ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [30ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [30ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [46ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [47ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [49ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [56ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [82ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [103ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [123ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [123ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [124ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [124ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [164ms] refreshing cache from master, [164ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [164ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [165ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [166ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [167ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [167ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [168ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [202ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [203ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [203ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [203ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [461ms] refreshing cache from master, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [464ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [465ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [469ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [469ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [700ms] refreshing cache from master, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [702ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [702ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [703ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [705ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [705ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [1042ms] refreshing cache from master, [1042ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [1043ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [1043ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [1043ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [1044ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [1044ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [1044ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [1220ms] refreshing cache from master, [1220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [1221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [1221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [1221ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [1222ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [1223ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [1223ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [3580ms] refreshing cache from master, [3580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [3581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [3581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [3582ms] too many traces: truncated at 100 traces, deferred=Deferred@1241547569(state=PENDING, result=null, callback=(continuation of Deferred@68968068 after retry RPC after error@419597771) -> (continuation of Deferred@1757468107 after retry RPC after error@647486185) -> (continuation of Deferred@1083791553 after retry RPC after error@1308158412) -> (continuation of Deferred@595067701 after retry RPC after error@992003361) -> (continuation of Deferred@838196692 after retry RPC after error@1003087023) -> (continuation of Deferred@1489713480 after retry RPC after error@1702880957) -> (continuation of Deferred@2063305915 after retry RPC after error@249816023) -> (continuation of Deferred@258185786 after retry RPC after error@364105573) -> (continuation of Deferred@856360764 after retry RPC after error@585607121) -> (continuation of Deferred@835083261 after retry RPC after error@981819975) -> (continuation of Deferred@1373417676 after retry RPC after error@1310346249) -> (continuation of Deferred@1300295556 after retry RPC after error@1543912233) -> (continuation of Deferred@1760078517 after retry RPC after error@1947130277) -> (continuation of Deferred@1043919983 after retry RPC after error@1393188850) -> (continuation of Deferred@2124085796 after retry RPC after error@2094782371) -> (continuation of Deferred@96063451 after retry RPC after error@80602449) -> (continuation of Deferred@766473270 after retry RPC after error@258726127) -> (continuation of Deferred@1155996110 after retry RPC after error@795577198) -> (continuation of Deferred@2033407089 after retry RPC after error@676218648) -> (continuation of Deferred@1419444918 after retry RPC after error@660132784) -> (continuation of Deferred@1152097270 after retry RPC after error@512189180) -> (continuation of Deferred@302341416 after retry RPC after error@1931594123) -> (continuation of Deferred@1800243250 after retry RPC after error@1324910373) -> (continuation of Deferred@1982623695 after retry RPC after error@196906256) -> (continuation of Deferred@204970061 after retry RPC after error@117237569) -> (continuation of Deferred@322679366 after retry RPC after error@2080401724) -> (continuation of Deferred@1288008449 after retry RPC after error@761414455) -> (continuation of Deferred@1661304159 after retry RPC after error@481538442), errback=(continuation of Deferred@68968068 after retry RPC after error@419597771) -> (continuation of Deferred@1757468107 after retry RPC after error@647486185) -> (continuation of Deferred@1083791553 after retry RPC after error@1308158412) -> (continuation of Deferred@595067701 after retry RPC after error@992003361) -> (continuation of Deferred@838196692 after retry RPC after error@1003087023) -> (continuation of Deferred@1489713480 after retry RPC after error@1702880957) -> (continuation of Deferred@2063305915 after retry RPC after error@249816023) -> (continuation of Deferred@258185786 after retry RPC after error@364105573) -> (continuation of Deferred@856360764 after retry RPC after error@585607121) -> (continuation of Deferred@835083261 after retry RPC after error@981819975) -> (continuation of Deferred@1373417676 after retry RPC after error@1310346249) -> (continuation of Deferred@1300295556 after retry RPC after error@1543912233) -> (continuation of Deferred@1760078517 after retry RPC after error@1947130277) -> (continuation of Deferred@1043919983 after retry RPC after error@1393188850) -> (continuation of Deferred@2124085796 after retry RPC after error@2094782371) -> (continuation of Deferred@96063451 after retry RPC after error@80602449) -> (continuation of Deferred@766473270 after retry RPC after error@258726127) -> (continuation of Deferred@1155996110 after retry RPC after error@795577198) -> (continuation of Deferred@2033407089 after retry RPC after error@676218648) -> (continuation of Deferred@1419444918 after retry RPC after error@660132784) -> (continuation of Deferred@1152097270 after retry RPC after error@512189180) -> (continuation of Deferred@302341416 after retry RPC after error@1931594123) -> (continuation of Deferred@1800243250 after retry RPC after error@1324910373) -> (continuation of Deferred@1982623695 after retry RPC after error@196906256) -> (continuation of Deferred@204970061 after retry RPC after error@117237569) -> (continuation of Deferred@322679366 after retry RPC after error@2080401724) -> (continuation of Deferred@1288008449 after retry RPC after error@761414455) -> (continuation of Deferred@1661304159 after retry RPC after error@481538442)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.20.46.189:42409
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:06:54.303 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_1_1.
21:06:54.303 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (be5d90ea6ea762b3c60063afb0fd4b65) switched from state RUNNING to RESTARTING.
21:06:54.304 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job be5d90ea6ea762b3c60063afb0fd4b65: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
21:06:54.304 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#1) of source Source: KuduSource.
21:06:54.310 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:06:54.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:54.340811 23987 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.23.69.189" port: 45579 } has no permanent_uuid. Determining permanent_uuid...
21:06:54.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:54.357553 23987 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.23.69.188" port: 34691 } has no permanent_uuid. Determining permanent_uuid...
21:06:54.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:54.360515 23936 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.23.69.188:34691: connect: Connection refused (error 111)
21:06:54.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:54.365173 23987 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.69.188:34691: Network error: Client connection negotiation failed: client connection to 127.23.69.188:34691: connect: Connection refused (error 111)
21:06:54.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:54.414774 23987 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.69.188" port: 34691 } attempt: 1
21:06:54.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:54.419863 23987 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.69.188:34691: Network error: Client connection negotiation failed: client connection to 127.23.69.188:34691: connect: Connection refused (error 111)
21:06:54.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:54.488389 23987 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.69.188" port: 34691 } attempt: 2
21:06:54.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:54.493224 23987 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.69.188:34691: Network error: Client connection negotiation failed: client connection to 127.23.69.188:34691: connect: Connection refused (error 111)
21:06:54.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:54.584610 23987 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.69.188" port: 34691 } attempt: 3
21:06:54.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:54.589232 23987 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.69.188:34691: Network error: Client connection negotiation failed: client connection to 127.23.69.188:34691: connect: Connection refused (error 111)
21:06:54.640 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 23 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544814639 for job 83c88b319a84cfbe321fdd6e09697f68.
21:06:54.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:54.648974 23989 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
21:06:54.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:54.649822 23989 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:06:54.650 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 23 for job 83c88b319a84cfbe321fdd6e09697f68 (1591 bytes, checkpointDuration=10 ms, finalizationTime=1 ms).
21:06:54.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:54.650640 23989 flags.cc:432] Enabled unsafe flag: --never_fsync=true
21:06:54.651 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 23 as completed for source Source: KuduSource.
21:06:54.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:54.686374 23989 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
21:06:54.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:54.686677 23989 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
21:06:54.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:54.686915 23989 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
21:06:54.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:54.687256 23989 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
21:06:54.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:54.687477 23989 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
21:06:54.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:54.687633 23989 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:36989/jwks.json
21:06:54.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:54.732744 23987 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.69.188" port: 34691 } attempt: 4
21:06:54.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:54.737787 23987 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.69.188:34691: Network error: Client connection negotiation failed: client connection to 127.23.69.188:34691: connect: Connection refused (error 111)
21:06:54.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:54.742859 23989 master_runner.cc:387] Master server non-default flags:
21:06:54.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:06:54.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.69.148:39175
21:06:54.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:06:54.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:06:54.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster2293400818230078472/master-2/data
21:06:54.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster2293400818230078472/master-2/wal
21:06:54.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:06:54.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.23.69.190:42537,127.23.69.189:45579,127.23.69.188:34691
21:06:54.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:06:54.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:06:54.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:06:54.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.69.188:34691
21:06:54.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:06:54.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:06:54.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:06:54.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36989/jwks.json
21:06:54.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:06:54.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:06:54.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster2293400818230078472/master-2/data/info.pb
21:06:54.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.69.188
21:06:54.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:06:54.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:06:54.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:06:54.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:06:54.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:06:54.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:06:54.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster2293400818230078472/master-2/logs
21:06:54.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:06:54.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:06:54.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
21:06:54.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
21:06:54.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
21:06:54.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 6bec869c2320d19f2589b3f609f76e5041a21d27
21:06:54.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:06:54.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 20:43:55 UTC on e7f111948823
21:06:54.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16878
21:06:54.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:06:54.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:54.744735 23989 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:06:54.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:54.747203 23989 file_cache.cc:492] Constructed file cache file cache with capacity 419430
21:06:54.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:54.761507 23999 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:06:54.811 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:06:54.842 [DEBUG - pool-94-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:06:54.842 [DEBUG - pool-94-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:06:54.843 [DEBUG - pool-94-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:06:54.843 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:54.843 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:54.843 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:54.843 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:54.843 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:54.844 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:54.844 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:54.844 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:54.844 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:54.844 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:06:54.845 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29323), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [14ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [23ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [27ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [28ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [29ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [48ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [51ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [53ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [54ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [55ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [66ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [67ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [69ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [71ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [71ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [83ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [84ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [84ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [85ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [103ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [103ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [103ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [142ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [143ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [143ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [144ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [203ms] refreshing cache from master, [203ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [203ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [204ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [204ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [205ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [206ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [206ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [323ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [323ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [324ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [324ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [521ms] refreshing cache from master, [522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [523ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [524ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [525ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [525ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [526ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [580ms] refreshing cache from master, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [582ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [583ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [584ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [584ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [660ms] refreshing cache from master, [660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [662ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [663ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [664ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [664ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [680ms] refreshing cache from master, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [682ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [682ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [683ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [683ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [4080ms] refreshing cache from master, [4080ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [4081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [4081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [4082ms] too many traces: truncated at 100 traces, deferred=Deferred@216927832(state=PENDING, result=null, callback=(continuation of Deferred@1172724681 after retry RPC after error@67569625) -> (continuation of Deferred@2127865154 after retry RPC after error@45414414) -> (continuation of Deferred@1979433858 after retry RPC after error@1241393963) -> (continuation of Deferred@316373475 after retry RPC after error@931825470) -> (continuation of Deferred@474396062 after retry RPC after error@618226254) -> (continuation of Deferred@1828983639 after retry RPC after error@248826558) -> (continuation of Deferred@655848639 after retry RPC after error@1211349249) -> (continuation of Deferred@90211835 after retry RPC after error@768159443) -> (continuation of Deferred@828835161 after retry RPC after error@1682528709) -> (continuation of Deferred@1703364586 after retry RPC after error@31216191) -> (continuation of Deferred@135844496 after retry RPC after error@649147687) -> (continuation of Deferred@2044104204 after retry RPC after error@444098211) -> (continuation of Deferred@1421519662 after retry RPC after error@2072880275) -> (continuation of Deferred@921105152 after retry RPC after error@1878181377) -> (continuation of Deferred@1846604554 after retry RPC after error@2016373607) -> (continuation of Deferred@2035349905 after retry RPC after error@7072372) -> (continuation of Deferred@1762312656 after retry RPC after error@1795029957) -> (continuation of Deferred@337582970 after retry RPC after error@1266183111) -> (continuation of Deferred@1958946617 after retry RPC after error@1902496183) -> (continuation of Deferred@491636778 after retry RPC after error@367242775) -> (continuation of Deferred@2029304189 after retry RPC after error@662962085) -> (continuation of Deferred@1417445351 after retry RPC after error@1558704233) -> (continuation of Deferred@25531865 after retry RPC after error@960707739) -> (continuation of Deferred@242741011 after retry RPC after error@1836069388), errback=(continuation of Deferred@1172724681 after retry RPC after error@67569625) -> (continuation of Deferred@2127865154 after retry RPC after error@45414414) -> (continuation of Deferred@1979433858 after retry RPC after error@1241393963) -> (continuation of Deferred@316373475 after retry RPC after error@931825470) -> (continuation of Deferred@474396062 after retry RPC after error@618226254) -> (continuation of Deferred@1828983639 after retry RPC after error@248826558) -> (continuation of Deferred@655848639 after retry RPC after error@1211349249) -> (continuation of Deferred@90211835 after retry RPC after error@768159443) -> (continuation of Deferred@828835161 after retry RPC after error@1682528709) -> (continuation of Deferred@1703364586 after retry RPC after error@31216191) -> (continuation of Deferred@135844496 after retry RPC after error@649147687) -> (continuation of Deferred@2044104204 after retry RPC after error@444098211) -> (continuation of Deferred@1421519662 after retry RPC after error@2072880275) -> (continuation of Deferred@921105152 after retry RPC after error@1878181377) -> (continuation of Deferred@1846604554 after retry RPC after error@2016373607) -> (continuation of Deferred@2035349905 after retry RPC after error@7072372) -> (continuation of Deferred@1762312656 after retry RPC after error@1795029957) -> (continuation of Deferred@337582970 after retry RPC after error@1266183111) -> (continuation of Deferred@1958946617 after retry RPC after error@1902496183) -> (continuation of Deferred@491636778 after retry RPC after error@367242775) -> (continuation of Deferred@2029304189 after retry RPC after error@662962085) -> (continuation of Deferred@1417445351 after retry RPC after error@1558704233) -> (continuation of Deferred@25531865 after retry RPC after error@960707739) -> (continuation of Deferred@242741011 after retry RPC after error@1836069388)))
21:06:54.846 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (SourceReaderBase.java:338) Closing Source Reader.
21:06:54.846 [WARN - Source: KuduSource -> Sink: Writer (1/4)#1] (Task.java:1117) Source: KuduSource -> Sink: Writer (1/4)#1 (c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29323), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [14ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [23ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [27ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [28ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [29ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [48ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [51ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [53ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [54ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [55ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [66ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [67ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [69ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [71ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [71ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [83ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [84ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [84ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [85ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [103ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [103ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [103ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [142ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [143ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [143ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [144ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [203ms] refreshing cache from master, [203ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [203ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [204ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [204ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [205ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [206ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [206ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [323ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [323ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [324ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [324ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [521ms] refreshing cache from master, [522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [523ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [524ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [525ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [525ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [526ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [580ms] refreshing cache from master, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [582ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [583ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [584ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [584ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [660ms] refreshing cache from master, [660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [662ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [663ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [664ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [664ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [680ms] refreshing cache from master, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [682ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [682ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [683ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [683ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [4080ms] refreshing cache from master, [4080ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [4081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [4081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [4082ms] too many traces: truncated at 100 traces, deferred=Deferred@216927832(state=PENDING, result=null, callback=(continuation of Deferred@1172724681 after retry RPC after error@67569625) -> (continuation of Deferred@2127865154 after retry RPC after error@45414414) -> (continuation of Deferred@1979433858 after retry RPC after error@1241393963) -> (continuation of Deferred@316373475 after retry RPC after error@931825470) -> (continuation of Deferred@474396062 after retry RPC after error@618226254) -> (continuation of Deferred@1828983639 after retry RPC after error@248826558) -> (continuation of Deferred@655848639 after retry RPC after error@1211349249) -> (continuation of Deferred@90211835 after retry RPC after error@768159443) -> (continuation of Deferred@828835161 after retry RPC after error@1682528709) -> (continuation of Deferred@1703364586 after retry RPC after error@31216191) -> (continuation of Deferred@135844496 after retry RPC after error@649147687) -> (continuation of Deferred@2044104204 after retry RPC after error@444098211) -> (continuation of Deferred@1421519662 after retry RPC after error@2072880275) -> (continuation of Deferred@921105152 after retry RPC after error@1878181377) -> (continuation of Deferred@1846604554 after retry RPC after error@2016373607) -> (continuation of Deferred@2035349905 after retry RPC after error@7072372) -> (continuation of Deferred@1762312656 after retry RPC after error@1795029957) -> (continuation of Deferred@337582970 after retry RPC after error@1266183111) -> (continuation of Deferred@1958946617 after retry RPC after error@1902496183) -> (continuation of Deferred@491636778 after retry RPC after error@367242775) -> (continuation of Deferred@2029304189 after retry RPC after error@662962085) -> (continuation of Deferred@1417445351 after retry RPC after error@1558704233) -> (continuation of Deferred@25531865 after retry RPC after error@960707739) -> (continuation of Deferred@242741011 after retry RPC after error@1836069388), errback=(continuation of Deferred@1172724681 after retry RPC after error@67569625) -> (continuation of Deferred@2127865154 after retry RPC after error@45414414) -> (continuation of Deferred@1979433858 after retry RPC after error@1241393963) -> (continuation of Deferred@316373475 after retry RPC after error@931825470) -> (continuation of Deferred@474396062 after retry RPC after error@618226254) -> (continuation of Deferred@1828983639 after retry RPC after error@248826558) -> (continuation of Deferred@655848639 after retry RPC after error@1211349249) -> (continuation of Deferred@90211835 after retry RPC after error@768159443) -> (continuation of Deferred@828835161 after retry RPC after error@1682528709) -> (continuation of Deferred@1703364586 after retry RPC after error@31216191) -> (continuation of Deferred@135844496 after retry RPC after error@649147687) -> (continuation of Deferred@2044104204 after retry RPC after error@444098211) -> (continuation of Deferred@1421519662 after retry RPC after error@2072880275) -> (continuation of Deferred@921105152 after retry RPC after error@1878181377) -> (continuation of Deferred@1846604554 after retry RPC after error@2016373607) -> (continuation of Deferred@2035349905 after retry RPC after error@7072372) -> (continuation of Deferred@1762312656 after retry RPC after error@1795029957) -> (continuation of Deferred@337582970 after retry RPC after error@1266183111) -> (continuation of Deferred@1958946617 after retry RPC after error@1902496183) -> (continuation of Deferred@491636778 after retry RPC after error@367242775) -> (continuation of Deferred@2029304189 after retry RPC after error@662962085) -> (continuation of Deferred@1417445351 after retry RPC after error@1558704233) -> (continuation of Deferred@25531865 after retry RPC after error@960707739) -> (continuation of Deferred@242741011 after retry RPC after error@1836069388)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.20.46.188:38181
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:06:54.847 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#1 (c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_0_1).
21:06:54.850 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#1 c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_0_1.
21:06:54.853 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1449) Source: KuduSource -> Sink: Writer (1/4) (c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from INITIALIZING to FAILED on 55c4d95f-4b70-4fa7-a972-a2dfacde7c76 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29323), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [14ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [23ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [27ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [28ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [29ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [48ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [51ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [53ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [54ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [55ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [66ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [67ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [69ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [71ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [71ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [83ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [84ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [84ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [85ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [103ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [103ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [103ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [142ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [143ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [143ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [144ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [203ms] refreshing cache from master, [203ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [203ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [204ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [204ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [205ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [206ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [206ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [323ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [323ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [324ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [324ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [521ms] refreshing cache from master, [522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [523ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [524ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [525ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [525ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [526ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [580ms] refreshing cache from master, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [582ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [583ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [584ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [584ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [660ms] refreshing cache from master, [660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [662ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [663ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [664ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [664ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [680ms] refreshing cache from master, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [682ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [682ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [683ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [683ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [4080ms] refreshing cache from master, [4080ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [4081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [4081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [4082ms] too many traces: truncated at 100 traces, deferred=Deferred@216927832(state=PENDING, result=null, callback=(continuation of Deferred@1172724681 after retry RPC after error@67569625) -> (continuation of Deferred@2127865154 after retry RPC after error@45414414) -> (continuation of Deferred@1979433858 after retry RPC after error@1241393963) -> (continuation of Deferred@316373475 after retry RPC after error@931825470) -> (continuation of Deferred@474396062 after retry RPC after error@618226254) -> (continuation of Deferred@1828983639 after retry RPC after error@248826558) -> (continuation of Deferred@655848639 after retry RPC after error@1211349249) -> (continuation of Deferred@90211835 after retry RPC after error@768159443) -> (continuation of Deferred@828835161 after retry RPC after error@1682528709) -> (continuation of Deferred@1703364586 after retry RPC after error@31216191) -> (continuation of Deferred@135844496 after retry RPC after error@649147687) -> (continuation of Deferred@2044104204 after retry RPC after error@444098211) -> (continuation of Deferred@1421519662 after retry RPC after error@2072880275) -> (continuation of Deferred@921105152 after retry RPC after error@1878181377) -> (continuation of Deferred@1846604554 after retry RPC after error@2016373607) -> (continuation of Deferred@2035349905 after retry RPC after error@7072372) -> (continuation of Deferred@1762312656 after retry RPC after error@1795029957) -> (continuation of Deferred@337582970 after retry RPC after error@1266183111) -> (continuation of Deferred@1958946617 after retry RPC after error@1902496183) -> (continuation of Deferred@491636778 after retry RPC after error@367242775) -> (continuation of Deferred@2029304189 after retry RPC after error@662962085) -> (continuation of Deferred@1417445351 after retry RPC after error@1558704233) -> (continuation of Deferred@25531865 after retry RPC after error@960707739) -> (continuation of Deferred@242741011 after retry RPC after error@1836069388), errback=(continuation of Deferred@1172724681 after retry RPC after error@67569625) -> (continuation of Deferred@2127865154 after retry RPC after error@45414414) -> (continuation of Deferred@1979433858 after retry RPC after error@1241393963) -> (continuation of Deferred@316373475 after retry RPC after error@931825470) -> (continuation of Deferred@474396062 after retry RPC after error@618226254) -> (continuation of Deferred@1828983639 after retry RPC after error@248826558) -> (continuation of Deferred@655848639 after retry RPC after error@1211349249) -> (continuation of Deferred@90211835 after retry RPC after error@768159443) -> (continuation of Deferred@828835161 after retry RPC after error@1682528709) -> (continuation of Deferred@1703364586 after retry RPC after error@31216191) -> (continuation of Deferred@135844496 after retry RPC after error@649147687) -> (continuation of Deferred@2044104204 after retry RPC after error@444098211) -> (continuation of Deferred@1421519662 after retry RPC after error@2072880275) -> (continuation of Deferred@921105152 after retry RPC after error@1878181377) -> (continuation of Deferred@1846604554 after retry RPC after error@2016373607) -> (continuation of Deferred@2035349905 after retry RPC after error@7072372) -> (continuation of Deferred@1762312656 after retry RPC after error@1795029957) -> (continuation of Deferred@337582970 after retry RPC after error@1266183111) -> (continuation of Deferred@1958946617 after retry RPC after error@1902496183) -> (continuation of Deferred@491636778 after retry RPC after error@367242775) -> (continuation of Deferred@2029304189 after retry RPC after error@662962085) -> (continuation of Deferred@1417445351 after retry RPC after error@1558704233) -> (continuation of Deferred@25531865 after retry RPC after error@960707739) -> (continuation of Deferred@242741011 after retry RPC after error@1836069388)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.20.46.188:38181
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:06:54.854 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job be5d90ea6ea762b3c60063afb0fd4b65: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
21:06:54.857 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#1) of source Source: KuduSource.
21:06:54.857 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_0_1.
21:06:55.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:55.037322 23987 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.69.188" port: 34691 } attempt: 5
21:06:55.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:55.046401 23987 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.69.188:34691: Network error: Client connection negotiation failed: client connection to 127.23.69.188:34691: connect: Connection refused (error 111)
21:06:55.141 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 24 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544815140 for job 83c88b319a84cfbe321fdd6e09697f68.
21:06:55.156 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 24 for job 83c88b319a84cfbe321fdd6e09697f68 (1591 bytes, checkpointDuration=15 ms, finalizationTime=1 ms).
21:06:55.158 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 24 as completed for source Source: KuduSource.
21:06:55.311 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:06:55.484 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:06:55.485 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:06:55.485 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:06:55.485 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:55.485 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:55.485 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:55.485 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:55.486 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:55.486 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:55.486 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:55.486 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:55.486 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:55.486 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:06:55.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:55.594026 23987 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.69.188" port: 34691 } attempt: 6
21:06:55.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:55.606372 23987 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.69.188:34691: Network error: Client connection negotiation failed: client connection to 127.23.69.188:34691: connect: Connection refused (error 111)
21:06:55.641 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 25 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544815640 for job 83c88b319a84cfbe321fdd6e09697f68.
21:06:55.656 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 25 for job 83c88b319a84cfbe321fdd6e09697f68 (1591 bytes, checkpointDuration=15 ms, finalizationTime=1 ms).
21:06:55.658 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 25 as completed for source Source: KuduSource.
21:06:55.810 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:06:55.913 [INFO - flink-pekko.actor.default-dispatcher-5] (CheckpointCoordinator.java:1805) Restoring job be5d90ea6ea762b3c60063afb0fd4b65 from Checkpoint 67 @ 1783544784036 for be5d90ea6ea762b3c60063afb0fd4b65 located at file:/tmp/junit10338659225340402728/checkpoints/be5d90ea6ea762b3c60063afb0fd4b65/chk-67.
21:06:55.914 [INFO - flink-pekko.actor.default-dispatcher-5] (MasterHooks.java:201) No master state to restore
21:06:55.914 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 0 to checkpoint 67 for source Source: KuduSource to checkpoint.
21:06:55.914 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from CREATED to SCHEDULED.
21:06:55.915 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job be5d90ea6ea762b3c60063afb0fd4b65: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
21:06:55.915 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from SCHEDULED to DEPLOYING.
21:06:55.916 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #2) with attempt id c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_0_2 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to 55c4d95f-4b70-4fa7-a972-a2dfacde7c76 @ 127.0.0.1 (dataPort=-1) with allocation id 7bf82fcc14a14e264b75f99567331482
21:06:55.916 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (be5d90ea6ea762b3c60063afb0fd4b65) switched from state RESTARTING to RUNNING.
21:06:55.916 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 7bf82fcc14a14e264b75f99567331482.
21:06:55.916 [INFO - flink-pekko.actor.default-dispatcher-5] (CheckpointCoordinator.java:1805) Restoring job be5d90ea6ea762b3c60063afb0fd4b65 from Checkpoint 67 @ 1783544784036 for be5d90ea6ea762b3c60063afb0fd4b65 located at file:/tmp/junit10338659225340402728/checkpoints/be5d90ea6ea762b3c60063afb0fd4b65/chk-67.
21:06:55.918 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#2 (c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_0_2), deploy into slot with allocation id 7bf82fcc14a14e264b75f99567331482.
21:06:55.918 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#2 (c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from CREATED to DEPLOYING.
21:06:55.918 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#2 (c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_0_2) [DEPLOYING].
21:06:55.919 [INFO - flink-pekko.actor.default-dispatcher-5] (MasterHooks.java:201) No master state to restore
21:06:55.919 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@1854c371
21:06:55.919 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
21:06:55.920 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit10338659225340402728/checkpoints")
21:06:55.920 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 1 to checkpoint 67 for source Source: KuduSource to checkpoint.
21:06:55.920 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#2 (c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from DEPLOYING to INITIALIZING.
21:06:55.920 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from CREATED to SCHEDULED.
21:06:55.921 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job be5d90ea6ea762b3c60063afb0fd4b65: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
21:06:55.923 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@7c91ba60
21:06:55.925 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#2] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:06:55.926 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from SCHEDULED to DEPLOYING.
21:06:55.927 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #2) with attempt id c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_1_2 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to 55c4d95f-4b70-4fa7-a972-a2dfacde7c76 @ 127.0.0.1 (dataPort=-1) with allocation id 65c9f87e3e33f52223111d9ac38a0b65
21:06:55.927 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 65c9f87e3e33f52223111d9ac38a0b65.
21:06:55.927 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#2] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:06:55.928 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#2 (c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_1_2), deploy into slot with allocation id 65c9f87e3e33f52223111d9ac38a0b65.
21:06:55.929 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from DEPLOYING to INITIALIZING.
21:06:55.929 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#2] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:06:55.930 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:55.930 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:55.931 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:55.931 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:06:55.931 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#2] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:06:55.931 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#2 (c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from CREATED to DEPLOYING.
21:06:55.932 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#2 (c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_1_2) [DEPLOYING].
21:06:55.932 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@73d9d0d8
21:06:55.932 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
21:06:55.933 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:55.933 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit10338659225340402728/checkpoints")
21:06:55.933 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:55.933 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:55.933 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#2 (c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from DEPLOYING to INITIALIZING.
21:06:55.933 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from DEPLOYING to INITIALIZING.
21:06:55.935 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:55.935 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:55.935 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:55.936 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:06:55.937 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@3e32e363
21:06:55.942 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#2] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:06:55.943 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#2] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:06:55.945 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#2] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:06:55.945 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:55.946 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:55.946 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:55.946 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#2] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:06:55.947 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:55.947 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:55.947 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:55.947 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:55.947 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:55.947 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:55.947 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:06:55.948 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:06:55.949 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:06:55.949 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:06:55.949 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:55.949 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:55.950 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:55.950 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:55.950 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:55.950 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:55.952 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:55.952 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:55.952 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:55.952 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:06:55.963 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:06:55.964 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:06:55.964 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:06:55.964 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:55.965 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:55.965 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:55.965 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:55.965 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:55.965 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:55.966 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:55.966 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:55.966 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:55.966 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:06:55.968 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:06:55.968 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:06:55.969 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:55.969 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:55.969 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:55.969 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:06:55.970 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:55.970 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:55.970 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:55.970 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:55.970 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:55.970 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:55.970 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:06:55.983 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:06:55.984 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:06:55.985 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:55.985 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:55.985 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:55.985 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:06:55.986 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:55.986 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:55.986 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:55.986 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:55.986 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:55.986 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:55.986 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:06:55.988 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:06:55.988 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:06:55.988 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:06:55.988 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:55.989 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:55.989 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:55.989 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:55.989 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:55.989 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:55.989 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:55.989 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:55.989 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:55.989 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:06:56.003 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:06:56.004 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:06:56.004 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:06:56.004 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:56.004 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:56.004 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:56.005 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:56.005 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:56.005 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:56.005 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:56.005 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:56.005 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:56.005 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:06:56.008 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:06:56.008 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:06:56.008 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:06:56.009 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:56.009 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:56.009 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:56.009 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:56.009 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:56.009 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:56.009 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:56.009 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:56.009 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:56.010 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:06:56.024 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:06:56.024 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:06:56.024 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:56.024 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:56.025 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:56.025 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:56.025 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:56.025 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:56.025 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:06:56.025 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:56.025 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:56.026 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:56.026 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:06:56.028 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:06:56.028 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:06:56.028 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:06:56.028 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:56.028 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:56.029 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:56.029 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:56.029 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:56.029 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:56.029 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:56.029 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:56.029 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:56.029 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:06:56.043 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:06:56.045 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:56.045 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:56.045 [INFO - pool-128-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:56.046 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:06:56.047 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:56.048 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:06:56.048 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:06:56.048 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:06:56.049 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:56.049 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:56.049 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:56.049 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:56.049 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:56.050 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:56.050 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:56.050 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:56.050 [INFO - pool-126-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:56.050 [WARN - pool-126-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:06:56.051 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:56.051 [INFO - pool-128-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:56.051 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:06:56.052 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:56.052 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:56.052 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:56.052 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:06:56.103 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:06:56.104 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:06:56.104 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:56.104 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:56.104 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:56.105 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:56.105 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:06:56.105 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:56.105 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:56.105 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:56.105 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:56.105 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:56.105 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:06:56.140 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 26 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544816139 for job 83c88b319a84cfbe321fdd6e09697f68.
21:06:56.150 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 26 for job 83c88b319a84cfbe321fdd6e09697f68 (1591 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
21:06:56.152 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 26 as completed for source Source: KuduSource.
21:06:56.188 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:06:56.188 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:06:56.188 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:56.189 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:56.189 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:56.189 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:56.189 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:56.189 [INFO - pool-126-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:56.189 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:06:56.189 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:56.190 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:56.190 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:56.190 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:06:56.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:56.203140 23910 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.69.189" port: 45579 } attempt: 8
21:06:56.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:54.763159 24000 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:06:56.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:56.220355 24001 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
21:06:56.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:56.165386 23998 debug-util.cc:398] Leaking SignalData structure 0x7b0800028020 after lost signal to thread 23989
21:06:56.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:56.221239 23998 kernel_stack_watchdog.cc:198] Thread 23989 stuck at /home/jenkins-slave/workspace/build_and_test@2/src/kudu/util/thread.cc:642 for 399ms:
21:06:56.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
21:06:56.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
21:06:56.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
21:06:56.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
21:06:56.223 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:06:56.223 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:06:56.223 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:06:56.224 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:56.224 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:56.224 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:56.224 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:56.224 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:56.224 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:56.224 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:56.225 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:56.225 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:56.225 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:06:56.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:56.225637 23989 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.463s	user 0.618s	sys 0.843s
21:06:56.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:56.226001 23989 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.463s	user 0.618s	sys 0.843s
21:06:56.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:56.227818 24003 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:06:56.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:56.227871 23989 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
21:06:56.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:56.229635 23989 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:06:56.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:56.233006 23989 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:06:56.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:56.234773 23989 hybrid_clock.cc:648] HybridClock initialized: now 1783544816234721 us; error 45 us; skew 500 ppm
21:06:56.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:56.235589 23910 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.23.69.188" port: 34691 } has no permanent_uuid. Determining permanent_uuid...
21:06:56.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:56.235962 23989 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:06:56.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:56.242240 23910 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.69.188:34691: Network error: Client connection negotiation failed: client connection to 127.23.69.188:34691: connect: Connection refused (error 111)
21:06:56.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:56.244748 23989 webserver.cc:534] Webserver started at http://127.23.69.188:41549/ using document root <none> and password file <none>
21:06:56.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:56.246096 23989 fs_manager.cc:362] Metadata directory not provided
21:06:56.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:56.246416 23989 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:06:56.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:56.246987 23989 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
21:06:56.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:56.253883 23989 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster2293400818230078472/master-2/data/instance:
21:06:56.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "12117a1169a54e5faca7eae4f0ae31ba"
21:06:56.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:06:56 on dist-test-slave-3sd5"
21:06:56.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:56.255671 23989 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster2293400818230078472/master-2/wal/instance:
21:06:56.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "12117a1169a54e5faca7eae4f0ae31ba"
21:06:56.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:06:56 on dist-test-slave-3sd5"
21:06:56.263 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:06:56.263 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:06:56.264 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:06:56.264 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:56.264 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:56.264 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:56.264 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:56.264 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:56.264 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:56.265 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:56.265 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:56.265 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:56.265 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:06:56.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:56.266824 23989 fs_manager.cc:696] Time spent creating directory manager: real 0.010s	user 0.007s	sys 0.003s
21:06:56.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:56.274856 24035 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
21:06:56.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:56.276778 23989 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.003s	sys 0.000s
21:06:56.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:56.277179 23989 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster2293400818230078472/master-2/data,/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster2293400818230078472/master-2/wal
21:06:56.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "12117a1169a54e5faca7eae4f0ae31ba"
21:06:56.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:06:56 on dist-test-slave-3sd5"
21:06:56.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:56.277561 23989 fs_report.cc:389] FS layout report
21:06:56.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:06:56.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster2293400818230078472/master-2/wal
21:06:56.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster2293400818230078472/master-2/wal
21:06:56.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster2293400818230078472/master-2/data/data
21:06:56.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:06:56.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:06:56.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:06:56.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:06:56.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:06:56.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:06:56.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:06:56.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:06:56.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:06:56.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:06:56.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:06:56.303 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:06:56.304 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:06:56.304 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:06:56.304 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:56.304 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:56.304 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:56.304 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:56.304 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:56.304 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:56.304 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:56.304 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:56.304 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:56.305 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:06:56.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:56.307700 23910 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.69.188" port: 34691 } attempt: 1
21:06:56.308 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:06:56.308 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:06:56.309 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:06:56.309 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:56.309 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:56.309 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:56.309 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:56.309 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:56.309 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:56.309 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:56.309 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:56.309 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:56.309 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:06:56.310 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:06:56.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:56.313416 23910 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.69.188:34691: Network error: Client connection negotiation failed: client connection to 127.23.69.188:34691: connect: Connection refused (error 111)
21:06:56.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:56.337018 23989 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
21:06:56.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:56.338613 23989 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:06:56.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:56.339248 23989 kserver.cc:163] Server-wide thread pool size limit: 3276
21:06:56.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:56.366884 23910 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.69.188" port: 34691 } attempt: 2
21:06:56.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:56.373086 23910 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.69.188:34691: Network error: Client connection negotiation failed: client connection to 127.23.69.188:34691: connect: Connection refused (error 111)
21:06:56.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:56.424817 23989 rpc_server.cc:307] RPC server started. Bound to: 127.23.69.188:34691
21:06:56.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:56.424921 24086 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.23.69.188:34691 every 8 connection(s)
21:06:56.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:56.427958 23989 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster2293400818230078472/master-2/data/info.pb
21:06:56.431 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:06:56.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:56.434062 23830 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu as pid 23989
21:06:56.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:56.434537 23830 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster2293400818230078472/master-2/wal/instance
21:06:56.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:56.435248 24087 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
21:06:56.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:56.449585 23910 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.69.188" port: 34691 } attempt: 3
21:06:56.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:56.456873 24087 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.23.69.190" port: 42537 } has no permanent_uuid. Determining permanent_uuid...
21:06:56.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:56.501309 24087 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.23.69.189" port: 45579 } has no permanent_uuid. Determining permanent_uuid...
21:06:56.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:56.503794 23910 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P bf45b605878d40b98a22371f1dbd34d3: Bootstrap starting.
21:06:56.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:56.510507 23910 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P bf45b605878d40b98a22371f1dbd34d3: Neither blocks nor log segments found. Creating new log.
21:06:56.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:56.513473 23910 log.cc:826] T 00000000000000000000000000000000 P bf45b605878d40b98a22371f1dbd34d3: Log is configured to *not* fsync() on all Append() calls
21:06:56.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:56.517879 24087 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.23.69.188" port: 34691 } has no permanent_uuid. Determining permanent_uuid...
21:06:56.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:56.519668 23910 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P bf45b605878d40b98a22371f1dbd34d3: No bootstrap required, opened a new log
21:06:56.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:56.537238 24087 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 12117a1169a54e5faca7eae4f0ae31ba: Bootstrap starting.
21:06:56.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:56.544334 24087 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 12117a1169a54e5faca7eae4f0ae31ba: Neither blocks nor log segments found. Creating new log.
21:06:56.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:56.544098 23910 raft_consensus.cc:359] T 00000000000000000000000000000000 P bf45b605878d40b98a22371f1dbd34d3 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bf45b605878d40b98a22371f1dbd34d3" member_type: VOTER last_known_addr { host: "127.23.69.190" port: 42537 } } peers { permanent_uuid: "7aa0a45efb00492aa5d3f42ed167c601" member_type: VOTER last_known_addr { host: "127.23.69.189" port: 45579 } } peers { permanent_uuid: "12117a1169a54e5faca7eae4f0ae31ba" member_type: VOTER last_known_addr { host: "127.23.69.188" port: 34691 } }
21:06:56.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:56.544801 23910 raft_consensus.cc:385] T 00000000000000000000000000000000 P bf45b605878d40b98a22371f1dbd34d3 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:06:56.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:56.545028 23910 raft_consensus.cc:740] T 00000000000000000000000000000000 P bf45b605878d40b98a22371f1dbd34d3 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: bf45b605878d40b98a22371f1dbd34d3, State: Initialized, Role: FOLLOWER
21:06:56.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:56.545840 23910 consensus_queue.cc:260] T 00000000000000000000000000000000 P bf45b605878d40b98a22371f1dbd34d3 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bf45b605878d40b98a22371f1dbd34d3" member_type: VOTER last_known_addr { host: "127.23.69.190" port: 42537 } } peers { permanent_uuid: "7aa0a45efb00492aa5d3f42ed167c601" member_type: VOTER last_known_addr { host: "127.23.69.189" port: 45579 } } peers { permanent_uuid: "12117a1169a54e5faca7eae4f0ae31ba" member_type: VOTER last_known_addr { host: "127.23.69.188" port: 34691 } }
21:06:56.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:56.546627 24087 log.cc:826] T 00000000000000000000000000000000 P 12117a1169a54e5faca7eae4f0ae31ba: Log is configured to *not* fsync() on all Append() calls
21:06:56.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:56.548967 24096 sys_catalog.cc:455] T 00000000000000000000000000000000 P bf45b605878d40b98a22371f1dbd34d3 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bf45b605878d40b98a22371f1dbd34d3" member_type: VOTER last_known_addr { host: "127.23.69.190" port: 42537 } } peers { permanent_uuid: "7aa0a45efb00492aa5d3f42ed167c601" member_type: VOTER last_known_addr { host: "127.23.69.189" port: 45579 } } peers { permanent_uuid: "12117a1169a54e5faca7eae4f0ae31ba" member_type: VOTER last_known_addr { host: "127.23.69.188" port: 34691 } } }
21:06:56.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:56.550143 24096 sys_catalog.cc:458] T 00000000000000000000000000000000 P bf45b605878d40b98a22371f1dbd34d3 [sys.catalog]: This master's current role is: FOLLOWER
21:06:56.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:56.551119 23910 sys_catalog.cc:565] T 00000000000000000000000000000000 P bf45b605878d40b98a22371f1dbd34d3 [sys.catalog]: configured and running, proceeding with master startup.
21:06:56.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:56.554975 24087 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 12117a1169a54e5faca7eae4f0ae31ba: No bootstrap required, opened a new log
21:06:56.564 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:06:56.564 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:06:56.565 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:06:56.565 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:56.565 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:56.565 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:56.565 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:56.565 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:56.565 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:56.566 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:56.566 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:56.566 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:56.566 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:06:56.574 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:06:56.575 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:06:56.575 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:06:56.575 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:56.576 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:56.576 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:56.576 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:56.576 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:56.576 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:56.576 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:56.576 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:56.576 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:56.576 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:06:56.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:56.590360 24108 catalog_manager.cc:1593] T 00000000000000000000000000000000 P bf45b605878d40b98a22371f1dbd34d3: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
21:06:56.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:56.590826 24108 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
21:06:56.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:56.590528 24087 raft_consensus.cc:359] T 00000000000000000000000000000000 P 12117a1169a54e5faca7eae4f0ae31ba [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bf45b605878d40b98a22371f1dbd34d3" member_type: VOTER last_known_addr { host: "127.23.69.190" port: 42537 } } peers { permanent_uuid: "7aa0a45efb00492aa5d3f42ed167c601" member_type: VOTER last_known_addr { host: "127.23.69.189" port: 45579 } } peers { permanent_uuid: "12117a1169a54e5faca7eae4f0ae31ba" member_type: VOTER last_known_addr { host: "127.23.69.188" port: 34691 } }
21:06:56.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:56.591521 24087 raft_consensus.cc:385] T 00000000000000000000000000000000 P 12117a1169a54e5faca7eae4f0ae31ba [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:06:56.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:56.591853 24087 raft_consensus.cc:740] T 00000000000000000000000000000000 P 12117a1169a54e5faca7eae4f0ae31ba [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 12117a1169a54e5faca7eae4f0ae31ba, State: Initialized, Role: FOLLOWER
21:06:56.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:56.593050 24087 consensus_queue.cc:260] T 00000000000000000000000000000000 P 12117a1169a54e5faca7eae4f0ae31ba [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bf45b605878d40b98a22371f1dbd34d3" member_type: VOTER last_known_addr { host: "127.23.69.190" port: 42537 } } peers { permanent_uuid: "7aa0a45efb00492aa5d3f42ed167c601" member_type: VOTER last_known_addr { host: "127.23.69.189" port: 45579 } } peers { permanent_uuid: "12117a1169a54e5faca7eae4f0ae31ba" member_type: VOTER last_known_addr { host: "127.23.69.188" port: 34691 } }
21:06:56.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:56.604451 24110 sys_catalog.cc:455] T 00000000000000000000000000000000 P 12117a1169a54e5faca7eae4f0ae31ba [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bf45b605878d40b98a22371f1dbd34d3" member_type: VOTER last_known_addr { host: "127.23.69.190" port: 42537 } } peers { permanent_uuid: "7aa0a45efb00492aa5d3f42ed167c601" member_type: VOTER last_known_addr { host: "127.23.69.189" port: 45579 } } peers { permanent_uuid: "12117a1169a54e5faca7eae4f0ae31ba" member_type: VOTER last_known_addr { host: "127.23.69.188" port: 34691 } } }
21:06:56.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:56.605628 24110 sys_catalog.cc:458] T 00000000000000000000000000000000 P 12117a1169a54e5faca7eae4f0ae31ba [sys.catalog]: This master's current role is: FOLLOWER
21:06:56.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:56.606458 24087 sys_catalog.cc:565] T 00000000000000000000000000000000 P 12117a1169a54e5faca7eae4f0ae31ba [sys.catalog]: configured and running, proceeding with master startup.
21:06:56.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:56.621466 23864 tablet.cc:2406] T 00000000000000000000000000000000 P bf45b605878d40b98a22371f1dbd34d3: Can't schedule compaction. Clean time has not been advanced past its initial value.
21:06:56.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:56.590617 23842 master_runner.cc:187] Error getting master registration for 127.23.69.189:45579: OK, instance_id { permanent_uuid: "7aa0a45efb00492aa5d3f42ed167c601" instance_seqno: 1783544814219280 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
21:06:56.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:56.631171 23842 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
21:06:56.640 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 27 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544816639 for job 83c88b319a84cfbe321fdd6e09697f68.
21:06:56.651 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 27 for job 83c88b319a84cfbe321fdd6e09697f68 (1591 bytes, checkpointDuration=11 ms, finalizationTime=1 ms).
21:06:56.652 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 27 as completed for source Source: KuduSource.
21:06:56.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:56.666991 23987 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.69.188" port: 34691 } attempt: 7
21:06:56.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:56.691473 24121 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 12117a1169a54e5faca7eae4f0ae31ba: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
21:06:56.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:56.692348 24121 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
21:06:56.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:56.718605 24110 raft_consensus.cc:493] T 00000000000000000000000000000000 P 12117a1169a54e5faca7eae4f0ae31ba [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
21:06:56.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:56.719257 24110 raft_consensus.cc:515] T 00000000000000000000000000000000 P 12117a1169a54e5faca7eae4f0ae31ba [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bf45b605878d40b98a22371f1dbd34d3" member_type: VOTER last_known_addr { host: "127.23.69.190" port: 42537 } } peers { permanent_uuid: "7aa0a45efb00492aa5d3f42ed167c601" member_type: VOTER last_known_addr { host: "127.23.69.189" port: 45579 } } peers { permanent_uuid: "12117a1169a54e5faca7eae4f0ae31ba" member_type: VOTER last_known_addr { host: "127.23.69.188" port: 34691 } }
21:06:56.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:56.661886 23989 master_runner.cc:187] Error getting master registration for 127.23.69.189:45579: OK, instance_id { permanent_uuid: "7aa0a45efb00492aa5d3f42ed167c601" instance_seqno: 1783544814219280 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
21:06:56.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:56.721068 23989 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
21:06:56.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:56.722618 24110 leader_election.cc:290] T 00000000000000000000000000000000 P 12117a1169a54e5faca7eae4f0ae31ba [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers bf45b605878d40b98a22371f1dbd34d3 (127.23.69.190:42537), 7aa0a45efb00492aa5d3f42ed167c601 (127.23.69.189:45579)
21:06:56.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:56.723342 23885 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "12117a1169a54e5faca7eae4f0ae31ba" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "bf45b605878d40b98a22371f1dbd34d3" is_pre_election: true
21:06:56.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:56.724241 23885 raft_consensus.cc:2468] T 00000000000000000000000000000000 P bf45b605878d40b98a22371f1dbd34d3 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 12117a1169a54e5faca7eae4f0ae31ba in term 0.
21:06:56.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:56.726015 24039 leader_election.cc:304] T 00000000000000000000000000000000 P 12117a1169a54e5faca7eae4f0ae31ba [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 12117a1169a54e5faca7eae4f0ae31ba, bf45b605878d40b98a22371f1dbd34d3; no voters: 
21:06:56.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:56.726966 24110 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 12117a1169a54e5faca7eae4f0ae31ba [term 0 FOLLOWER]: Leader pre-election won for term 1
21:06:56.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:56.727538 24110 raft_consensus.cc:493] T 00000000000000000000000000000000 P 12117a1169a54e5faca7eae4f0ae31ba [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
21:06:56.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:56.727887 24110 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 12117a1169a54e5faca7eae4f0ae31ba [term 0 FOLLOWER]: Advancing to term 1
21:06:56.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:56.750234 23987 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 7aa0a45efb00492aa5d3f42ed167c601: Bootstrap starting.
21:06:56.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:56.757536 24110 raft_consensus.cc:515] T 00000000000000000000000000000000 P 12117a1169a54e5faca7eae4f0ae31ba [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bf45b605878d40b98a22371f1dbd34d3" member_type: VOTER last_known_addr { host: "127.23.69.190" port: 42537 } } peers { permanent_uuid: "7aa0a45efb00492aa5d3f42ed167c601" member_type: VOTER last_known_addr { host: "127.23.69.189" port: 45579 } } peers { permanent_uuid: "12117a1169a54e5faca7eae4f0ae31ba" member_type: VOTER last_known_addr { host: "127.23.69.188" port: 34691 } }
21:06:56.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:56.771938 23885 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "12117a1169a54e5faca7eae4f0ae31ba" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "bf45b605878d40b98a22371f1dbd34d3"
21:06:56.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:56.772604 23885 raft_consensus.cc:3060] T 00000000000000000000000000000000 P bf45b605878d40b98a22371f1dbd34d3 [term 0 FOLLOWER]: Advancing to term 1
21:06:56.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:56.781454 23885 raft_consensus.cc:2468] T 00000000000000000000000000000000 P bf45b605878d40b98a22371f1dbd34d3 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 12117a1169a54e5faca7eae4f0ae31ba in term 1.
21:06:56.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:56.783375 24039 leader_election.cc:304] T 00000000000000000000000000000000 P 12117a1169a54e5faca7eae4f0ae31ba [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 12117a1169a54e5faca7eae4f0ae31ba, bf45b605878d40b98a22371f1dbd34d3; no voters: 
21:06:56.790 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:06:56.790 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:06:56.791 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:06:56.792 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:56.792 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:56.792 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:56.793 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:56.793 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:56.793 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:56.793 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:56.793 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:56.794 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:56.794 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:06:56.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:56.794348 24124 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 12117a1169a54e5faca7eae4f0ae31ba [term 1 FOLLOWER]: Leader election won for term 1
21:06:56.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:56.803246 24110 leader_election.cc:290] T 00000000000000000000000000000000 P 12117a1169a54e5faca7eae4f0ae31ba [CANDIDATE]: Term 1 election: Requested vote from peers bf45b605878d40b98a22371f1dbd34d3 (127.23.69.190:42537), 7aa0a45efb00492aa5d3f42ed167c601 (127.23.69.189:45579)
21:06:56.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:56.805586 24124 raft_consensus.cc:697] T 00000000000000000000000000000000 P 12117a1169a54e5faca7eae4f0ae31ba [term 1 LEADER]: Becoming Leader. State: Replica: 12117a1169a54e5faca7eae4f0ae31ba, State: Running, Role: LEADER
21:06:56.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:56.806715 24124 consensus_queue.cc:237] T 00000000000000000000000000000000 P 12117a1169a54e5faca7eae4f0ae31ba [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bf45b605878d40b98a22371f1dbd34d3" member_type: VOTER last_known_addr { host: "127.23.69.190" port: 42537 } } peers { permanent_uuid: "7aa0a45efb00492aa5d3f42ed167c601" member_type: VOTER last_known_addr { host: "127.23.69.189" port: 45579 } } peers { permanent_uuid: "12117a1169a54e5faca7eae4f0ae31ba" member_type: VOTER last_known_addr { host: "127.23.69.188" port: 34691 } }
21:06:56.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:56.807893 23987 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 7aa0a45efb00492aa5d3f42ed167c601: Neither blocks nor log segments found. Creating new log.
21:06:56.810 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:06:56.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:56.812430 23987 log.cc:826] T 00000000000000000000000000000000 P 7aa0a45efb00492aa5d3f42ed167c601: Log is configured to *not* fsync() on all Append() calls
21:06:56.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:56.825773 23987 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 7aa0a45efb00492aa5d3f42ed167c601: No bootstrap required, opened a new log
21:06:56.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:56.827306 24125 sys_catalog.cc:455] T 00000000000000000000000000000000 P 12117a1169a54e5faca7eae4f0ae31ba [sys.catalog]: SysCatalogTable state changed. Reason: New leader 12117a1169a54e5faca7eae4f0ae31ba. Latest consensus state: current_term: 1 leader_uuid: "12117a1169a54e5faca7eae4f0ae31ba" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bf45b605878d40b98a22371f1dbd34d3" member_type: VOTER last_known_addr { host: "127.23.69.190" port: 42537 } } peers { permanent_uuid: "7aa0a45efb00492aa5d3f42ed167c601" member_type: VOTER last_known_addr { host: "127.23.69.189" port: 45579 } } peers { permanent_uuid: "12117a1169a54e5faca7eae4f0ae31ba" member_type: VOTER last_known_addr { host: "127.23.69.188" port: 34691 } } }
21:06:56.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:56.828220 24125 sys_catalog.cc:458] T 00000000000000000000000000000000 P 12117a1169a54e5faca7eae4f0ae31ba [sys.catalog]: This master's current role is: LEADER
21:06:56.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:56.835636 24128 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
21:06:56.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:56.845026 24041 tablet.cc:2406] T 00000000000000000000000000000000 P 12117a1169a54e5faca7eae4f0ae31ba: Can't schedule compaction. Clean time has not been advanced past its initial value.
21:06:56.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:56.857344 24128 catalog_manager.cc:1519] Initializing Kudu cluster ID...
21:06:56.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:56.888473 23987 raft_consensus.cc:359] T 00000000000000000000000000000000 P 7aa0a45efb00492aa5d3f42ed167c601 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bf45b605878d40b98a22371f1dbd34d3" member_type: VOTER last_known_addr { host: "127.23.69.190" port: 42537 } } peers { permanent_uuid: "7aa0a45efb00492aa5d3f42ed167c601" member_type: VOTER last_known_addr { host: "127.23.69.189" port: 45579 } } peers { permanent_uuid: "12117a1169a54e5faca7eae4f0ae31ba" member_type: VOTER last_known_addr { host: "127.23.69.188" port: 34691 } }
21:06:56.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:56.889773 23987 raft_consensus.cc:385] T 00000000000000000000000000000000 P 7aa0a45efb00492aa5d3f42ed167c601 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:06:56.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:56.890287 23987 raft_consensus.cc:740] T 00000000000000000000000000000000 P 7aa0a45efb00492aa5d3f42ed167c601 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7aa0a45efb00492aa5d3f42ed167c601, State: Initialized, Role: FOLLOWER
21:06:56.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:56.891806 23987 consensus_queue.cc:260] T 00000000000000000000000000000000 P 7aa0a45efb00492aa5d3f42ed167c601 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bf45b605878d40b98a22371f1dbd34d3" member_type: VOTER last_known_addr { host: "127.23.69.190" port: 42537 } } peers { permanent_uuid: "7aa0a45efb00492aa5d3f42ed167c601" member_type: VOTER last_known_addr { host: "127.23.69.189" port: 45579 } } peers { permanent_uuid: "12117a1169a54e5faca7eae4f0ae31ba" member_type: VOTER last_known_addr { host: "127.23.69.188" port: 34691 } }
21:06:56.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:56.904474 23987 sys_catalog.cc:565] T 00000000000000000000000000000000 P 7aa0a45efb00492aa5d3f42ed167c601 [sys.catalog]: configured and running, proceeding with master startup.
21:06:56.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:56.905448 23962 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "12117a1169a54e5faca7eae4f0ae31ba" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7aa0a45efb00492aa5d3f42ed167c601" is_pre_election: true
21:06:56.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:56.904662 23961 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "12117a1169a54e5faca7eae4f0ae31ba" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7aa0a45efb00492aa5d3f42ed167c601"
21:06:56.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:56.909628 23885 raft_consensus.cc:1275] T 00000000000000000000000000000000 P bf45b605878d40b98a22371f1dbd34d3 [term 1 FOLLOWER]: Refusing update from remote peer 12117a1169a54e5faca7eae4f0ae31ba: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
21:06:56.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:56.913407 23941 tablet.cc:2406] T 00000000000000000000000000000000 P 7aa0a45efb00492aa5d3f42ed167c601: Can't schedule compaction. Clean time has not been advanced past its initial value.
21:06:56.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:56.913074 24124 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 12117a1169a54e5faca7eae4f0ae31ba [LEADER]: Connected to new peer: Peer: permanent_uuid: "bf45b605878d40b98a22371f1dbd34d3" member_type: VOTER last_known_addr { host: "127.23.69.190" port: 42537 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
21:06:56.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:56.915441 23962 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 7aa0a45efb00492aa5d3f42ed167c601 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 12117a1169a54e5faca7eae4f0ae31ba in term 0.
21:06:56.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:56.921422 23961 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 7aa0a45efb00492aa5d3f42ed167c601 [term 0 FOLLOWER]: Advancing to term 1
21:06:56.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:56.921578 24130 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7aa0a45efb00492aa5d3f42ed167c601 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bf45b605878d40b98a22371f1dbd34d3" member_type: VOTER last_known_addr { host: "127.23.69.190" port: 42537 } } peers { permanent_uuid: "7aa0a45efb00492aa5d3f42ed167c601" member_type: VOTER last_known_addr { host: "127.23.69.189" port: 45579 } } peers { permanent_uuid: "12117a1169a54e5faca7eae4f0ae31ba" member_type: VOTER last_known_addr { host: "127.23.69.188" port: 34691 } } }
21:06:56.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:56.923784 24130 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7aa0a45efb00492aa5d3f42ed167c601 [sys.catalog]: This master's current role is: FOLLOWER
21:06:56.931 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:06:56.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:56.932427 23961 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 7aa0a45efb00492aa5d3f42ed167c601 [term 1 FOLLOWER]: Refusing update from remote peer 12117a1169a54e5faca7eae4f0ae31ba: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
21:06:56.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:56.946614 24124 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 12117a1169a54e5faca7eae4f0ae31ba [LEADER]: Connected to new peer: Peer: permanent_uuid: "7aa0a45efb00492aa5d3f42ed167c601" member_type: VOTER last_known_addr { host: "127.23.69.189" port: 45579 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
21:06:56.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:56.954851 24096 sys_catalog.cc:455] T 00000000000000000000000000000000 P bf45b605878d40b98a22371f1dbd34d3 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 12117a1169a54e5faca7eae4f0ae31ba. Latest consensus state: current_term: 1 leader_uuid: "12117a1169a54e5faca7eae4f0ae31ba" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bf45b605878d40b98a22371f1dbd34d3" member_type: VOTER last_known_addr { host: "127.23.69.190" port: 42537 } } peers { permanent_uuid: "7aa0a45efb00492aa5d3f42ed167c601" member_type: VOTER last_known_addr { host: "127.23.69.189" port: 45579 } } peers { permanent_uuid: "12117a1169a54e5faca7eae4f0ae31ba" member_type: VOTER last_known_addr { host: "127.23.69.188" port: 34691 } } }
21:06:56.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:56.955701 24096 sys_catalog.cc:458] T 00000000000000000000000000000000 P bf45b605878d40b98a22371f1dbd34d3 [sys.catalog]: This master's current role is: FOLLOWER
21:06:56.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:56.974707 24131 mvcc.cc:204] Tried to move back new op lower bound from 7305399570020085760 to 7305399569654218752. Current Snapshot: MvccSnapshot[applied={T|T < 7305399570020085760}]
21:06:56.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:56.991988 24096 sys_catalog.cc:455] T 00000000000000000000000000000000 P bf45b605878d40b98a22371f1dbd34d3 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "12117a1169a54e5faca7eae4f0ae31ba" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bf45b605878d40b98a22371f1dbd34d3" member_type: VOTER last_known_addr { host: "127.23.69.190" port: 42537 } } peers { permanent_uuid: "7aa0a45efb00492aa5d3f42ed167c601" member_type: VOTER last_known_addr { host: "127.23.69.189" port: 45579 } } peers { permanent_uuid: "12117a1169a54e5faca7eae4f0ae31ba" member_type: VOTER last_known_addr { host: "127.23.69.188" port: 34691 } } }
21:06:56.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:56.992986 24096 sys_catalog.cc:458] T 00000000000000000000000000000000 P bf45b605878d40b98a22371f1dbd34d3 [sys.catalog]: This master's current role is: FOLLOWER
21:06:57.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:57.002576 24110 sys_catalog.cc:455] T 00000000000000000000000000000000 P 12117a1169a54e5faca7eae4f0ae31ba [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "12117a1169a54e5faca7eae4f0ae31ba" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bf45b605878d40b98a22371f1dbd34d3" member_type: VOTER last_known_addr { host: "127.23.69.190" port: 42537 } } peers { permanent_uuid: "7aa0a45efb00492aa5d3f42ed167c601" member_type: VOTER last_known_addr { host: "127.23.69.189" port: 45579 } } peers { permanent_uuid: "12117a1169a54e5faca7eae4f0ae31ba" member_type: VOTER last_known_addr { host: "127.23.69.188" port: 34691 } } }
21:06:57.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:57.003608 24110 sys_catalog.cc:458] T 00000000000000000000000000000000 P 12117a1169a54e5faca7eae4f0ae31ba [sys.catalog]: This master's current role is: LEADER
21:06:57.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:57.010777 24130 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7aa0a45efb00492aa5d3f42ed167c601 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 12117a1169a54e5faca7eae4f0ae31ba. Latest consensus state: current_term: 1 leader_uuid: "12117a1169a54e5faca7eae4f0ae31ba" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bf45b605878d40b98a22371f1dbd34d3" member_type: VOTER last_known_addr { host: "127.23.69.190" port: 42537 } } peers { permanent_uuid: "7aa0a45efb00492aa5d3f42ed167c601" member_type: VOTER last_known_addr { host: "127.23.69.189" port: 45579 } } peers { permanent_uuid: "12117a1169a54e5faca7eae4f0ae31ba" member_type: VOTER last_known_addr { host: "127.23.69.188" port: 34691 } } }
21:06:57.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:57.011868 24130 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7aa0a45efb00492aa5d3f42ed167c601 [sys.catalog]: This master's current role is: FOLLOWER
21:06:57.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:57.013731 24128 catalog_manager.cc:1382] Generated new cluster ID: 19a7b3e625f24fb48959d33a99f4e033
21:06:57.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:57.014077 24128 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
21:06:57.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:57.014739 24110 sys_catalog.cc:455] T 00000000000000000000000000000000 P 12117a1169a54e5faca7eae4f0ae31ba [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "12117a1169a54e5faca7eae4f0ae31ba" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bf45b605878d40b98a22371f1dbd34d3" member_type: VOTER last_known_addr { host: "127.23.69.190" port: 42537 } } peers { permanent_uuid: "7aa0a45efb00492aa5d3f42ed167c601" member_type: VOTER last_known_addr { host: "127.23.69.189" port: 45579 } } peers { permanent_uuid: "12117a1169a54e5faca7eae4f0ae31ba" member_type: VOTER last_known_addr { host: "127.23.69.188" port: 34691 } } }
21:06:57.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:57.015491 24110 sys_catalog.cc:458] T 00000000000000000000000000000000 P 12117a1169a54e5faca7eae4f0ae31ba [sys.catalog]: This master's current role is: LEADER
21:06:57.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:57.030494 24130 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7aa0a45efb00492aa5d3f42ed167c601 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "12117a1169a54e5faca7eae4f0ae31ba" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bf45b605878d40b98a22371f1dbd34d3" member_type: VOTER last_known_addr { host: "127.23.69.190" port: 42537 } } peers { permanent_uuid: "7aa0a45efb00492aa5d3f42ed167c601" member_type: VOTER last_known_addr { host: "127.23.69.189" port: 45579 } } peers { permanent_uuid: "12117a1169a54e5faca7eae4f0ae31ba" member_type: VOTER last_known_addr { host: "127.23.69.188" port: 34691 } } }
21:06:57.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:57.031345 24130 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7aa0a45efb00492aa5d3f42ed167c601 [sys.catalog]: This master's current role is: FOLLOWER
21:06:57.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:57.094377 24128 catalog_manager.cc:1405] Generated new certificate authority record
21:06:57.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:57.096738 24128 catalog_manager.cc:1539] Loading token signing keys...
21:06:57.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:57.116330 24148 catalog_manager.cc:1294] Loaded cluster ID: 19a7b3e625f24fb48959d33a99f4e033
21:06:57.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:57.116659 24148 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 7aa0a45efb00492aa5d3f42ed167c601: loading cluster ID for follower catalog manager: success
21:06:57.128 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:06:57.129 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:06:57.129 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:06:57.131 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:57.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:57.130118 24148 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 7aa0a45efb00492aa5d3f42ed167c601: acquiring CA information for follower catalog manager: success
21:06:57.137 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:57.131 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:57.137 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:57.137 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:57.131 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:57.137 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:57.137 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:57.137 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:57.137 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:06:57.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:57.134686 24148 catalog_manager.cc:883] Not found: no TSK found in the system table: failed to prepare follower catalog manager, will retry
21:06:57.140 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 28 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544817139 for job 83c88b319a84cfbe321fdd6e09697f68.
21:06:57.154 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 28 for job 83c88b319a84cfbe321fdd6e09697f68 (1591 bytes, checkpointDuration=15 ms, finalizationTime=0 ms).
21:06:57.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:57.155325 24128 catalog_manager.cc:6069] T 00000000000000000000000000000000 P 12117a1169a54e5faca7eae4f0ae31ba: Generated new TSK 0
21:06:57.156 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 28 as completed for source Source: KuduSource.
21:06:57.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:57.156620 24128 catalog_manager.cc:1549] Initializing in-progress tserver states...
21:06:57.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:57.203183 23830 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu
21:06:57.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu
21:06:57.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster2293400818230078472/ts-0/wal
21:06:57.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster2293400818230078472/ts-0/data
21:06:57.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:06:57.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:06:57.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:06:57.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:06:57.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:06:57.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:06:57.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster2293400818230078472/ts-0/logs
21:06:57.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster2293400818230078472/ts-0/data/info.pb
21:06:57.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:06:57.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:06:57.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:06:57.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:06:57.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:06:57.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:06:57.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:06:57.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:06:57.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
21:06:57.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:06:57.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.69.129:0
21:06:57.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.23.69.129
21:06:57.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.69.129
21:06:57.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:06:57.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.23.69.190:42537,127.23.69.189:45579,127.23.69.188:34691
21:06:57.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.69.148:39175
21:06:57.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:06:57.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:06:57.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
21:06:57.310 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:06:57.408 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:06:57.408 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:06:57.409 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:06:57.409 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:57.409 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:57.409 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:57.410 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:57.410 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:57.410 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:57.411 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:57.411 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:57.411 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:57.411 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:06:57.423 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:06:57.424 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:06:57.424 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:06:57.424 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:57.424 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:57.424 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:57.424 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:57.424 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:57.424 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:57.425 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:57.425 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:57.425 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:57.425 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:06:57.431 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:06:57.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:57.596539 24108 catalog_manager.cc:1294] Loaded cluster ID: 19a7b3e625f24fb48959d33a99f4e033
21:06:57.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:57.597079 24108 catalog_manager.cc:1587] T 00000000000000000000000000000000 P bf45b605878d40b98a22371f1dbd34d3: loading cluster ID for follower catalog manager: success
21:06:57.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:57.614205 24108 catalog_manager.cc:1609] T 00000000000000000000000000000000 P bf45b605878d40b98a22371f1dbd34d3: acquiring CA information for follower catalog manager: success
21:06:57.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:57.624696 24108 catalog_manager.cc:1637] T 00000000000000000000000000000000 P bf45b605878d40b98a22371f1dbd34d3: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
21:06:57.640 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 29 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544817639 for job 83c88b319a84cfbe321fdd6e09697f68.
21:06:57.648 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.21.119.62:45023(127.21.119.62:45023)] connecting to peer
21:06:57.649 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.21.119.60:42475(127.21.119.60:42475)] connecting to peer
21:06:57.649 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.21.119.61:37709(127.21.119.61:37709)] connecting to peer
21:06:57.649 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023
21:06:57.649 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.119.62:45023(127.21.119.62:45023)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023
21:06:57.650 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.119.62:45023: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023
21:06:57.650 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475
21:06:57.650 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.119.60:42475(127.21.119.60:42475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475
21:06:57.650 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.119.60:42475: Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475
21:06:57.650 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709
21:06:57.650 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.119.61:37709(127.21.119.61:37709)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709
21:06:57.651 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.119.61:37709: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709
21:06:57.651 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.21.119.62:45023,127.21.119.60:42475,127.21.119.61:37709; will retry
21:06:57.655 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 29 for job 83c88b319a84cfbe321fdd6e09697f68 (1591 bytes, checkpointDuration=16 ms, finalizationTime=0 ms).
21:06:57.657 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 29 as completed for source Source: KuduSource.
21:06:57.810 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:06:57.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:57.866168 24150 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
21:06:57.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:57.868081 24150 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:06:57.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:57.868891 24150 flags.cc:432] Enabled unsafe flag: --never_fsync=true
21:06:57.931 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:06:57.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:57.940598 24150 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
21:06:57.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:57.942109 24150 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.23.69.129
21:06:58.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:58.014540 24150 tablet_server_runner.cc:78] Tablet server non-default flags:
21:06:58.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:06:58.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.69.148:39175
21:06:58.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:06:58.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:06:58.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster2293400818230078472/ts-0/data
21:06:58.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster2293400818230078472/ts-0/wal
21:06:58.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:06:58.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:06:58.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.69.129:0
21:06:58.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:06:58.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:06:58.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:06:58.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster2293400818230078472/ts-0/data/info.pb
21:06:58.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.69.129
21:06:58.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:06:58.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.23.69.190:42537,127.23.69.189:45579,127.23.69.188:34691
21:06:58.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:06:58.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:06:58.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:06:58.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:06:58.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:06:58.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.23.69.129
21:06:58.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster2293400818230078472/ts-0/logs
21:06:58.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:06:58.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:06:58.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
21:06:58.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
21:06:58.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
21:06:58.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 6bec869c2320d19f2589b3f609f76e5041a21d27
21:06:58.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:06:58.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 20:43:55 UTC on e7f111948823
21:06:58.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16878
21:06:58.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:06:58.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:58.016593 24150 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:06:58.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:58.019418 24150 file_cache.cc:492] Constructed file cache file cache with capacity 419430
21:06:58.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:58.055730 24156 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:06:58.140 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 30 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544818139 for job 83c88b319a84cfbe321fdd6e09697f68.
21:06:58.155 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 30 for job 83c88b319a84cfbe321fdd6e09697f68 (1591 bytes, checkpointDuration=16 ms, finalizationTime=0 ms).
21:06:58.157 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 30 as completed for source Source: KuduSource.
21:06:58.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:06:58.159519 24148 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 7aa0a45efb00492aa5d3f42ed167c601: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
21:06:58.263 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:06:58.264 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:06:58.264 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:06:58.265 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:58.265 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:58.265 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:58.265 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:58.265 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:58.265 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:58.266 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:58.266 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:58.266 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:58.266 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:06:58.310 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:06:58.355 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:06:58.355 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:06:58.356 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:06:58.356 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:58.357 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:58.357 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:58.357 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:58.357 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:58.357 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:58.358 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:58.358 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:58.358 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:58.358 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:06:58.394 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:06:58.395 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:06:58.395 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:06:58.396 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:58.396 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:58.396 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:06:58.396 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:58.397 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:58.397 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:06:58.397 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:58.397 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:58.397 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:06:58.397 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:06:58.430 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:06:58.640 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 31 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544818639 for job 83c88b319a84cfbe321fdd6e09697f68.
21:06:58.650 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 31 for job 83c88b319a84cfbe321fdd6e09697f68 (1591 bytes, checkpointDuration=10 ms, finalizationTime=0 ms).
21:06:58.651 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 31 as completed for source Source: KuduSource.
21:06:58.809 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:06:58.848 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.21.119.62:45023(127.21.119.62:45023)] connecting to peer
21:06:58.848 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.21.119.60:42475(127.21.119.60:42475)] connecting to peer
21:06:58.848 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.21.119.61:37709(127.21.119.61:37709)] connecting to peer
21:06:58.849 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023
21:06:58.849 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.119.62:45023(127.21.119.62:45023)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023
21:06:58.849 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.119.62:45023: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023
21:06:58.849 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475
21:06:58.849 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.119.60:42475(127.21.119.60:42475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475
21:06:58.849 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.119.60:42475: Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475
21:06:58.850 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709
21:06:58.850 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.119.61:37709(127.21.119.61:37709)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709
21:06:58.850 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.119.61:37709: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709
21:06:58.850 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.119.62:45023,127.21.119.60:42475,127.21.119.61:37709; will retry
21:06:58.930 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:06:58.983 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:06:58.984 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:06:58.984 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:06:58.984 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:58.984 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:58.985 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:06:58.985 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:58.985 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:58.985 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:06:58.986 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:58.986 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:58.986 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:06:58.986 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:06:59.140 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 32 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544819139 for job 83c88b319a84cfbe321fdd6e09697f68.
21:06:59.150 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 32 for job 83c88b319a84cfbe321fdd6e09697f68 (1591 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
21:06:59.152 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 32 as completed for source Source: KuduSource.
21:06:59.310 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:06:59.431 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:06:59.641 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 33 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544819640 for job 83c88b319a84cfbe321fdd6e09697f68.
21:06:59.651 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 33 for job 83c88b319a84cfbe321fdd6e09697f68 (1591 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
21:06:59.653 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 33 as completed for source Source: KuduSource.
21:06:59.810 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:06:59.931 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:00.139 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 34 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544820139 for job 83c88b319a84cfbe321fdd6e09697f68.
21:07:00.154 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 34 for job 83c88b319a84cfbe321fdd6e09697f68 (1591 bytes, checkpointDuration=14 ms, finalizationTime=1 ms).
21:07:00.156 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 34 as completed for source Source: KuduSource.
21:07:00.310 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:00.431 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:00.608 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:07:00.609 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:07:00.609 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:07:00.610 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:00.610 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:00.610 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:00.611 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:00.611 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:00.611 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:00.612 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:00.612 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:00.612 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:00.612 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:07:00.639 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 35 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544820639 for job 83c88b319a84cfbe321fdd6e09697f68.
21:07:00.653 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 35 for job 83c88b319a84cfbe321fdd6e09697f68 (1591 bytes, checkpointDuration=14 ms, finalizationTime=0 ms).
21:07:00.655 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 35 as completed for source Source: KuduSource.
21:07:00.695 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:07:00.696 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:07:00.696 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:07:00.697 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:00.697 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:00.697 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:00.697 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:00.697 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:00.698 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:00.698 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:00.698 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:00.698 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:00.698 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:07:00.810 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:00.931 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:01.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:59.447894 24155 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 24150
21:07:01.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:01.009547 24155 kernel_stack_watchdog.cc:198] Thread 24150 stuck at /home/jenkins-slave/workspace/build_and_test@2/src/kudu/util/thread.cc:642 for 384ms:
21:07:01.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
21:07:01.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
21:07:01.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
21:07:01.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
21:07:01.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:06:58.063657 24157 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:07:01.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:01.011668 24158 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 2948 milliseconds
21:07:01.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:01.013262 24159 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:07:01.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:01.014254 24150 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 2.953s	user 0.766s	sys 1.175s
21:07:01.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:01.014636 24150 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 2.953s	user 0.766s	sys 1.175s
21:07:01.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:01.014972 24150 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
21:07:01.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:01.018206 24150 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:07:01.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:01.026724 24150 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:07:01.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:01.028438 24150 hybrid_clock.cc:648] HybridClock initialized: now 1783544821028204 us; error 235 us; skew 500 ppm
21:07:01.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:01.029728 24150 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:07:01.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:01.039196 24150 webserver.cc:534] Webserver started at http://127.23.69.129:45347/ using document root <none> and password file <none>
21:07:01.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:01.040675 24150 fs_manager.cc:362] Metadata directory not provided
21:07:01.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:01.041049 24150 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:07:01.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:01.041742 24150 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
21:07:01.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:01.049242 24150 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster2293400818230078472/ts-0/data/instance:
21:07:01.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3ed4f484b2ca44338e9f520e06d75d2b"
21:07:01.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:07:01 on dist-test-slave-3sd5"
21:07:01.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:01.051317 24150 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster2293400818230078472/ts-0/wal/instance:
21:07:01.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3ed4f484b2ca44338e9f520e06d75d2b"
21:07:01.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:07:01 on dist-test-slave-3sd5"
21:07:01.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:01.063230 24150 fs_manager.cc:696] Time spent creating directory manager: real 0.011s	user 0.010s	sys 0.001s
21:07:01.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:01.073212 24170 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
21:07:01.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:01.075585 24150 fs_manager.cc:730] Time spent opening block manager: real 0.007s	user 0.004s	sys 0.002s
21:07:01.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:01.076143 24150 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster2293400818230078472/ts-0/data,/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster2293400818230078472/ts-0/wal
21:07:01.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3ed4f484b2ca44338e9f520e06d75d2b"
21:07:01.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:07:01 on dist-test-slave-3sd5"
21:07:01.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:01.076665 24150 fs_report.cc:389] FS layout report
21:07:01.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:07:01.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster2293400818230078472/ts-0/wal
21:07:01.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster2293400818230078472/ts-0/wal
21:07:01.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster2293400818230078472/ts-0/data/data
21:07:01.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:07:01.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:07:01.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:07:01.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:07:01.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:07:01.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:07:01.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:07:01.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:07:01.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:07:01.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:07:01.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:07:01.124 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:07:01.124 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:07:01.124 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:07:01.125 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:01.125 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:01.125 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:01.126 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:01.126 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:01.126 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:01.126 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:01.126 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:01.126 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:01.127 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:07:01.140 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 36 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544821139 for job 83c88b319a84cfbe321fdd6e09697f68.
21:07:01.152 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 36 for job 83c88b319a84cfbe321fdd6e09697f68 (1591 bytes, checkpointDuration=12 ms, finalizationTime=1 ms).
21:07:01.153 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 36 as completed for source Source: KuduSource.
21:07:01.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:01.175025 24150 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
21:07:01.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:01.176965 24150 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:07:01.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:01.177601 24150 kserver.cc:163] Server-wide thread pool size limit: 3276
21:07:01.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:01.182224 24150 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
21:07:01.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:01.188675 24150 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
21:07:01.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:01.188990 24150 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
21:07:01.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:01.189373 24150 ts_tablet_manager.cc:616] Registered 0 tablets
21:07:01.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:01.189661 24150 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
21:07:01.310 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:01.364 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:07:01.364 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:07:01.364 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:07:01.364 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:01.364 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:01.364 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:01.365 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:01.365 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:01.365 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:01.365 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:01.365 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:01.365 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:01.365 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:07:01.432 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:01.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:01.522101 24150 rpc_server.cc:307] RPC server started. Bound to: 127.23.69.129:40333
21:07:01.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:01.522238 24283 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.23.69.129:40333 every 8 connection(s)
21:07:01.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:01.525511 24150 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster2293400818230078472/ts-0/data/info.pb
21:07:01.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:01.537356 23830 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu as pid 24150
21:07:01.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:01.538213 23830 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster2293400818230078472/ts-0/wal/instance
21:07:01.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:01.593457 23830 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu
21:07:01.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu
21:07:01.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster2293400818230078472/ts-1/wal
21:07:01.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster2293400818230078472/ts-1/data
21:07:01.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:07:01.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:07:01.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:07:01.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:07:01.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:07:01.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:07:01.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster2293400818230078472/ts-1/logs
21:07:01.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster2293400818230078472/ts-1/data/info.pb
21:07:01.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:07:01.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:07:01.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:07:01.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:07:01.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:07:01.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:07:01.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:07:01.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:07:01.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
21:07:01.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:07:01.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.69.130:0
21:07:01.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.23.69.130
21:07:01.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.69.130
21:07:01.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:07:01.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.23.69.190:42537,127.23.69.189:45579,127.23.69.188:34691
21:07:01.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.69.148:39175
21:07:01.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:07:01.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:07:01.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
21:07:01.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:01.613802 24288 heartbeater.cc:344] Connected to a master server at 127.23.69.190:42537
21:07:01.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:01.614379 24288 heartbeater.cc:461] Registering TS with master...
21:07:01.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:01.614626 24284 heartbeater.cc:344] Connected to a master server at 127.23.69.188:34691
21:07:01.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:01.614979 24284 heartbeater.cc:461] Registering TS with master...
21:07:01.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:01.615896 24288 heartbeater.cc:507] Master 127.23.69.190:42537 requested a full tablet report, sending...
21:07:01.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:01.616182 24284 heartbeater.cc:507] Master 127.23.69.188:34691 requested a full tablet report, sending...
21:07:01.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:01.618101 24285 heartbeater.cc:344] Connected to a master server at 127.23.69.189:45579
21:07:01.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:01.618489 24285 heartbeater.cc:461] Registering TS with master...
21:07:01.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:01.619521 24285 heartbeater.cc:507] Master 127.23.69.189:45579 requested a full tablet report, sending...
21:07:01.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:01.620661 23875 ts_manager.cc:194] Registered new tserver with Master: 3ed4f484b2ca44338e9f520e06d75d2b (127.23.69.129:40333)
21:07:01.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:01.622694 24052 ts_manager.cc:194] Registered new tserver with Master: 3ed4f484b2ca44338e9f520e06d75d2b (127.23.69.129:40333)
21:07:01.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:01.624334 23951 ts_manager.cc:194] Registered new tserver with Master: 3ed4f484b2ca44338e9f520e06d75d2b (127.23.69.129:40333)
21:07:01.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:01.627668 24052 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.23.69.129:41351
21:07:01.640 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 37 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544821639 for job 83c88b319a84cfbe321fdd6e09697f68.
21:07:01.653 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 37 for job 83c88b319a84cfbe321fdd6e09697f68 (1591 bytes, checkpointDuration=14 ms, finalizationTime=0 ms).
21:07:01.657 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 37 as completed for source Source: KuduSource.
21:07:01.775 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:07:01.776 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:07:01.776 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:07:01.776 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:01.776 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:01.776 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:01.776 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:01.777 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:01.777 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:01.776 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:01.777 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:01.777 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:01.777 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:07:01.777 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=27604), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [9ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [16ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [18ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [25ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [26ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [50ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [53ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [62ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [63ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [65ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [92ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [94ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [101ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [103ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [103ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [122ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [123ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [124ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [124ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [143ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [143ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [144ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [144ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [162ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [163ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [163ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [164ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [223ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [223ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [224ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [224ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [303ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [304ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [304ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [304ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [360ms] refreshing cache from master, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [362ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [363ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [363ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [364ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [801ms] refreshing cache from master, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [802ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [802ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [803ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [804ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [804ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [1760ms] refreshing cache from master, [1760ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [1761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [1761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [1762ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [1762ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [1763ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [1763ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [2300ms] refreshing cache from master, [2301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [2301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [2301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [2302ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [2303ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [2303ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [2304ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [4780ms] refreshing cache from master, [4780ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [4781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [4781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [4782ms] too many traces: truncated at 100 traces, deferred=Deferred@125994036(state=PENDING, result=null, callback=(continuation of Deferred@1646239441 after retry RPC after error@2147384235) -> (continuation of Deferred@1235504997 after retry RPC after error@1519702337) -> (continuation of Deferred@1147348436 after retry RPC after error@1221340624) -> (continuation of Deferred@603491531 after retry RPC after error@1595559724) -> (continuation of Deferred@34249886 after retry RPC after error@721519522) -> (continuation of Deferred@1282985181 after retry RPC after error@1092000081) -> (continuation of Deferred@388891521 after retry RPC after error@806719061) -> (continuation of Deferred@973189806 after retry RPC after error@1336441006) -> (continuation of Deferred@687687889 after retry RPC after error@872811709) -> (continuation of Deferred@61164625 after retry RPC after error@264518019) -> (continuation of Deferred@1304253290 after retry RPC after error@1230691716) -> (continuation of Deferred@1614071610 after retry RPC after error@1318249118) -> (continuation of Deferred@1762909733 after retry RPC after error@1991940222) -> (continuation of Deferred@812747908 after retry RPC after error@1773014534) -> (continuation of Deferred@515573728 after retry RPC after error@1012929825) -> (continuation of Deferred@4832133 after retry RPC after error@420367284) -> (continuation of Deferred@1598868338 after retry RPC after error@1664681127) -> (continuation of Deferred@778112726 after retry RPC after error@1163502405) -> (continuation of Deferred@2096625607 after retry RPC after error@1463867586) -> (continuation of Deferred@1911647042 after retry RPC after error@2042277298) -> (continuation of Deferred@976233613 after retry RPC after error@1801944513) -> (continuation of Deferred@288792724 after retry RPC after error@1028479037) -> (continuation of Deferred@107087701 after retry RPC after error@1455160109) -> (continuation of Deferred@1923990382 after retry RPC after error@628552118) -> (continuation of Deferred@859308770 after retry RPC after error@986969403), errback=(continuation of Deferred@1646239441 after retry RPC after error@2147384235) -> (continuation of Deferred@1235504997 after retry RPC after error@1519702337) -> (continuation of Deferred@1147348436 after retry RPC after error@1221340624) -> (continuation of Deferred@603491531 after retry RPC after error@1595559724) -> (continuation of Deferred@34249886 after retry RPC after error@721519522) -> (continuation of Deferred@1282985181 after retry RPC after error@1092000081) -> (continuation of Deferred@388891521 after retry RPC after error@806719061) -> (continuation of Deferred@973189806 after retry RPC after error@1336441006) -> (continuation of Deferred@687687889 after retry RPC after error@872811709) -> (continuation of Deferred@61164625 after retry RPC after error@264518019) -> (continuation of Deferred@1304253290 after retry RPC after error@1230691716) -> (continuation of Deferred@1614071610 after retry RPC after error@1318249118) -> (continuation of Deferred@1762909733 after retry RPC after error@1991940222) -> (continuation of Deferred@812747908 after retry RPC after error@1773014534) -> (continuation of Deferred@515573728 after retry RPC after error@1012929825) -> (continuation of Deferred@4832133 after retry RPC after error@420367284) -> (continuation of Deferred@1598868338 after retry RPC after error@1664681127) -> (continuation of Deferred@778112726 after retry RPC after error@1163502405) -> (continuation of Deferred@2096625607 after retry RPC after error@1463867586) -> (continuation of Deferred@1911647042 after retry RPC after error@2042277298) -> (continuation of Deferred@976233613 after retry RPC after error@1801944513) -> (continuation of Deferred@288792724 after retry RPC after error@1028479037) -> (continuation of Deferred@107087701 after retry RPC after error@1455160109) -> (continuation of Deferred@1923990382 after retry RPC after error@628552118) -> (continuation of Deferred@859308770 after retry RPC after error@986969403)))
21:07:01.779 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (SourceReaderBase.java:338) Closing Source Reader.
21:07:01.779 [WARN - Source: KuduSource -> Sink: Writer (1/4)#3] (Task.java:1117) Source: KuduSource -> Sink: Writer (1/4)#3 (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=27604), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [9ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [16ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [18ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [25ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [26ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [50ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [53ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [62ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [63ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [65ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [92ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [94ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [101ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [103ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [103ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [122ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [123ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [124ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [124ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [143ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [143ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [144ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [144ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [162ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [163ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [163ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [164ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [223ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [223ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [224ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [224ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [303ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [304ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [304ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [304ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [360ms] refreshing cache from master, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [362ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [363ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [363ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [364ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [801ms] refreshing cache from master, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [802ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [802ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [803ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [804ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [804ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [1760ms] refreshing cache from master, [1760ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [1761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [1761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [1762ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [1762ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [1763ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [1763ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [2300ms] refreshing cache from master, [2301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [2301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [2301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [2302ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [2303ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [2303ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [2304ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [4780ms] refreshing cache from master, [4780ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [4781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [4781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [4782ms] too many traces: truncated at 100 traces, deferred=Deferred@125994036(state=PENDING, result=null, callback=(continuation of Deferred@1646239441 after retry RPC after error@2147384235) -> (continuation of Deferred@1235504997 after retry RPC after error@1519702337) -> (continuation of Deferred@1147348436 after retry RPC after error@1221340624) -> (continuation of Deferred@603491531 after retry RPC after error@1595559724) -> (continuation of Deferred@34249886 after retry RPC after error@721519522) -> (continuation of Deferred@1282985181 after retry RPC after error@1092000081) -> (continuation of Deferred@388891521 after retry RPC after error@806719061) -> (continuation of Deferred@973189806 after retry RPC after error@1336441006) -> (continuation of Deferred@687687889 after retry RPC after error@872811709) -> (continuation of Deferred@61164625 after retry RPC after error@264518019) -> (continuation of Deferred@1304253290 after retry RPC after error@1230691716) -> (continuation of Deferred@1614071610 after retry RPC after error@1318249118) -> (continuation of Deferred@1762909733 after retry RPC after error@1991940222) -> (continuation of Deferred@812747908 after retry RPC after error@1773014534) -> (continuation of Deferred@515573728 after retry RPC after error@1012929825) -> (continuation of Deferred@4832133 after retry RPC after error@420367284) -> (continuation of Deferred@1598868338 after retry RPC after error@1664681127) -> (continuation of Deferred@778112726 after retry RPC after error@1163502405) -> (continuation of Deferred@2096625607 after retry RPC after error@1463867586) -> (continuation of Deferred@1911647042 after retry RPC after error@2042277298) -> (continuation of Deferred@976233613 after retry RPC after error@1801944513) -> (continuation of Deferred@288792724 after retry RPC after error@1028479037) -> (continuation of Deferred@107087701 after retry RPC after error@1455160109) -> (continuation of Deferred@1923990382 after retry RPC after error@628552118) -> (continuation of Deferred@859308770 after retry RPC after error@986969403), errback=(continuation of Deferred@1646239441 after retry RPC after error@2147384235) -> (continuation of Deferred@1235504997 after retry RPC after error@1519702337) -> (continuation of Deferred@1147348436 after retry RPC after error@1221340624) -> (continuation of Deferred@603491531 after retry RPC after error@1595559724) -> (continuation of Deferred@34249886 after retry RPC after error@721519522) -> (continuation of Deferred@1282985181 after retry RPC after error@1092000081) -> (continuation of Deferred@388891521 after retry RPC after error@806719061) -> (continuation of Deferred@973189806 after retry RPC after error@1336441006) -> (continuation of Deferred@687687889 after retry RPC after error@872811709) -> (continuation of Deferred@61164625 after retry RPC after error@264518019) -> (continuation of Deferred@1304253290 after retry RPC after error@1230691716) -> (continuation of Deferred@1614071610 after retry RPC after error@1318249118) -> (continuation of Deferred@1762909733 after retry RPC after error@1991940222) -> (continuation of Deferred@812747908 after retry RPC after error@1773014534) -> (continuation of Deferred@515573728 after retry RPC after error@1012929825) -> (continuation of Deferred@4832133 after retry RPC after error@420367284) -> (continuation of Deferred@1598868338 after retry RPC after error@1664681127) -> (continuation of Deferred@778112726 after retry RPC after error@1163502405) -> (continuation of Deferred@2096625607 after retry RPC after error@1463867586) -> (continuation of Deferred@1911647042 after retry RPC after error@2042277298) -> (continuation of Deferred@976233613 after retry RPC after error@1801944513) -> (continuation of Deferred@288792724 after retry RPC after error@1028479037) -> (continuation of Deferred@107087701 after retry RPC after error@1455160109) -> (continuation of Deferred@1923990382 after retry RPC after error@628552118) -> (continuation of Deferred@859308770 after retry RPC after error@986969403)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.18.92.189:41897
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:07:01.779 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#3 (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_0_3).
21:07:01.782 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#3 75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_0_3.
21:07:01.784 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1449) Source: KuduSource -> Sink: Writer (1/4) (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from INITIALIZING to FAILED on d3190376-62a7-4418-84bf-bee23066b9ee @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=27604), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [9ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [16ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [18ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [25ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [26ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [50ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [53ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [62ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [63ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [65ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [92ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [94ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [101ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [103ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [103ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [122ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [123ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [124ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [124ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [143ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [143ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [144ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [144ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [162ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [163ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [163ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [164ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [223ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [223ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [224ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [224ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [303ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [304ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [304ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [304ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [360ms] refreshing cache from master, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [362ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [363ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [363ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [364ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [801ms] refreshing cache from master, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [802ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [802ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [803ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [804ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [804ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [1760ms] refreshing cache from master, [1760ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [1761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [1761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [1762ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [1762ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [1763ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [1763ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [2300ms] refreshing cache from master, [2301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [2301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [2301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [2302ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [2303ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [2303ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [2304ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [4780ms] refreshing cache from master, [4780ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [4781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [4781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [4782ms] too many traces: truncated at 100 traces, deferred=Deferred@125994036(state=PENDING, result=null, callback=(continuation of Deferred@1646239441 after retry RPC after error@2147384235) -> (continuation of Deferred@1235504997 after retry RPC after error@1519702337) -> (continuation of Deferred@1147348436 after retry RPC after error@1221340624) -> (continuation of Deferred@603491531 after retry RPC after error@1595559724) -> (continuation of Deferred@34249886 after retry RPC after error@721519522) -> (continuation of Deferred@1282985181 after retry RPC after error@1092000081) -> (continuation of Deferred@388891521 after retry RPC after error@806719061) -> (continuation of Deferred@973189806 after retry RPC after error@1336441006) -> (continuation of Deferred@687687889 after retry RPC after error@872811709) -> (continuation of Deferred@61164625 after retry RPC after error@264518019) -> (continuation of Deferred@1304253290 after retry RPC after error@1230691716) -> (continuation of Deferred@1614071610 after retry RPC after error@1318249118) -> (continuation of Deferred@1762909733 after retry RPC after error@1991940222) -> (continuation of Deferred@812747908 after retry RPC after error@1773014534) -> (continuation of Deferred@515573728 after retry RPC after error@1012929825) -> (continuation of Deferred@4832133 after retry RPC after error@420367284) -> (continuation of Deferred@1598868338 after retry RPC after error@1664681127) -> (continuation of Deferred@778112726 after retry RPC after error@1163502405) -> (continuation of Deferred@2096625607 after retry RPC after error@1463867586) -> (continuation of Deferred@1911647042 after retry RPC after error@2042277298) -> (continuation of Deferred@976233613 after retry RPC after error@1801944513) -> (continuation of Deferred@288792724 after retry RPC after error@1028479037) -> (continuation of Deferred@107087701 after retry RPC after error@1455160109) -> (continuation of Deferred@1923990382 after retry RPC after error@628552118) -> (continuation of Deferred@859308770 after retry RPC after error@986969403), errback=(continuation of Deferred@1646239441 after retry RPC after error@2147384235) -> (continuation of Deferred@1235504997 after retry RPC after error@1519702337) -> (continuation of Deferred@1147348436 after retry RPC after error@1221340624) -> (continuation of Deferred@603491531 after retry RPC after error@1595559724) -> (continuation of Deferred@34249886 after retry RPC after error@721519522) -> (continuation of Deferred@1282985181 after retry RPC after error@1092000081) -> (continuation of Deferred@388891521 after retry RPC after error@806719061) -> (continuation of Deferred@973189806 after retry RPC after error@1336441006) -> (continuation of Deferred@687687889 after retry RPC after error@872811709) -> (continuation of Deferred@61164625 after retry RPC after error@264518019) -> (continuation of Deferred@1304253290 after retry RPC after error@1230691716) -> (continuation of Deferred@1614071610 after retry RPC after error@1318249118) -> (continuation of Deferred@1762909733 after retry RPC after error@1991940222) -> (continuation of Deferred@812747908 after retry RPC after error@1773014534) -> (continuation of Deferred@515573728 after retry RPC after error@1012929825) -> (continuation of Deferred@4832133 after retry RPC after error@420367284) -> (continuation of Deferred@1598868338 after retry RPC after error@1664681127) -> (continuation of Deferred@778112726 after retry RPC after error@1163502405) -> (continuation of Deferred@2096625607 after retry RPC after error@1463867586) -> (continuation of Deferred@1911647042 after retry RPC after error@2042277298) -> (continuation of Deferred@976233613 after retry RPC after error@1801944513) -> (continuation of Deferred@288792724 after retry RPC after error@1028479037) -> (continuation of Deferred@107087701 after retry RPC after error@1455160109) -> (continuation of Deferred@1923990382 after retry RPC after error@628552118) -> (continuation of Deferred@859308770 after retry RPC after error@986969403)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.18.92.189:41897
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:07:01.785 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_0_3.
21:07:01.785 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#3) of source Source: KuduSource.
21:07:01.785 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (50520737ebe38e2625b3d1dfb8799f70) switched from state RUNNING to RESTARTING.
21:07:01.785 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job 50520737ebe38e2625b3d1dfb8799f70: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
21:07:01.931 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:02.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:02.027312 24294 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
21:07:02.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:02.027985 24294 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:07:02.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:02.028571 24294 flags.cc:432] Enabled unsafe flag: --never_fsync=true
21:07:02.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:02.071079 24294 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
21:07:02.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:02.072677 24294 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.23.69.130
21:07:02.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:02.114966 24294 tablet_server_runner.cc:78] Tablet server non-default flags:
21:07:02.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:07:02.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.69.148:39175
21:07:02.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:07:02.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:07:02.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster2293400818230078472/ts-1/data
21:07:02.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster2293400818230078472/ts-1/wal
21:07:02.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:07:02.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:07:02.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.69.130:0
21:07:02.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:07:02.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:07:02.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:07:02.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster2293400818230078472/ts-1/data/info.pb
21:07:02.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.69.130
21:07:02.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:07:02.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.23.69.190:42537,127.23.69.189:45579,127.23.69.188:34691
21:07:02.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:07:02.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:07:02.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:07:02.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:07:02.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:07:02.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.23.69.130
21:07:02.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster2293400818230078472/ts-1/logs
21:07:02.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:07:02.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:07:02.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
21:07:02.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
21:07:02.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
21:07:02.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 6bec869c2320d19f2589b3f609f76e5041a21d27
21:07:02.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:07:02.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 20:43:55 UTC on e7f111948823
21:07:02.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16878
21:07:02.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:07:02.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:02.116693 24294 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:07:02.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:02.118587 24294 file_cache.cc:492] Constructed file cache file cache with capacity 419430
21:07:02.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:02.133307 24301 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:07:02.140 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 38 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544822139 for job 83c88b319a84cfbe321fdd6e09697f68.
21:07:02.154 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 38 for job 83c88b319a84cfbe321fdd6e09697f68 (1591 bytes, checkpointDuration=14 ms, finalizationTime=0 ms).
21:07:02.155 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 38 as completed for source Source: KuduSource.
21:07:02.223 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:07:02.224 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:07:02.224 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:07:02.225 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:02.225 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:02.225 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:02.225 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:02.225 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:02.225 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:02.226 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:02.226 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:02.226 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:02.226 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:07:02.248 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.21.119.62:45023(127.21.119.62:45023)] connecting to peer
21:07:02.248 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.21.119.60:42475(127.21.119.60:42475)] connecting to peer
21:07:02.249 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.21.119.61:37709(127.21.119.61:37709)] connecting to peer
21:07:02.250 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023
21:07:02.250 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.119.62:45023(127.21.119.62:45023)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023
21:07:02.250 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.119.62:45023: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023
21:07:02.251 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709
21:07:02.251 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.119.61:37709(127.21.119.61:37709)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709
21:07:02.251 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.119.61:37709: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709
21:07:02.252 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475
21:07:02.252 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.119.60:42475(127.21.119.60:42475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475
21:07:02.252 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.119.60:42475: Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475
21:07:02.252 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.21.119.62:45023,127.21.119.60:42475,127.21.119.61:37709; will retry
21:07:02.430 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:02.624 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:07:02.624 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:07:02.625 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:07:02.625 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:02.625 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:02.625 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:02.625 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:02.626 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:02.626 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:02.626 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:02.626 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:02.626 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:02.626 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:07:02.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:02.633353 24284 heartbeater.cc:499] Master 127.23.69.188:34691 was elected leader, sending a full tablet report...
21:07:02.640 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 39 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544822639 for job 83c88b319a84cfbe321fdd6e09697f68.
21:07:02.656 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 39 for job 83c88b319a84cfbe321fdd6e09697f68 (1591 bytes, checkpointDuration=16 ms, finalizationTime=1 ms).
21:07:02.658 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 39 as completed for source Source: KuduSource.
21:07:02.931 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:03.063 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:07:03.064 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:07:03.064 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:07:03.064 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:03.065 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:03.065 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:03.065 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:03.065 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:03.065 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:03.065 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:03.065 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:03.065 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:03.065 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:07:03.066 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=28938), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [29ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [31ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [36ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [42ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [42ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [77ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [79ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [91ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [95ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [97ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [97ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [122ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [127ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [128ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [130ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [130ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [142ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [143ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [143ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [143ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [164ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [165ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [166ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [166ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [182ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [182ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [183ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [183ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [242ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [243ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [243ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [244ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [262ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [263ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [263ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [264ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [461ms] refreshing cache from master, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [463ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [464ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [464ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [464ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [821ms] refreshing cache from master, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [823ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [823ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [824ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [824ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [900ms] refreshing cache from master, [900ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [902ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [903ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [905ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [905ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [906ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [2560ms] refreshing cache from master, [2561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [2561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [2561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [2562ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [2562ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [2562ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [2563ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [2761ms] refreshing cache from master, [2761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [2762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [2762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [2763ms] too many traces: truncated at 100 traces, deferred=Deferred@1603363486(state=PENDING, result=null, callback=(continuation of Deferred@1369896980 after retry RPC after error@2087449879) -> (continuation of Deferred@1460809127 after retry RPC after error@63119433) -> (continuation of Deferred@1698893437 after retry RPC after error@1185123471) -> (continuation of Deferred@10153705 after retry RPC after error@448874459) -> (continuation of Deferred@1737261592 after retry RPC after error@1024568722) -> (continuation of Deferred@1781264767 after retry RPC after error@2051316862) -> (continuation of Deferred@2036030828 after retry RPC after error@1226183400) -> (continuation of Deferred@2089005756 after retry RPC after error@586839614) -> (continuation of Deferred@32108336 after retry RPC after error@2022784183) -> (continuation of Deferred@434530123 after retry RPC after error@1759295951) -> (continuation of Deferred@637688715 after retry RPC after error@1460125560) -> (continuation of Deferred@2104575724 after retry RPC after error@1886296652) -> (continuation of Deferred@1141131721 after retry RPC after error@772985422) -> (continuation of Deferred@1503901510 after retry RPC after error@1562110660) -> (continuation of Deferred@1001896623 after retry RPC after error@59744053) -> (continuation of Deferred@1196560773 after retry RPC after error@1159568993) -> (continuation of Deferred@1140405935 after retry RPC after error@1014001618) -> (continuation of Deferred@1803128800 after retry RPC after error@1111419512) -> (continuation of Deferred@1215881438 after retry RPC after error@2009667836) -> (continuation of Deferred@1357418346 after retry RPC after error@1697698341) -> (continuation of Deferred@1791078477 after retry RPC after error@1433426705) -> (continuation of Deferred@1098325258 after retry RPC after error@573923067) -> (continuation of Deferred@1167180072 after retry RPC after error@317629016) -> (continuation of Deferred@1795715650 after retry RPC after error@1665284958) -> (continuation of Deferred@680607391 after retry RPC after error@1326101943), errback=(continuation of Deferred@1369896980 after retry RPC after error@2087449879) -> (continuation of Deferred@1460809127 after retry RPC after error@63119433) -> (continuation of Deferred@1698893437 after retry RPC after error@1185123471) -> (continuation of Deferred@10153705 after retry RPC after error@448874459) -> (continuation of Deferred@1737261592 after retry RPC after error@1024568722) -> (continuation of Deferred@1781264767 after retry RPC after error@2051316862) -> (continuation of Deferred@2036030828 after retry RPC after error@1226183400) -> (continuation of Deferred@2089005756 after retry RPC after error@586839614) -> (continuation of Deferred@32108336 after retry RPC after error@2022784183) -> (continuation of Deferred@434530123 after retry RPC after error@1759295951) -> (continuation of Deferred@637688715 after retry RPC after error@1460125560) -> (continuation of Deferred@2104575724 after retry RPC after error@1886296652) -> (continuation of Deferred@1141131721 after retry RPC after error@772985422) -> (continuation of Deferred@1503901510 after retry RPC after error@1562110660) -> (continuation of Deferred@1001896623 after retry RPC after error@59744053) -> (continuation of Deferred@1196560773 after retry RPC after error@1159568993) -> (continuation of Deferred@1140405935 after retry RPC after error@1014001618) -> (continuation of Deferred@1803128800 after retry RPC after error@1111419512) -> (continuation of Deferred@1215881438 after retry RPC after error@2009667836) -> (continuation of Deferred@1357418346 after retry RPC after error@1697698341) -> (continuation of Deferred@1791078477 after retry RPC after error@1433426705) -> (continuation of Deferred@1098325258 after retry RPC after error@573923067) -> (continuation of Deferred@1167180072 after retry RPC after error@317629016) -> (continuation of Deferred@1795715650 after retry RPC after error@1665284958) -> (continuation of Deferred@680607391 after retry RPC after error@1326101943)))
21:07:03.068 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (SourceReaderBase.java:338) Closing Source Reader.
21:07:03.068 [WARN - Source: KuduSource -> Sink: Writer (3/4)#3] (Task.java:1117) Source: KuduSource -> Sink: Writer (3/4)#3 (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=28938), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [29ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [31ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [36ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [42ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [42ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [77ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [79ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [91ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [95ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [97ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [97ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [122ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [127ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [128ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [130ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [130ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [142ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [143ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [143ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [143ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [164ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [165ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [166ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [166ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [182ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [182ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [183ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [183ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [242ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [243ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [243ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [244ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [262ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [263ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [263ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [264ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [461ms] refreshing cache from master, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [463ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [464ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [464ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [464ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [821ms] refreshing cache from master, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [823ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [823ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [824ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [824ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [900ms] refreshing cache from master, [900ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [902ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [903ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [905ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [905ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [906ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [2560ms] refreshing cache from master, [2561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [2561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [2561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [2562ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [2562ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [2562ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [2563ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [2761ms] refreshing cache from master, [2761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [2762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [2762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [2763ms] too many traces: truncated at 100 traces, deferred=Deferred@1603363486(state=PENDING, result=null, callback=(continuation of Deferred@1369896980 after retry RPC after error@2087449879) -> (continuation of Deferred@1460809127 after retry RPC after error@63119433) -> (continuation of Deferred@1698893437 after retry RPC after error@1185123471) -> (continuation of Deferred@10153705 after retry RPC after error@448874459) -> (continuation of Deferred@1737261592 after retry RPC after error@1024568722) -> (continuation of Deferred@1781264767 after retry RPC after error@2051316862) -> (continuation of Deferred@2036030828 after retry RPC after error@1226183400) -> (continuation of Deferred@2089005756 after retry RPC after error@586839614) -> (continuation of Deferred@32108336 after retry RPC after error@2022784183) -> (continuation of Deferred@434530123 after retry RPC after error@1759295951) -> (continuation of Deferred@637688715 after retry RPC after error@1460125560) -> (continuation of Deferred@2104575724 after retry RPC after error@1886296652) -> (continuation of Deferred@1141131721 after retry RPC after error@772985422) -> (continuation of Deferred@1503901510 after retry RPC after error@1562110660) -> (continuation of Deferred@1001896623 after retry RPC after error@59744053) -> (continuation of Deferred@1196560773 after retry RPC after error@1159568993) -> (continuation of Deferred@1140405935 after retry RPC after error@1014001618) -> (continuation of Deferred@1803128800 after retry RPC after error@1111419512) -> (continuation of Deferred@1215881438 after retry RPC after error@2009667836) -> (continuation of Deferred@1357418346 after retry RPC after error@1697698341) -> (continuation of Deferred@1791078477 after retry RPC after error@1433426705) -> (continuation of Deferred@1098325258 after retry RPC after error@573923067) -> (continuation of Deferred@1167180072 after retry RPC after error@317629016) -> (continuation of Deferred@1795715650 after retry RPC after error@1665284958) -> (continuation of Deferred@680607391 after retry RPC after error@1326101943), errback=(continuation of Deferred@1369896980 after retry RPC after error@2087449879) -> (continuation of Deferred@1460809127 after retry RPC after error@63119433) -> (continuation of Deferred@1698893437 after retry RPC after error@1185123471) -> (continuation of Deferred@10153705 after retry RPC after error@448874459) -> (continuation of Deferred@1737261592 after retry RPC after error@1024568722) -> (continuation of Deferred@1781264767 after retry RPC after error@2051316862) -> (continuation of Deferred@2036030828 after retry RPC after error@1226183400) -> (continuation of Deferred@2089005756 after retry RPC after error@586839614) -> (continuation of Deferred@32108336 after retry RPC after error@2022784183) -> (continuation of Deferred@434530123 after retry RPC after error@1759295951) -> (continuation of Deferred@637688715 after retry RPC after error@1460125560) -> (continuation of Deferred@2104575724 after retry RPC after error@1886296652) -> (continuation of Deferred@1141131721 after retry RPC after error@772985422) -> (continuation of Deferred@1503901510 after retry RPC after error@1562110660) -> (continuation of Deferred@1001896623 after retry RPC after error@59744053) -> (continuation of Deferred@1196560773 after retry RPC after error@1159568993) -> (continuation of Deferred@1140405935 after retry RPC after error@1014001618) -> (continuation of Deferred@1803128800 after retry RPC after error@1111419512) -> (continuation of Deferred@1215881438 after retry RPC after error@2009667836) -> (continuation of Deferred@1357418346 after retry RPC after error@1697698341) -> (continuation of Deferred@1791078477 after retry RPC after error@1433426705) -> (continuation of Deferred@1098325258 after retry RPC after error@573923067) -> (continuation of Deferred@1167180072 after retry RPC after error@317629016) -> (continuation of Deferred@1795715650 after retry RPC after error@1665284958) -> (continuation of Deferred@680607391 after retry RPC after error@1326101943)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.18.92.188:36207
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:07:03.069 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#3 (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_2_3).
21:07:03.072 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#3 75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_2_3.
21:07:03.075 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1449) Source: KuduSource -> Sink: Writer (3/4) (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from INITIALIZING to FAILED on d3190376-62a7-4418-84bf-bee23066b9ee @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=28938), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [29ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [31ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [36ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [42ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [42ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [77ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [79ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [91ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [95ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [97ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [97ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [122ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [127ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [128ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [130ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [130ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [142ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [143ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [143ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [143ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [164ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [165ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [166ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [166ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [182ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [182ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [183ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [183ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [242ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [243ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [243ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [244ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [262ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [263ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [263ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [264ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [461ms] refreshing cache from master, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [463ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [464ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [464ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [464ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [821ms] refreshing cache from master, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [823ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [823ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [824ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [824ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [900ms] refreshing cache from master, [900ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [902ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [903ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [905ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [905ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [906ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [2560ms] refreshing cache from master, [2561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [2561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [2561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [2562ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [2562ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [2562ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [2563ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [2761ms] refreshing cache from master, [2761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [2762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [2762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [2763ms] too many traces: truncated at 100 traces, deferred=Deferred@1603363486(state=PENDING, result=null, callback=(continuation of Deferred@1369896980 after retry RPC after error@2087449879) -> (continuation of Deferred@1460809127 after retry RPC after error@63119433) -> (continuation of Deferred@1698893437 after retry RPC after error@1185123471) -> (continuation of Deferred@10153705 after retry RPC after error@448874459) -> (continuation of Deferred@1737261592 after retry RPC after error@1024568722) -> (continuation of Deferred@1781264767 after retry RPC after error@2051316862) -> (continuation of Deferred@2036030828 after retry RPC after error@1226183400) -> (continuation of Deferred@2089005756 after retry RPC after error@586839614) -> (continuation of Deferred@32108336 after retry RPC after error@2022784183) -> (continuation of Deferred@434530123 after retry RPC after error@1759295951) -> (continuation of Deferred@637688715 after retry RPC after error@1460125560) -> (continuation of Deferred@2104575724 after retry RPC after error@1886296652) -> (continuation of Deferred@1141131721 after retry RPC after error@772985422) -> (continuation of Deferred@1503901510 after retry RPC after error@1562110660) -> (continuation of Deferred@1001896623 after retry RPC after error@59744053) -> (continuation of Deferred@1196560773 after retry RPC after error@1159568993) -> (continuation of Deferred@1140405935 after retry RPC after error@1014001618) -> (continuation of Deferred@1803128800 after retry RPC after error@1111419512) -> (continuation of Deferred@1215881438 after retry RPC after error@2009667836) -> (continuation of Deferred@1357418346 after retry RPC after error@1697698341) -> (continuation of Deferred@1791078477 after retry RPC after error@1433426705) -> (continuation of Deferred@1098325258 after retry RPC after error@573923067) -> (continuation of Deferred@1167180072 after retry RPC after error@317629016) -> (continuation of Deferred@1795715650 after retry RPC after error@1665284958) -> (continuation of Deferred@680607391 after retry RPC after error@1326101943), errback=(continuation of Deferred@1369896980 after retry RPC after error@2087449879) -> (continuation of Deferred@1460809127 after retry RPC after error@63119433) -> (continuation of Deferred@1698893437 after retry RPC after error@1185123471) -> (continuation of Deferred@10153705 after retry RPC after error@448874459) -> (continuation of Deferred@1737261592 after retry RPC after error@1024568722) -> (continuation of Deferred@1781264767 after retry RPC after error@2051316862) -> (continuation of Deferred@2036030828 after retry RPC after error@1226183400) -> (continuation of Deferred@2089005756 after retry RPC after error@586839614) -> (continuation of Deferred@32108336 after retry RPC after error@2022784183) -> (continuation of Deferred@434530123 after retry RPC after error@1759295951) -> (continuation of Deferred@637688715 after retry RPC after error@1460125560) -> (continuation of Deferred@2104575724 after retry RPC after error@1886296652) -> (continuation of Deferred@1141131721 after retry RPC after error@772985422) -> (continuation of Deferred@1503901510 after retry RPC after error@1562110660) -> (continuation of Deferred@1001896623 after retry RPC after error@59744053) -> (continuation of Deferred@1196560773 after retry RPC after error@1159568993) -> (continuation of Deferred@1140405935 after retry RPC after error@1014001618) -> (continuation of Deferred@1803128800 after retry RPC after error@1111419512) -> (continuation of Deferred@1215881438 after retry RPC after error@2009667836) -> (continuation of Deferred@1357418346 after retry RPC after error@1697698341) -> (continuation of Deferred@1791078477 after retry RPC after error@1433426705) -> (continuation of Deferred@1098325258 after retry RPC after error@573923067) -> (continuation of Deferred@1167180072 after retry RPC after error@317629016) -> (continuation of Deferred@1795715650 after retry RPC after error@1665284958) -> (continuation of Deferred@680607391 after retry RPC after error@1326101943)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.18.92.188:36207
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:07:03.077 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_2_3.
21:07:03.077 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#3) of source Source: KuduSource.
21:07:03.077 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 50520737ebe38e2625b3d1dfb8799f70: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
21:07:03.141 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 40 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544823140 for job 83c88b319a84cfbe321fdd6e09697f68.
21:07:03.154 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 40 for job 83c88b319a84cfbe321fdd6e09697f68 (1591 bytes, checkpointDuration=12 ms, finalizationTime=1 ms).
21:07:03.155 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 40 as completed for source Source: KuduSource.
21:07:03.403 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:07:03.404 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:07:03.404 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:07:03.404 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:03.405 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:03.405 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:03.405 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:03.405 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:03.405 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:03.405 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:03.405 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:03.405 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:03.405 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:07:03.431 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:03.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:02.135263 24302 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:07:03.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:03.515973 24304 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:07:03.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:03.520843 24303 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1385 milliseconds
21:07:03.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:03.521003 24294 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
21:07:03.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:03.522805 24294 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:07:03.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:03.526269 24294 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:07:03.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:03.527885 24294 hybrid_clock.cc:648] HybridClock initialized: now 1783544823527788 us; error 111 us; skew 500 ppm
21:07:03.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:03.529031 24294 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:07:03.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:03.536605 24294 webserver.cc:534] Webserver started at http://127.23.69.130:41993/ using document root <none> and password file <none>
21:07:03.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:03.537598 24294 fs_manager.cc:362] Metadata directory not provided
21:07:03.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:03.537801 24294 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:07:03.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:03.538229 24294 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
21:07:03.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:03.543515 24294 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster2293400818230078472/ts-1/data/instance:
21:07:03.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "47cfb6121f3743ddb92109256e06fc6e"
21:07:03.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:07:03 on dist-test-slave-3sd5"
21:07:03.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:03.544802 24294 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster2293400818230078472/ts-1/wal/instance:
21:07:03.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "47cfb6121f3743ddb92109256e06fc6e"
21:07:03.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:07:03 on dist-test-slave-3sd5"
21:07:03.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:03.552881 24294 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.004s	sys 0.004s
21:07:03.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:03.559259 24311 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
21:07:03.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:03.560607 24294 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.002s	sys 0.002s
21:07:03.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:03.560972 24294 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster2293400818230078472/ts-1/data,/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster2293400818230078472/ts-1/wal
21:07:03.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "47cfb6121f3743ddb92109256e06fc6e"
21:07:03.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:07:03 on dist-test-slave-3sd5"
21:07:03.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:03.561316 24294 fs_report.cc:389] FS layout report
21:07:03.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:07:03.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster2293400818230078472/ts-1/wal
21:07:03.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster2293400818230078472/ts-1/wal
21:07:03.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster2293400818230078472/ts-1/data/data
21:07:03.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:07:03.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:07:03.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:07:03.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:07:03.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:07:03.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:07:03.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:07:03.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:07:03.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:07:03.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:07:03.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:07:03.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:03.627388 24294 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
21:07:03.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:03.629276 24294 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:07:03.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:03.629778 24294 kserver.cc:163] Server-wide thread pool size limit: 3276
21:07:03.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:03.632741 24294 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
21:07:03.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:03.638588 24294 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
21:07:03.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:03.638866 24294 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
21:07:03.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:03.639187 24294 ts_tablet_manager.cc:616] Registered 0 tablets
21:07:03.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:03.639348 24294 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
21:07:03.640 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 41 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544823639 for job 83c88b319a84cfbe321fdd6e09697f68.
21:07:03.650 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 41 for job 83c88b319a84cfbe321fdd6e09697f68 (1591 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
21:07:03.651 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 41 as completed for source Source: KuduSource.
21:07:03.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:03.813330 24294 rpc_server.cc:307] RPC server started. Bound to: 127.23.69.130:46325
21:07:03.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:03.813443 24423 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.23.69.130:46325 every 8 connection(s)
21:07:03.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:03.816156 24294 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster2293400818230078472/ts-1/data/info.pb
21:07:03.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:03.819162 23830 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu as pid 24294
21:07:03.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:03.819770 23830 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster2293400818230078472/ts-1/wal/instance
21:07:03.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:03.843925 23830 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu
21:07:03.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu
21:07:03.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster2293400818230078472/ts-2/wal
21:07:03.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster2293400818230078472/ts-2/data
21:07:03.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:07:03.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:07:03.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:07:03.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:07:03.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:07:03.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:07:03.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster2293400818230078472/ts-2/logs
21:07:03.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster2293400818230078472/ts-2/data/info.pb
21:07:03.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:07:03.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:07:03.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:07:03.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:07:03.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:07:03.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:07:03.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:07:03.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:07:03.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
21:07:03.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:07:03.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.69.131:0
21:07:03.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.23.69.131
21:07:03.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.69.131
21:07:03.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:07:03.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.23.69.190:42537,127.23.69.189:45579,127.23.69.188:34691
21:07:03.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.69.148:39175
21:07:03.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:07:03.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:07:03.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
21:07:03.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:03.864486 24425 heartbeater.cc:344] Connected to a master server at 127.23.69.189:45579
21:07:03.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:03.865088 24425 heartbeater.cc:461] Registering TS with master...
21:07:03.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:03.866565 24425 heartbeater.cc:507] Master 127.23.69.189:45579 requested a full tablet report, sending...
21:07:03.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:03.868053 24424 heartbeater.cc:344] Connected to a master server at 127.23.69.188:34691
21:07:03.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:03.868065 24426 heartbeater.cc:344] Connected to a master server at 127.23.69.190:42537
21:07:03.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:03.868500 24424 heartbeater.cc:461] Registering TS with master...
21:07:03.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:03.868559 24426 heartbeater.cc:461] Registering TS with master...
21:07:03.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:03.869575 24424 heartbeater.cc:507] Master 127.23.69.188:34691 requested a full tablet report, sending...
21:07:03.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:03.869694 24426 heartbeater.cc:507] Master 127.23.69.190:42537 requested a full tablet report, sending...
21:07:03.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:03.870515 23951 ts_manager.cc:194] Registered new tserver with Master: 47cfb6121f3743ddb92109256e06fc6e (127.23.69.130:46325)
21:07:03.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:03.872411 24052 ts_manager.cc:194] Registered new tserver with Master: 47cfb6121f3743ddb92109256e06fc6e (127.23.69.130:46325)
21:07:03.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:03.872905 23875 ts_manager.cc:194] Registered new tserver with Master: 47cfb6121f3743ddb92109256e06fc6e (127.23.69.130:46325)
21:07:03.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:03.874189 24052 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.23.69.130:52439
21:07:03.931 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:04.140 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 42 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544824140 for job 83c88b319a84cfbe321fdd6e09697f68.
21:07:04.148 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 42 for job 83c88b319a84cfbe321fdd6e09697f68 (1591 bytes, checkpointDuration=8 ms, finalizationTime=0 ms).
21:07:04.149 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 42 as completed for source Source: KuduSource.
21:07:04.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:04.199744 24434 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
21:07:04.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:04.200249 24434 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:07:04.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:04.200757 24434 flags.cc:432] Enabled unsafe flag: --never_fsync=true
21:07:04.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:04.235399 24434 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
21:07:04.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:04.236203 24434 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.23.69.131
21:07:04.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:04.274673 24434 tablet_server_runner.cc:78] Tablet server non-default flags:
21:07:04.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:07:04.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.69.148:39175
21:07:04.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:07:04.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:07:04.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster2293400818230078472/ts-2/data
21:07:04.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster2293400818230078472/ts-2/wal
21:07:04.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:07:04.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:07:04.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.69.131:0
21:07:04.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:07:04.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:07:04.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:07:04.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster2293400818230078472/ts-2/data/info.pb
21:07:04.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.69.131
21:07:04.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:07:04.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.23.69.190:42537,127.23.69.189:45579,127.23.69.188:34691
21:07:04.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:07:04.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:07:04.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:07:04.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:07:04.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:07:04.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.23.69.131
21:07:04.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster2293400818230078472/ts-2/logs
21:07:04.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:07:04.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:07:04.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
21:07:04.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
21:07:04.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
21:07:04.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 6bec869c2320d19f2589b3f609f76e5041a21d27
21:07:04.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:07:04.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 20:43:55 UTC on e7f111948823
21:07:04.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16878
21:07:04.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:07:04.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:04.276258 24434 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:07:04.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:04.277948 24434 file_cache.cc:492] Constructed file cache file cache with capacity 419430
21:07:04.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:04.292711 24440 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:07:04.388 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:07:04.389 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:07:04.389 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:07:04.389 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:04.389 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:04.390 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:04.390 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:04.390 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:04.390 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:04.390 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:04.390 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:04.390 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:04.390 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:07:04.431 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:04.643 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 43 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544824641 for job 83c88b319a84cfbe321fdd6e09697f68.
21:07:04.673 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 43 for job 83c88b319a84cfbe321fdd6e09697f68 (1591 bytes, checkpointDuration=31 ms, finalizationTime=1 ms).
21:07:04.675 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 43 as completed for source Source: KuduSource.
21:07:04.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:04.878504 24424 heartbeater.cc:499] Master 127.23.69.188:34691 was elected leader, sending a full tablet report...
21:07:04.931 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:05.140 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 44 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544825140 for job 83c88b319a84cfbe321fdd6e09697f68.
21:07:05.155 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 44 for job 83c88b319a84cfbe321fdd6e09697f68 (1591 bytes, checkpointDuration=11 ms, finalizationTime=4 ms).
21:07:05.156 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 44 as completed for source Source: KuduSource.
21:07:05.168 [INFO - flink-pekko.actor.default-dispatcher-5] (CheckpointCoordinator.java:1805) Restoring job 50520737ebe38e2625b3d1dfb8799f70 from Checkpoint 67 @ 1783544732476 for 50520737ebe38e2625b3d1dfb8799f70 located at file:/tmp/junit13326170181640113289/checkpoints/50520737ebe38e2625b3d1dfb8799f70/chk-67.
21:07:05.169 [INFO - flink-pekko.actor.default-dispatcher-5] (MasterHooks.java:201) No master state to restore
21:07:05.169 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from CREATED to SCHEDULED.
21:07:05.170 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 50520737ebe38e2625b3d1dfb8799f70: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
21:07:05.171 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 2 to checkpoint 67 for source Source: KuduSource to checkpoint.
21:07:05.171 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from SCHEDULED to DEPLOYING.
21:07:05.172 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #4) with attempt id 75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_2_4 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to d3190376-62a7-4418-84bf-bee23066b9ee @ 127.0.0.1 (dataPort=-1) with allocation id 52d5deb841224e867af8dedcc6f31427
21:07:05.173 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (50520737ebe38e2625b3d1dfb8799f70) switched from state RESTARTING to RUNNING.
21:07:05.174 [INFO - flink-pekko.actor.default-dispatcher-5] (CheckpointCoordinator.java:1805) Restoring job 50520737ebe38e2625b3d1dfb8799f70 from Checkpoint 67 @ 1783544732476 for 50520737ebe38e2625b3d1dfb8799f70 located at file:/tmp/junit13326170181640113289/checkpoints/50520737ebe38e2625b3d1dfb8799f70/chk-67.
21:07:05.174 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot 52d5deb841224e867af8dedcc6f31427.
21:07:05.175 [INFO - flink-pekko.actor.default-dispatcher-5] (MasterHooks.java:201) No master state to restore
21:07:05.175 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 0 to checkpoint 67 for source Source: KuduSource to checkpoint.
21:07:05.175 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from CREATED to SCHEDULED.
21:07:05.176 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#4 (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_2_4), deploy into slot with allocation id 52d5deb841224e867af8dedcc6f31427.
21:07:05.176 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 50520737ebe38e2625b3d1dfb8799f70: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
21:07:05.177 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from SCHEDULED to DEPLOYING.
21:07:05.177 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #4) with attempt id 75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_0_4 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to d3190376-62a7-4418-84bf-bee23066b9ee @ 127.0.0.1 (dataPort=-1) with allocation id f412658c854e9ff7ca9ced65ea075485
21:07:05.178 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot f412658c854e9ff7ca9ced65ea075485.
21:07:05.178 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#4 (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from CREATED to DEPLOYING.
21:07:05.179 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#4 (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_2_4) [DEPLOYING].
21:07:05.180 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@58f25d87
21:07:05.180 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
21:07:05.180 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit13326170181640113289/checkpoints")
21:07:05.184 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#4 (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from DEPLOYING to INITIALIZING.
21:07:05.185 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from DEPLOYING to INITIALIZING.
21:07:05.187 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#4 (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_0_4), deploy into slot with allocation id f412658c854e9ff7ca9ced65ea075485.
21:07:05.190 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#4 (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from CREATED to DEPLOYING.
21:07:05.191 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#4 (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_0_4) [DEPLOYING].
21:07:05.192 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@6ce71a6e
21:07:05.192 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
21:07:05.192 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit13326170181640113289/checkpoints")
21:07:05.192 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#4 (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from DEPLOYING to INITIALIZING.
21:07:05.193 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@166818f3
21:07:05.193 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from DEPLOYING to INITIALIZING.
21:07:05.198 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@3846a394
21:07:05.199 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#4] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:07:05.201 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#4] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:07:05.201 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#4] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:07:05.205 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#4] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:07:05.207 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:05.207 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:05.207 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:05.211 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#4] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:07:05.211 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#4] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:07:05.213 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:05.213 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:05.213 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:05.213 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:05.213 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:05.213 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:05.214 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:07:05.214 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#4] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:07:05.215 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:05.216 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:05.216 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:05.216 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#4] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:07:05.217 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:05.218 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:05.218 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:05.219 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:05.219 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:05.219 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:05.219 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:07:05.221 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:07:05.222 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:07:05.223 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:05.223 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:05.223 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:05.224 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:07:05.227 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:05.228 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:05.228 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:05.229 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:05.230 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:05.230 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:05.230 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:07:05.232 [DEBUG - pool-132-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:07:05.233 [DEBUG - pool-132-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:07:05.234 [DEBUG - pool-132-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:07:05.234 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:05.235 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:05.235 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:05.235 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:05.235 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:05.235 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:05.236 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:05.237 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:05.237 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:05.237 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:07:05.241 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:07:05.242 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:07:05.244 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:05.244 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:05.244 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:05.245 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:07:05.245 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:05.245 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:05.245 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:05.246 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:05.246 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:05.247 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:05.247 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:07:05.252 [DEBUG - pool-132-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:07:05.253 [DEBUG - pool-132-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:07:05.255 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:05.255 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:05.255 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:05.255 [DEBUG - pool-132-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:07:05.256 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:05.256 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:05.256 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:05.257 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:05.257 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:05.257 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:05.258 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:07:05.261 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:07:05.262 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:07:05.262 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:07:05.262 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:05.262 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:05.262 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:05.263 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:05.263 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:05.263 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:05.264 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:05.264 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:05.264 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:05.264 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:07:05.272 [DEBUG - pool-132-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:07:05.273 [DEBUG - pool-132-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:07:05.273 [DEBUG - pool-132-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:07:05.274 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:05.274 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:05.274 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:05.274 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:05.275 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:05.275 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:05.275 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:05.274 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:05.275 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:05.275 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:07:05.281 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:07:05.282 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:07:05.282 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:07:05.283 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:05.283 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:05.283 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:05.284 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:05.284 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:05.284 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:05.285 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:05.285 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:05.285 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:05.285 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:07:05.291 [DEBUG - pool-132-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:07:05.292 [DEBUG - pool-132-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:07:05.292 [DEBUG - pool-132-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:07:05.293 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:05.293 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:05.293 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:05.294 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:05.294 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:05.294 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:05.295 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:05.295 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:05.295 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:05.295 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:07:05.301 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:07:05.301 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:07:05.302 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:07:05.302 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:05.302 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:05.302 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:05.302 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:05.302 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:05.303 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:05.303 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:05.303 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:05.303 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:05.303 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:07:05.321 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:07:05.322 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:07:05.322 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:07:05.323 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:05.323 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:05.323 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:05.324 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:05.324 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:05.324 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:05.324 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:05.325 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:05.325 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:05.325 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:07:05.332 [DEBUG - pool-132-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:07:05.333 [DEBUG - pool-132-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:07:05.333 [DEBUG - pool-132-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:07:05.333 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:05.334 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:05.334 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:05.334 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:05.334 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:05.334 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:05.333 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:05.334 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:05.334 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:05.335 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:07:05.361 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:07:05.361 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:07:05.362 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:07:05.362 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:05.362 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:05.362 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:05.362 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:05.362 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:05.363 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:05.363 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:05.363 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:05.363 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:05.363 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:07:05.381 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:07:05.382 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:07:05.382 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:07:05.382 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:05.382 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:05.383 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:05.383 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:05.383 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:05.383 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:05.383 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:05.383 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:05.384 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:05.384 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:07:05.412 [DEBUG - pool-132-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:07:05.413 [DEBUG - pool-132-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:07:05.413 [DEBUG - pool-132-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:07:05.413 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:05.413 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:05.413 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:05.413 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:05.414 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:05.414 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:05.414 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:05.414 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:05.414 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:05.414 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:07:05.432 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:05.513 [DEBUG - pool-132-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:07:05.514 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:05.514 [DEBUG - pool-132-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:07:05.515 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:05.515 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:05.515 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:05.516 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:05.516 [INFO - pool-132-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:05.516 [DEBUG - pool-132-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:07:05.517 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:05.517 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:05.517 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:05.517 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:07:05.640 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 45 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544825640 for job 83c88b319a84cfbe321fdd6e09697f68.
21:07:05.651 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 45 for job 83c88b319a84cfbe321fdd6e09697f68 (1591 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
21:07:05.652 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 45 as completed for source Source: KuduSource.
21:07:05.669 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:05.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:04.294116 24441 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:07:05.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:05.674906 24443 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:07:05.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:05.677470 24442 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1379 milliseconds
21:07:05.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:05.677632 24434 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
21:07:05.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:05.679097 24434 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:07:05.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:05.682888 24434 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:07:05.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:05.684525 24434 hybrid_clock.cc:648] HybridClock initialized: now 1783544825684441 us; error 104 us; skew 500 ppm
21:07:05.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:05.685495 24434 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:07:05.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:05.694018 24434 webserver.cc:534] Webserver started at http://127.23.69.131:37263/ using document root <none> and password file <none>
21:07:05.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:05.695526 24434 fs_manager.cc:362] Metadata directory not provided
21:07:05.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:05.695755 24434 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:07:05.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:05.696157 24434 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
21:07:05.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:05.701257 24434 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster2293400818230078472/ts-2/data/instance:
21:07:05.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f0e82105cc3a4da08ca2cc74efdd6a0e"
21:07:05.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:07:05 on dist-test-slave-3sd5"
21:07:05.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:05.702766 24434 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster2293400818230078472/ts-2/wal/instance:
21:07:05.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f0e82105cc3a4da08ca2cc74efdd6a0e"
21:07:05.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:07:05 on dist-test-slave-3sd5"
21:07:05.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:05.711129 24434 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.007s	sys 0.000s
21:07:05.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:05.717597 24471 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
21:07:05.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:05.718942 24434 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.005s	sys 0.000s
21:07:05.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:05.719372 24434 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster2293400818230078472/ts-2/data,/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster2293400818230078472/ts-2/wal
21:07:05.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f0e82105cc3a4da08ca2cc74efdd6a0e"
21:07:05.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:07:05 on dist-test-slave-3sd5"
21:07:05.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:05.719731 24434 fs_report.cc:389] FS layout report
21:07:05.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:07:05.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster2293400818230078472/ts-2/wal
21:07:05.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster2293400818230078472/ts-2/wal
21:07:05.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster2293400818230078472/ts-2/data/data
21:07:05.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:07:05.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:07:05.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:07:05.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:07:05.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:07:05.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:07:05.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:07:05.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:07:05.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:07:05.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:07:05.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:07:05.752 [DEBUG - pool-132-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:07:05.752 [DEBUG - pool-132-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:07:05.753 [DEBUG - pool-132-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:07:05.753 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:05.753 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:05.753 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:05.753 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:05.753 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:05.753 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:05.753 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:05.754 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:05.754 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:05.754 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:07:05.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:05.780511 24434 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
21:07:05.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:05.782414 24434 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:07:05.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:05.783030 24434 kserver.cc:163] Server-wide thread pool size limit: 3276
21:07:05.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:05.786098 24434 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
21:07:05.788 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.21.119.62:45023(127.21.119.62:45023)] connecting to peer
21:07:05.788 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.21.119.60:42475(127.21.119.60:42475)] connecting to peer
21:07:05.788 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.21.119.61:37709(127.21.119.61:37709)] connecting to peer
21:07:05.789 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475
21:07:05.789 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023
21:07:05.789 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.119.60:42475(127.21.119.60:42475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475
21:07:05.789 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.119.62:45023(127.21.119.62:45023)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023
21:07:05.789 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.119.60:42475: Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475
21:07:05.789 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709
21:07:05.789 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.119.62:45023: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023
21:07:05.789 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.119.61:37709(127.21.119.61:37709)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709
21:07:05.789 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.119.61:37709: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709
21:07:05.789 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.21.119.62:45023,127.21.119.60:42475,127.21.119.61:37709; will retry
21:07:05.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:05.791571 24434 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
21:07:05.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:05.791894 24434 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
21:07:05.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:05.792259 24434 ts_tablet_manager.cc:616] Registered 0 tablets
21:07:05.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:05.792450 24434 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
21:07:05.841 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:07:05.842 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:07:05.842 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:07:05.842 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:05.842 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:05.842 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:05.842 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:05.842 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:05.842 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:05.842 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:05.843 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:05.843 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:05.843 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:07:05.931 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:05.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:05.952785 24434 rpc_server.cc:307] RPC server started. Bound to: 127.23.69.131:37539
21:07:05.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:05.952908 24583 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.23.69.131:37539 every 8 connection(s)
21:07:05.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:05.955811 24434 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster2293400818230078472/ts-2/data/info.pb
21:07:05.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:05.967211 23830 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu as pid 24434
21:07:05.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:05.967767 23830 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster2293400818230078472/ts-2/wal/instance
21:07:06.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:06.016245 24586 heartbeater.cc:344] Connected to a master server at 127.23.69.190:42537
21:07:06.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:06.016839 24586 heartbeater.cc:461] Registering TS with master...
21:07:06.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:06.016896 24585 heartbeater.cc:344] Connected to a master server at 127.23.69.189:45579
21:07:06.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:06.017352 24585 heartbeater.cc:461] Registering TS with master...
21:07:06.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:06.018440 24586 heartbeater.cc:507] Master 127.23.69.190:42537 requested a full tablet report, sending...
21:07:06.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:06.018694 24585 heartbeater.cc:507] Master 127.23.69.189:45579 requested a full tablet report, sending...
21:07:06.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:06.020252 24584 heartbeater.cc:344] Connected to a master server at 127.23.69.188:34691
21:07:06.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:06.020638 24584 heartbeater.cc:461] Registering TS with master...
21:07:06.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:06.021693 24584 heartbeater.cc:507] Master 127.23.69.188:34691 requested a full tablet report, sending...
21:07:06.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:06.022786 23952 ts_manager.cc:194] Registered new tserver with Master: f0e82105cc3a4da08ca2cc74efdd6a0e (127.23.69.131:37539)
21:07:06.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:06.022735 23874 ts_manager.cc:194] Registered new tserver with Master: f0e82105cc3a4da08ca2cc74efdd6a0e (127.23.69.131:37539)
21:07:06.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:06.024883 24052 ts_manager.cc:194] Registered new tserver with Master: f0e82105cc3a4da08ca2cc74efdd6a0e (127.23.69.131:37539)
21:07:06.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:06.026630 24052 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.23.69.131:45939
21:07:06.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:06.049099 23830 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
21:07:06.061 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
21:07:06.061 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

21:07:06.063 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.23.69.190"
      port: 42537
    }
    bound_http_address {
      host: "127.23.69.190"
      port: 40891
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.23.69.189"
      port: 45579
    }
    bound_http_address {
      host: "127.23.69.189"
      port: 35391
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.23.69.188"
      port: 34691
    }
    bound_http_address {
      host: "127.23.69.188"
      port: 41549
    }
  }
}

21:07:06.063 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

21:07:06.064 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.23.69.129"
      port: 40333
    }
    bound_http_address {
      host: "127.23.69.129"
      port: 45347
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.23.69.130"
      port: 46325
    }
    bound_http_address {
      host: "127.23.69.130"
      port: 41993
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.23.69.131"
      port: 37539
    }
    bound_http_address {
      host: "127.23.69.131"
      port: 37263
    }
  }
}

21:07:06.064 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
21:07:06.066 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:07:06.066 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
21:07:06.066 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskh3Ey5B/test-tmp
21:07:06.067 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
21:07:06.067 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskh3Ey5B/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
21:07:06.071 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11884337006539982611"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

21:07:06.121 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:07:06.121 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:07:06.121 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:07:06.122 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:06.122 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:06.122 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:06.122 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:06.122 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:06.122 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:06.122 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:06.122 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:06.122 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:06.122 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:07:06.139 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 46 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544826139 for job 83c88b319a84cfbe321fdd6e09697f68.
21:07:06.147 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 46 for job 83c88b319a84cfbe321fdd6e09697f68 (1591 bytes, checkpointDuration=8 ms, finalizationTime=0 ms).
21:07:06.148 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 46 as completed for source Source: KuduSource.
21:07:06.169 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:06.192 [DEBUG - pool-132-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:07:06.193 [DEBUG - pool-132-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:07:06.193 [DEBUG - pool-132-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:07:06.193 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:06.193 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:06.193 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:06.193 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:06.193 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:06.193 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:06.193 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:06.194 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:06.194 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:06.194 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:07:06.392 [DEBUG - pool-132-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:07:06.392 [DEBUG - pool-132-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:07:06.392 [DEBUG - pool-132-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:07:06.392 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:06.392 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:06.392 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:06.393 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:06.393 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:06.393 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:06.393 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:06.393 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:06.393 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:06.393 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:07:06.431 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:06.432 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
21:07:06.432 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

21:07:06.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:06.436335 24594 mini_oidc.cc:150] Starting JWKS server
21:07:06.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:06.439945 24594 webserver.cc:534] Webserver started at http://127.0.0.1:38343/ using document root <none> and password file <none>
21:07:06.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:06.440510 24594 mini_oidc.cc:186] Starting OIDC Discovery server
21:07:06.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:06.442453 24594 webserver.cc:534] Webserver started at http://127.0.0.1:41537/ using document root <none> and password file <none>
21:07:06.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T21:07:06Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
21:07:06.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T21:07:06Z Disabled control of system clock
21:07:06.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:06.509363 24594 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu
21:07:06.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu
21:07:06.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11884337006539982611/master-0/wal
21:07:06.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11884337006539982611/master-0/data
21:07:06.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:07:06.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:07:06.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:07:06.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:07:06.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:07:06.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:07:06.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11884337006539982611/master-0/logs
21:07:06.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11884337006539982611/master-0/data/info.pb
21:07:06.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:07:06.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:07:06.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:07:06.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:07:06.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:07:06.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:07:06.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:07:06.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:07:06.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
21:07:06.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:07:06.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:07:06.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:07:06.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.4.190:39383
21:07:06.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.4.190
21:07:06.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:07:06.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.4.148:34139
21:07:06.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:07:06.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:07:06.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:07:06.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:07:06.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.24.4.190:39383,127.24.4.189:35405,127.24.4.188:46037
21:07:06.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:07:06.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38343/jwks.json with env {}
21:07:06.640 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 47 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544826639 for job 83c88b319a84cfbe321fdd6e09697f68.
21:07:06.648 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 47 for job 83c88b319a84cfbe321fdd6e09697f68 (1591 bytes, checkpointDuration=9 ms, finalizationTime=0 ms).
21:07:06.649 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 47 as completed for source Source: KuduSource.
21:07:06.670 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:06.741 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:07:06.742 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:07:06.742 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:07:06.742 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:06.742 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:06.742 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:06.742 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:06.742 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:06.742 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:06.743 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:06.743 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:06.743 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:06.743 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:07:06.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:06.865998 24606 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
21:07:06.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:06.866674 24606 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:07:06.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:06.867235 24606 flags.cc:432] Enabled unsafe flag: --never_fsync=true
21:07:06.884 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:07:06.884 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:07:06.884 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:07:06.884 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:06.884 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:06.885 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:06.885 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:06.885 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:06.885 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:06.885 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:06.885 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:06.885 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:06.885 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:07:06.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:06.906142 24606 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
21:07:06.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:06.906495 24606 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
21:07:06.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:06.907123 24606 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
21:07:06.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:06.907588 24606 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
21:07:06.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:06.908002 24606 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
21:07:06.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:06.908196 24606 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:38343/jwks.json
21:07:06.931 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:06.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:06.949565 24606 master_runner.cc:387] Master server non-default flags:
21:07:06.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:07:06.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.4.148:34139
21:07:06.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:07:06.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:07:06.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11884337006539982611/master-0/data
21:07:06.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11884337006539982611/master-0/wal
21:07:06.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:07:06.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.24.4.190:39383,127.24.4.189:35405,127.24.4.188:46037
21:07:06.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:07:06.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:07:06.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:07:06.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.4.190:39383
21:07:06.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:07:06.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:07:06.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:07:06.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38343/jwks.json
21:07:06.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:07:06.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:07:06.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11884337006539982611/master-0/data/info.pb
21:07:06.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.4.190
21:07:06.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:07:06.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:07:06.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:07:06.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:07:06.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:07:06.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:07:06.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11884337006539982611/master-0/logs
21:07:06.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:07:06.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:07:06.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
21:07:06.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
21:07:06.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
21:07:06.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 6bec869c2320d19f2589b3f609f76e5041a21d27
21:07:06.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:07:06.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 20:43:55 UTC on e7f111948823
21:07:06.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16878
21:07:06.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:07:06.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:06.951442 24606 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:07:06.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:06.953850 24606 file_cache.cc:492] Constructed file cache file cache with capacity 419430
21:07:06.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:06.969465 24612 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:07:07.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:07.031955 24584 heartbeater.cc:499] Master 127.23.69.188:34691 was elected leader, sending a full tablet report...
21:07:07.140 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 48 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544827139 for job 83c88b319a84cfbe321fdd6e09697f68.
21:07:07.157 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 48 for job 83c88b319a84cfbe321fdd6e09697f68 (1591 bytes, checkpointDuration=18 ms, finalizationTime=0 ms).
21:07:07.159 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 48 as completed for source Source: KuduSource.
21:07:07.169 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:07.433 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:07.640 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 49 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544827639 for job 83c88b319a84cfbe321fdd6e09697f68.
21:07:07.685 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 49 for job 83c88b319a84cfbe321fdd6e09697f68 (1591 bytes, checkpointDuration=14 ms, finalizationTime=32 ms).
21:07:07.688 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:07.688 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 49 as completed for source Source: KuduSource.
21:07:07.814 [DEBUG - pool-132-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:07:07.815 [DEBUG - pool-132-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:07:07.815 [DEBUG - pool-132-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:07:07.815 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:07.816 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:07.816 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:07.816 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:07.816 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:07.816 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:07.816 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:07.816 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:07.817 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:07.817 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:07:07.827 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:07:07.828 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:07:07.828 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:07:07.829 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:07.829 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:07.829 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:07.830 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:07.830 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:07.830 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:07.832 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:07.832 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:07.832 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:07.832 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:07:07.931 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:08.140 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 50 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544828139 for job 83c88b319a84cfbe321fdd6e09697f68.
21:07:08.151 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 50 for job 83c88b319a84cfbe321fdd6e09697f68 (1591 bytes, checkpointDuration=12 ms, finalizationTime=0 ms).
21:07:08.153 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 50 as completed for source Source: KuduSource.
21:07:08.169 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:08.201 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:07:08.201 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:07:08.201 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:07:08.202 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:08.202 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:08.202 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:08.203 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:08.203 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:08.203 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:08.203 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:08.203 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:08.203 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:08.204 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:07:08.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:06.975765 24615 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:07:08.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:06.973206 24613 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:07:08.431 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:08.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:08.431836 24614 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1459 milliseconds
21:07:08.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:08.432039 24606 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
21:07:08.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:08.436796 24606 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:07:08.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:08.439904 24606 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:07:08.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:08.441356 24606 hybrid_clock.cc:648] HybridClock initialized: now 1783544828441287 us; error 82 us; skew 500 ppm
21:07:08.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:08.442353 24606 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:07:08.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:08.451790 24606 webserver.cc:534] Webserver started at http://127.24.4.190:35957/ using document root <none> and password file <none>
21:07:08.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:08.453249 24606 fs_manager.cc:362] Metadata directory not provided
21:07:08.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:08.453557 24606 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:07:08.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:08.454166 24606 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
21:07:08.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:08.460947 24606 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11884337006539982611/master-0/data/instance:
21:07:08.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0d4e6a256e7d4876bbea5babae675e0b"
21:07:08.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:07:08 on dist-test-slave-3sd5"
21:07:08.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:08.462611 24606 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11884337006539982611/master-0/wal/instance:
21:07:08.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0d4e6a256e7d4876bbea5babae675e0b"
21:07:08.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:07:08 on dist-test-slave-3sd5"
21:07:08.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:08.471589 24606 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.002s	sys 0.005s
21:07:08.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:08.478219 24624 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
21:07:08.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:08.479705 24606 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.002s	sys 0.000s
21:07:08.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:08.480188 24606 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11884337006539982611/master-0/data,/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11884337006539982611/master-0/wal
21:07:08.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0d4e6a256e7d4876bbea5babae675e0b"
21:07:08.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:07:08 on dist-test-slave-3sd5"
21:07:08.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:08.480615 24606 fs_report.cc:389] FS layout report
21:07:08.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:07:08.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11884337006539982611/master-0/wal
21:07:08.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11884337006539982611/master-0/wal
21:07:08.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11884337006539982611/master-0/data/data
21:07:08.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:07:08.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:07:08.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:07:08.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:07:08.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:07:08.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:07:08.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:07:08.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:07:08.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:07:08.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:07:08.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:07:08.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:08.549075 24606 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
21:07:08.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:08.550938 24606 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:07:08.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:08.551621 24606 kserver.cc:163] Server-wide thread pool size limit: 3276
21:07:08.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:08.633391 24606 rpc_server.cc:307] RPC server started. Bound to: 127.24.4.190:39383
21:07:08.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:08.633489 24675 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.24.4.190:39383 every 8 connection(s)
21:07:08.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:08.636518 24606 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11884337006539982611/master-0/data/info.pb
21:07:08.640 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 51 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544828639 for job 83c88b319a84cfbe321fdd6e09697f68.
21:07:08.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:08.641487 24594 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu as pid 24606
21:07:08.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:08.642040 24594 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11884337006539982611/master-0/wal/instance
21:07:08.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:08.645151 24676 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
21:07:08.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:08.647814 24594 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu
21:07:08.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu
21:07:08.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11884337006539982611/master-1/wal
21:07:08.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11884337006539982611/master-1/data
21:07:08.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:07:08.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:07:08.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:07:08.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:07:08.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:07:08.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:07:08.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11884337006539982611/master-1/logs
21:07:08.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11884337006539982611/master-1/data/info.pb
21:07:08.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:07:08.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:07:08.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:07:08.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:07:08.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:07:08.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:07:08.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:07:08.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:07:08.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
21:07:08.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:07:08.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:07:08.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:07:08.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.4.189:35405
21:07:08.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.4.189
21:07:08.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:07:08.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.4.148:34139
21:07:08.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:07:08.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:07:08.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:07:08.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:07:08.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.24.4.190:39383,127.24.4.189:35405,127.24.4.188:46037
21:07:08.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:07:08.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38343/jwks.json with env {}
21:07:08.654 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 51 for job 83c88b319a84cfbe321fdd6e09697f68 (1591 bytes, checkpointDuration=14 ms, finalizationTime=1 ms).
21:07:08.654 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 51 as completed for source Source: KuduSource.
21:07:08.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:08.660854 24676 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.24.4.190" port: 39383 } has no permanent_uuid. Determining permanent_uuid...
21:07:08.669 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:08.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:08.699553 24676 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.24.4.189" port: 35405 } has no permanent_uuid. Determining permanent_uuid...
21:07:08.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:08.702486 24628 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.24.4.189:35405: connect: Connection refused (error 111)
21:07:08.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:08.707790 24676 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.4.189:35405: Network error: Client connection negotiation failed: client connection to 127.24.4.189:35405: connect: Connection refused (error 111)
21:07:08.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:08.757441 24676 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.4.189" port: 35405 } attempt: 1
21:07:08.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:08.763231 24676 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.4.189:35405: Network error: Client connection negotiation failed: client connection to 127.24.4.189:35405: connect: Connection refused (error 111)
21:07:08.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:08.831650 24676 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.4.189" port: 35405 } attempt: 2
21:07:08.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:08.836439 24676 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.4.189:35405: Network error: Client connection negotiation failed: client connection to 127.24.4.189:35405: connect: Connection refused (error 111)
21:07:08.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:08.927946 24676 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.4.189" port: 35405 } attempt: 3
21:07:08.930 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:08.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:08.933168 24676 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.4.189:35405: Network error: Client connection negotiation failed: client connection to 127.24.4.189:35405: connect: Connection refused (error 111)
21:07:09.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:09.001760 24678 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
21:07:09.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:09.002421 24678 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:07:09.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:09.002908 24678 flags.cc:432] Enabled unsafe flag: --never_fsync=true
21:07:09.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:09.039469 24678 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
21:07:09.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:09.039872 24678 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
21:07:09.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:09.040138 24678 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
21:07:09.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:09.040359 24678 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
21:07:09.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:09.040560 24678 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
21:07:09.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:09.040710 24678 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:38343/jwks.json
21:07:09.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:09.076690 24676 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.4.189" port: 35405 } attempt: 4
21:07:09.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:09.082015 24676 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.4.189:35405: Network error: Client connection negotiation failed: client connection to 127.24.4.189:35405: connect: Connection refused (error 111)
21:07:09.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:09.083643 24678 master_runner.cc:387] Master server non-default flags:
21:07:09.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:07:09.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.4.148:34139
21:07:09.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:07:09.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:07:09.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11884337006539982611/master-1/data
21:07:09.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11884337006539982611/master-1/wal
21:07:09.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:07:09.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.24.4.190:39383,127.24.4.189:35405,127.24.4.188:46037
21:07:09.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:07:09.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:07:09.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:07:09.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.4.189:35405
21:07:09.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:07:09.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:07:09.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:07:09.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38343/jwks.json
21:07:09.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:07:09.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:07:09.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11884337006539982611/master-1/data/info.pb
21:07:09.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.4.189
21:07:09.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:07:09.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:07:09.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:07:09.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:07:09.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:07:09.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:07:09.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11884337006539982611/master-1/logs
21:07:09.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:07:09.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:07:09.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
21:07:09.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
21:07:09.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
21:07:09.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 6bec869c2320d19f2589b3f609f76e5041a21d27
21:07:09.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:07:09.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 20:43:55 UTC on e7f111948823
21:07:09.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16878
21:07:09.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:07:09.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:09.084967 24678 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:07:09.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:09.086714 24678 file_cache.cc:492] Constructed file cache file cache with capacity 419430
21:07:09.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:09.099392 24687 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:07:09.141 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 52 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544829140 for job 83c88b319a84cfbe321fdd6e09697f68.
21:07:09.154 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 52 for job 83c88b319a84cfbe321fdd6e09697f68 (1591 bytes, checkpointDuration=13 ms, finalizationTime=1 ms).
21:07:09.155 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 52 as completed for source Source: KuduSource.
21:07:09.169 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:09.208 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.21.119.62:45023(127.21.119.62:45023)] connecting to peer
21:07:09.208 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.21.119.60:42475(127.21.119.60:42475)] connecting to peer
21:07:09.209 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.21.119.61:37709(127.21.119.61:37709)] connecting to peer
21:07:09.209 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023
21:07:09.209 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.119.62:45023(127.21.119.62:45023)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023
21:07:09.209 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.119.62:45023: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023
21:07:09.209 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475
21:07:09.209 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.119.60:42475(127.21.119.60:42475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475
21:07:09.210 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.119.60:42475: Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475
21:07:09.210 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709
21:07:09.210 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.119.61:37709(127.21.119.61:37709)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709
21:07:09.210 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.119.61:37709: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709
21:07:09.210 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.21.119.62:45023,127.21.119.60:42475,127.21.119.61:37709; will retry
21:07:09.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:09.381470 24676 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.4.189" port: 35405 } attempt: 5
21:07:09.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:09.389652 24676 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.4.189:35405: Network error: Client connection negotiation failed: client connection to 127.24.4.189:35405: connect: Connection refused (error 111)
21:07:09.431 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:09.640 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 53 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544829639 for job 83c88b319a84cfbe321fdd6e09697f68.
21:07:09.654 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 53 for job 83c88b319a84cfbe321fdd6e09697f68 (1591 bytes, checkpointDuration=14 ms, finalizationTime=1 ms).
21:07:09.656 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 53 as completed for source Source: KuduSource.
21:07:09.669 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:09.931 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:09.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:09.937279 24676 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.4.189" port: 35405 } attempt: 6
21:07:09.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:09.953485 24676 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.4.189:35405: Network error: Client connection negotiation failed: client connection to 127.24.4.189:35405: connect: Connection refused (error 111)
21:07:10.141 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 54 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544830139 for job 83c88b319a84cfbe321fdd6e09697f68.
21:07:10.160 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 54 for job 83c88b319a84cfbe321fdd6e09697f68 (1591 bytes, checkpointDuration=20 ms, finalizationTime=1 ms).
21:07:10.163 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 54 as completed for source Source: KuduSource.
21:07:10.169 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:10.431 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:10.492 [DEBUG - pool-132-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:07:10.493 [DEBUG - pool-132-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:07:10.493 [DEBUG - pool-132-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:07:10.493 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:10.493 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:10.493 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:10.493 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:10.493 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:10.493 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:10.494 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:10.494 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:10.494 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:10.494 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:07:10.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:10.503580 24686 debug-util.cc:398] Leaking SignalData structure 0x7b0800028020 after lost signal to thread 24678
21:07:10.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:10.585209 24686 kernel_stack_watchdog.cc:198] Thread 24678 stuck at /home/jenkins-slave/workspace/build_and_test@2/src/kudu/util/thread.cc:642 for 399ms:
21:07:10.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
21:07:10.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
21:07:10.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
21:07:10.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
21:07:10.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:09.099802 24688 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:07:10.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:10.586756 24678 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.486s	user 0.000s	sys 0.003s
21:07:10.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:10.587332 24678 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.486s	user 0.000s	sys 0.003s
21:07:10.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:10.593940 24690 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:07:10.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:10.597632 24678 server_base.cc:1061] running on GCE node
21:07:10.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:10.598842 24678 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:07:10.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:10.601528 24678 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:07:10.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:10.602979 24678 hybrid_clock.cc:648] HybridClock initialized: now 1783544830602904 us; error 86 us; skew 500 ppm
21:07:10.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:10.603976 24678 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:07:10.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:10.611531 24678 webserver.cc:534] Webserver started at http://127.24.4.189:46173/ using document root <none> and password file <none>
21:07:10.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:10.612746 24678 fs_manager.cc:362] Metadata directory not provided
21:07:10.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:10.613025 24678 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:07:10.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:10.613624 24678 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
21:07:10.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:10.618294 24678 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11884337006539982611/master-1/data/instance:
21:07:10.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "61f4549746514b93ae7eb92d306cba53"
21:07:10.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:07:10 on dist-test-slave-3sd5"
21:07:10.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:10.619493 24678 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11884337006539982611/master-1/wal/instance:
21:07:10.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "61f4549746514b93ae7eb92d306cba53"
21:07:10.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:07:10 on dist-test-slave-3sd5"
21:07:10.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:10.627753 24678 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.007s	sys 0.001s
21:07:10.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:10.634900 24701 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
21:07:10.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:10.636409 24678 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.002s	sys 0.001s
21:07:10.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:10.636858 24678 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11884337006539982611/master-1/data,/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11884337006539982611/master-1/wal
21:07:10.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "61f4549746514b93ae7eb92d306cba53"
21:07:10.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:07:10 on dist-test-slave-3sd5"
21:07:10.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:10.637261 24678 fs_report.cc:389] FS layout report
21:07:10.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:07:10.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11884337006539982611/master-1/wal
21:07:10.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11884337006539982611/master-1/wal
21:07:10.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11884337006539982611/master-1/data/data
21:07:10.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:07:10.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:07:10.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:07:10.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:07:10.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:07:10.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:07:10.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:07:10.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:07:10.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:07:10.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:07:10.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:07:10.640 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 55 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544830639 for job 83c88b319a84cfbe321fdd6e09697f68.
21:07:10.650 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 55 for job 83c88b319a84cfbe321fdd6e09697f68 (1591 bytes, checkpointDuration=10 ms, finalizationTime=1 ms).
21:07:10.651 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 55 as completed for source Source: KuduSource.
21:07:10.670 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:10.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:10.717373 24678 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
21:07:10.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:10.719424 24678 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:07:10.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:10.719976 24678 kserver.cc:163] Server-wide thread pool size limit: 3276
21:07:10.804 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:07:10.804 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:07:10.804 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:07:10.805 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:10.805 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:10.805 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:10.805 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:10.805 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:10.805 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:10.805 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:10.805 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:10.805 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:10.805 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:07:10.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:10.807740 24678 rpc_server.cc:307] RPC server started. Bound to: 127.24.4.189:35405
21:07:10.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:10.807780 24752 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.24.4.189:35405 every 8 connection(s)
21:07:10.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:10.811009 24678 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11884337006539982611/master-1/data/info.pb
21:07:10.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:10.817541 24594 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu as pid 24678
21:07:10.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:10.818010 24594 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11884337006539982611/master-1/wal/instance
21:07:10.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:10.818745 24753 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
21:07:10.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:10.820647 24594 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu
21:07:10.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu
21:07:10.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11884337006539982611/master-2/wal
21:07:10.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11884337006539982611/master-2/data
21:07:10.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:07:10.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:07:10.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:07:10.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:07:10.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:07:10.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:07:10.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11884337006539982611/master-2/logs
21:07:10.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11884337006539982611/master-2/data/info.pb
21:07:10.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:07:10.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:07:10.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:07:10.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:07:10.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:07:10.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:07:10.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:07:10.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:07:10.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
21:07:10.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:07:10.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:07:10.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:07:10.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.4.188:46037
21:07:10.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.4.188
21:07:10.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:07:10.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.4.148:34139
21:07:10.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:07:10.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:07:10.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:07:10.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:07:10.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.24.4.190:39383,127.24.4.189:35405,127.24.4.188:46037
21:07:10.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:07:10.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38343/jwks.json with env {}
21:07:10.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:10.833369 24753 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.24.4.190" port: 39383 } has no permanent_uuid. Determining permanent_uuid...
21:07:10.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:10.859616 24753 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.24.4.189" port: 35405 } has no permanent_uuid. Determining permanent_uuid...
21:07:10.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:10.880929 24753 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.24.4.188" port: 46037 } has no permanent_uuid. Determining permanent_uuid...
21:07:10.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:10.884200 24705 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.24.4.188:46037: connect: Connection refused (error 111)
21:07:10.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:10.889560 24753 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.4.188:46037: Network error: Client connection negotiation failed: client connection to 127.24.4.188:46037: connect: Connection refused (error 111)
21:07:10.931 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:10.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:10.939194 24753 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.4.188" port: 46037 } attempt: 1
21:07:10.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:10.944806 24753 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.4.188:46037: Network error: Client connection negotiation failed: client connection to 127.24.4.188:46037: connect: Connection refused (error 111)
21:07:11.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:11.013310 24753 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.4.188" port: 46037 } attempt: 2
21:07:11.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:11.014166 24676 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.4.189" port: 35405 } attempt: 7
21:07:11.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:11.019932 24753 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.4.188:46037: Network error: Client connection negotiation failed: client connection to 127.24.4.188:46037: connect: Connection refused (error 111)
21:07:11.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:11.029110 24676 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.24.4.188" port: 46037 } has no permanent_uuid. Determining permanent_uuid...
21:07:11.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:11.036641 24676 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.4.188:46037: Network error: Client connection negotiation failed: client connection to 127.24.4.188:46037: connect: Connection refused (error 111)
21:07:11.047 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:07:11.048 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:07:11.048 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:07:11.048 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:11.048 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:11.048 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:11.048 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:11.049 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:11.049 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:11.049 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:11.049 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:11.049 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:11.049 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:07:11.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:11.095168 24676 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.4.188" port: 46037 } attempt: 1
21:07:11.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:11.100737 24676 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.4.188:46037: Network error: Client connection negotiation failed: client connection to 127.24.4.188:46037: connect: Connection refused (error 111)
21:07:11.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:11.111374 24753 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.4.188" port: 46037 } attempt: 3
21:07:11.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:11.115828 24753 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.4.188:46037: Network error: Client connection negotiation failed: client connection to 127.24.4.188:46037: connect: Connection refused (error 111)
21:07:11.140 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 56 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544831139 for job 83c88b319a84cfbe321fdd6e09697f68.
21:07:11.152 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 56 for job 83c88b319a84cfbe321fdd6e09697f68 (1591 bytes, checkpointDuration=13 ms, finalizationTime=0 ms).
21:07:11.153 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 56 as completed for source Source: KuduSource.
21:07:11.169 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:11.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:11.182250 24676 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.4.188" port: 46037 } attempt: 2
21:07:11.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:11.187866 24676 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.4.188:46037: Network error: Client connection negotiation failed: client connection to 127.24.4.188:46037: connect: Connection refused (error 111)
21:07:11.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:11.216349 24755 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
21:07:11.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:11.217159 24755 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:07:11.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:11.217939 24755 flags.cc:432] Enabled unsafe flag: --never_fsync=true
21:07:11.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:11.257558 24755 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
21:07:11.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:11.257972 24755 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
21:07:11.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:11.258342 24755 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
21:07:11.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:11.258673 24755 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
21:07:11.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:11.259121 24755 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
21:07:11.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:11.259438 24755 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:38343/jwks.json
21:07:11.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:11.259315 24753 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.4.188" port: 46037 } attempt: 4
21:07:11.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:11.264871 24753 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.4.188:46037: Network error: Client connection negotiation failed: client connection to 127.24.4.188:46037: connect: Connection refused (error 111)
21:07:11.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:11.273442 24676 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.4.188" port: 46037 } attempt: 3
21:07:11.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:11.278834 24676 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.4.188:46037: Network error: Client connection negotiation failed: client connection to 127.24.4.188:46037: connect: Connection refused (error 111)
21:07:11.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:11.306973 24755 master_runner.cc:387] Master server non-default flags:
21:07:11.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:07:11.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.4.148:34139
21:07:11.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:07:11.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:07:11.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11884337006539982611/master-2/data
21:07:11.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11884337006539982611/master-2/wal
21:07:11.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:07:11.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.24.4.190:39383,127.24.4.189:35405,127.24.4.188:46037
21:07:11.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:07:11.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:07:11.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:07:11.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.4.188:46037
21:07:11.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:07:11.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:07:11.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:07:11.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38343/jwks.json
21:07:11.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:07:11.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:07:11.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11884337006539982611/master-2/data/info.pb
21:07:11.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.4.188
21:07:11.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:07:11.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:07:11.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:07:11.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:07:11.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:07:11.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:07:11.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11884337006539982611/master-2/logs
21:07:11.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:07:11.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:07:11.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
21:07:11.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
21:07:11.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
21:07:11.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 6bec869c2320d19f2589b3f609f76e5041a21d27
21:07:11.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:07:11.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 20:43:55 UTC on e7f111948823
21:07:11.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16878
21:07:11.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:07:11.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:11.308472 24755 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:07:11.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:11.310226 24755 file_cache.cc:492] Constructed file cache file cache with capacity 419430
21:07:11.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:11.322036 24767 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:07:11.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:11.419420 24676 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.4.188" port: 46037 } attempt: 4
21:07:11.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:11.429438 24676 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.4.188:46037: Network error: Client connection negotiation failed: client connection to 127.24.4.188:46037: connect: Connection refused (error 111)
21:07:11.431 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:11.468 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.21.119.62:45023(127.21.119.62:45023)] connecting to peer
21:07:11.469 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.21.119.60:42475(127.21.119.60:42475)] connecting to peer
21:07:11.469 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.21.119.61:37709(127.21.119.61:37709)] connecting to peer
21:07:11.469 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023
21:07:11.469 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.119.62:45023(127.21.119.62:45023)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023
21:07:11.470 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.119.62:45023: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023
21:07:11.470 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709
21:07:11.470 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.119.61:37709(127.21.119.61:37709)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709
21:07:11.470 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.119.61:37709: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709
21:07:11.469 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475
21:07:11.471 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.119.60:42475(127.21.119.60:42475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475
21:07:11.471 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.119.60:42475: Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475
21:07:11.471 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.21.119.62:45023,127.21.119.60:42475,127.21.119.61:37709; will retry
21:07:11.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:11.564369 24753 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.4.188" port: 46037 } attempt: 5
21:07:11.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:11.572494 24753 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.4.188:46037: Network error: Client connection negotiation failed: client connection to 127.24.4.188:46037: connect: Connection refused (error 111)
21:07:11.601 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:07:11.602 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:07:11.602 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:07:11.602 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:11.602 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:11.603 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:11.603 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:11.603 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:11.603 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:11.603 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:11.603 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:11.603 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:11.603 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:07:11.640 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 57 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544831639 for job 83c88b319a84cfbe321fdd6e09697f68.
21:07:11.652 [DEBUG - pool-132-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:07:11.652 [DEBUG - pool-132-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:07:11.654 [DEBUG - pool-132-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:07:11.655 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 57 for job 83c88b319a84cfbe321fdd6e09697f68 (1591 bytes, checkpointDuration=15 ms, finalizationTime=1 ms).
21:07:11.655 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:11.655 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:11.655 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:11.656 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:11.656 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:11.656 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:11.653 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:11.656 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:11.656 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:11.656 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:07:11.657 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 57 as completed for source Source: KuduSource.
21:07:11.669 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:11.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:11.713209 24676 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.4.188" port: 46037 } attempt: 5
21:07:11.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:11.725656 24676 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.4.188:46037: Network error: Client connection negotiation failed: client connection to 127.24.4.188:46037: connect: Connection refused (error 111)
21:07:11.931 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:12.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:12.120154 24753 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.4.188" port: 46037 } attempt: 6
21:07:12.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:12.135596 24753 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.4.188:46037: Network error: Client connection negotiation failed: client connection to 127.24.4.188:46037: connect: Connection refused (error 111)
21:07:12.141 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 58 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544832140 for job 83c88b319a84cfbe321fdd6e09697f68.
21:07:12.164 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 58 for job 83c88b319a84cfbe321fdd6e09697f68 (1591 bytes, checkpointDuration=22 ms, finalizationTime=1 ms).
21:07:12.165 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 58 as completed for source Source: KuduSource.
21:07:12.169 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:12.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:12.278455 24676 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.4.188" port: 46037 } attempt: 6
21:07:12.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:12.308097 24676 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.4.188:46037: Network error: Client connection negotiation failed: client connection to 127.24.4.188:46037: connect: Connection refused (error 111)
21:07:12.431 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:12.640 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 59 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544832640 for job 83c88b319a84cfbe321fdd6e09697f68.
21:07:12.653 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 59 for job 83c88b319a84cfbe321fdd6e09697f68 (1591 bytes, checkpointDuration=12 ms, finalizationTime=1 ms).
21:07:12.654 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 59 as completed for source Source: KuduSource.
21:07:12.669 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:12.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:11.324055 24768 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:07:12.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:12.851137 24770 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:07:12.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:12.853861 24769 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1525 milliseconds
21:07:12.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:12.854012 24755 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
21:07:12.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:12.855288 24755 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:07:12.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:12.857980 24755 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:07:12.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:12.859373 24755 hybrid_clock.cc:648] HybridClock initialized: now 1783544832859321 us; error 85 us; skew 500 ppm
21:07:12.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:12.860292 24755 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:07:12.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:12.867249 24755 webserver.cc:534] Webserver started at http://127.24.4.188:33257/ using document root <none> and password file <none>
21:07:12.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:12.868307 24755 fs_manager.cc:362] Metadata directory not provided
21:07:12.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:12.868582 24755 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:07:12.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:12.869093 24755 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
21:07:12.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:12.873940 24755 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11884337006539982611/master-2/data/instance:
21:07:12.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "625ff05c5b8949fcb4d00521dbeb38e5"
21:07:12.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:07:12 on dist-test-slave-3sd5"
21:07:12.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:12.875322 24755 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11884337006539982611/master-2/wal/instance:
21:07:12.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "625ff05c5b8949fcb4d00521dbeb38e5"
21:07:12.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:07:12 on dist-test-slave-3sd5"
21:07:12.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:12.883292 24755 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.007s	sys 0.000s
21:07:12.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:12.889950 24783 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
21:07:12.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:12.891381 24755 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.007s	sys 0.000s
21:07:12.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:12.891791 24755 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11884337006539982611/master-2/data,/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11884337006539982611/master-2/wal
21:07:12.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "625ff05c5b8949fcb4d00521dbeb38e5"
21:07:12.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:07:12 on dist-test-slave-3sd5"
21:07:12.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:12.892185 24755 fs_report.cc:389] FS layout report
21:07:12.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:07:12.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11884337006539982611/master-2/wal
21:07:12.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11884337006539982611/master-2/wal
21:07:12.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11884337006539982611/master-2/data/data
21:07:12.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:07:12.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:07:12.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:07:12.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:07:12.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:07:12.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:07:12.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:07:12.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:07:12.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:07:12.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:07:12.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:07:12.931 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:12.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:12.950289 24755 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
21:07:12.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:12.952769 24755 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:07:12.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:12.953358 24755 kserver.cc:163] Server-wide thread pool size limit: 3276
21:07:13.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:13.039888 24755 rpc_server.cc:307] RPC server started. Bound to: 127.24.4.188:46037
21:07:13.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:13.039983 24834 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.24.4.188:46037 every 8 connection(s)
21:07:13.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:13.043295 24755 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11884337006539982611/master-2/data/info.pb
21:07:13.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:13.050038 24835 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
21:07:13.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:13.051290 24594 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu as pid 24755
21:07:13.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:13.051767 24594 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11884337006539982611/master-2/wal/instance
21:07:13.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:13.063490 24835 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.24.4.190" port: 39383 } has no permanent_uuid. Determining permanent_uuid...
21:07:13.094 [DEBUG - pool-110-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30002), Traces: [0ms] sending RPC to server master-127.21.119.62:45023, [4ms] received response from server master-127.21.119.62:45023: OK, deferred=null) with no deferred attached!
21:07:13.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:13.108166 24835 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.24.4.189" port: 35405 } has no permanent_uuid. Determining permanent_uuid...
21:07:13.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:13.119285 24835 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.24.4.188" port: 46037 } has no permanent_uuid. Determining permanent_uuid...
21:07:13.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:13.138727 24835 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 625ff05c5b8949fcb4d00521dbeb38e5: Bootstrap starting.
21:07:13.140 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 60 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544833139 for job 83c88b319a84cfbe321fdd6e09697f68.
21:07:13.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:13.147783 24835 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 625ff05c5b8949fcb4d00521dbeb38e5: Neither blocks nor log segments found. Creating new log.
21:07:13.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:13.150508 24835 log.cc:826] T 00000000000000000000000000000000 P 625ff05c5b8949fcb4d00521dbeb38e5: Log is configured to *not* fsync() on all Append() calls
21:07:13.155 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 60 for job 83c88b319a84cfbe321fdd6e09697f68 (1591 bytes, checkpointDuration=15 ms, finalizationTime=1 ms).
21:07:13.155 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 60 as completed for source Source: KuduSource.
21:07:13.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:13.161821 24835 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 625ff05c5b8949fcb4d00521dbeb38e5: No bootstrap required, opened a new log
21:07:13.169 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:13.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:13.187758 24835 raft_consensus.cc:359] T 00000000000000000000000000000000 P 625ff05c5b8949fcb4d00521dbeb38e5 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0d4e6a256e7d4876bbea5babae675e0b" member_type: VOTER last_known_addr { host: "127.24.4.190" port: 39383 } } peers { permanent_uuid: "61f4549746514b93ae7eb92d306cba53" member_type: VOTER last_known_addr { host: "127.24.4.189" port: 35405 } } peers { permanent_uuid: "625ff05c5b8949fcb4d00521dbeb38e5" member_type: VOTER last_known_addr { host: "127.24.4.188" port: 46037 } }
21:07:13.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:13.188531 24835 raft_consensus.cc:385] T 00000000000000000000000000000000 P 625ff05c5b8949fcb4d00521dbeb38e5 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:07:13.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:13.188760 24835 raft_consensus.cc:740] T 00000000000000000000000000000000 P 625ff05c5b8949fcb4d00521dbeb38e5 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 625ff05c5b8949fcb4d00521dbeb38e5, State: Initialized, Role: FOLLOWER
21:07:13.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:13.189755 24835 consensus_queue.cc:260] T 00000000000000000000000000000000 P 625ff05c5b8949fcb4d00521dbeb38e5 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0d4e6a256e7d4876bbea5babae675e0b" member_type: VOTER last_known_addr { host: "127.24.4.190" port: 39383 } } peers { permanent_uuid: "61f4549746514b93ae7eb92d306cba53" member_type: VOTER last_known_addr { host: "127.24.4.189" port: 35405 } } peers { permanent_uuid: "625ff05c5b8949fcb4d00521dbeb38e5" member_type: VOTER last_known_addr { host: "127.24.4.188" port: 46037 } }
21:07:13.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:13.192617 24844 sys_catalog.cc:455] T 00000000000000000000000000000000 P 625ff05c5b8949fcb4d00521dbeb38e5 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0d4e6a256e7d4876bbea5babae675e0b" member_type: VOTER last_known_addr { host: "127.24.4.190" port: 39383 } } peers { permanent_uuid: "61f4549746514b93ae7eb92d306cba53" member_type: VOTER last_known_addr { host: "127.24.4.189" port: 35405 } } peers { permanent_uuid: "625ff05c5b8949fcb4d00521dbeb38e5" member_type: VOTER last_known_addr { host: "127.24.4.188" port: 46037 } } }
21:07:13.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:13.193390 24844 sys_catalog.cc:458] T 00000000000000000000000000000000 P 625ff05c5b8949fcb4d00521dbeb38e5 [sys.catalog]: This master's current role is: FOLLOWER
21:07:13.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:13.194253 24835 sys_catalog.cc:565] T 00000000000000000000000000000000 P 625ff05c5b8949fcb4d00521dbeb38e5 [sys.catalog]: configured and running, proceeding with master startup.
21:07:13.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:13.196267 24753 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.4.188" port: 46037 } attempt: 7
21:07:13.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:13.209446 24789 tablet.cc:2406] T 00000000000000000000000000000000 P 625ff05c5b8949fcb4d00521dbeb38e5: Can't schedule compaction. Clean time has not been advanced past its initial value.
21:07:13.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:13.226092 24753 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 61f4549746514b93ae7eb92d306cba53: Bootstrap starting.
21:07:13.228 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:07:13.228 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:07:13.228 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:07:13.229 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:13.229 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:13.229 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:13.230 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:13.230 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:13.230 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:13.231 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:13.231 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:13.231 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:13.231 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:07:13.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:13.235423 24856 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 625ff05c5b8949fcb4d00521dbeb38e5: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
21:07:13.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:13.235854 24856 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
21:07:13.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:13.236549 24753 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 61f4549746514b93ae7eb92d306cba53: Neither blocks nor log segments found. Creating new log.
21:07:13.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:13.239166 24753 log.cc:826] T 00000000000000000000000000000000 P 61f4549746514b93ae7eb92d306cba53: Log is configured to *not* fsync() on all Append() calls
21:07:13.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:13.244800 24753 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 61f4549746514b93ae7eb92d306cba53: No bootstrap required, opened a new log
21:07:13.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:13.232298 24755 master_runner.cc:187] Error getting master registration for 127.24.4.190:39383: OK, instance_id { permanent_uuid: "0d4e6a256e7d4876bbea5babae675e0b" instance_seqno: 1783544828610878 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
21:07:13.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:13.268723 24755 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
21:07:13.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:13.280236 24753 raft_consensus.cc:359] T 00000000000000000000000000000000 P 61f4549746514b93ae7eb92d306cba53 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0d4e6a256e7d4876bbea5babae675e0b" member_type: VOTER last_known_addr { host: "127.24.4.190" port: 39383 } } peers { permanent_uuid: "61f4549746514b93ae7eb92d306cba53" member_type: VOTER last_known_addr { host: "127.24.4.189" port: 35405 } } peers { permanent_uuid: "625ff05c5b8949fcb4d00521dbeb38e5" member_type: VOTER last_known_addr { host: "127.24.4.188" port: 46037 } }
21:07:13.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:13.281152 24753 raft_consensus.cc:385] T 00000000000000000000000000000000 P 61f4549746514b93ae7eb92d306cba53 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:07:13.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:13.281471 24753 raft_consensus.cc:740] T 00000000000000000000000000000000 P 61f4549746514b93ae7eb92d306cba53 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 61f4549746514b93ae7eb92d306cba53, State: Initialized, Role: FOLLOWER
21:07:13.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:13.282763 24753 consensus_queue.cc:260] T 00000000000000000000000000000000 P 61f4549746514b93ae7eb92d306cba53 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0d4e6a256e7d4876bbea5babae675e0b" member_type: VOTER last_known_addr { host: "127.24.4.190" port: 39383 } } peers { permanent_uuid: "61f4549746514b93ae7eb92d306cba53" member_type: VOTER last_known_addr { host: "127.24.4.189" port: 35405 } } peers { permanent_uuid: "625ff05c5b8949fcb4d00521dbeb38e5" member_type: VOTER last_known_addr { host: "127.24.4.188" port: 46037 } }
21:07:13.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:13.286509 24859 sys_catalog.cc:455] T 00000000000000000000000000000000 P 61f4549746514b93ae7eb92d306cba53 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0d4e6a256e7d4876bbea5babae675e0b" member_type: VOTER last_known_addr { host: "127.24.4.190" port: 39383 } } peers { permanent_uuid: "61f4549746514b93ae7eb92d306cba53" member_type: VOTER last_known_addr { host: "127.24.4.189" port: 35405 } } peers { permanent_uuid: "625ff05c5b8949fcb4d00521dbeb38e5" member_type: VOTER last_known_addr { host: "127.24.4.188" port: 46037 } } }
21:07:13.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:13.287503 24859 sys_catalog.cc:458] T 00000000000000000000000000000000 P 61f4549746514b93ae7eb92d306cba53 [sys.catalog]: This master's current role is: FOLLOWER
21:07:13.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:13.288511 24753 sys_catalog.cc:565] T 00000000000000000000000000000000 P 61f4549746514b93ae7eb92d306cba53 [sys.catalog]: configured and running, proceeding with master startup.
21:07:13.324 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:07:13.324 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:07:13.324 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:07:13.325 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:13.325 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:13.325 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:13.325 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:13.325 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:13.326 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:13.326 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:13.326 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:13.326 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:13.326 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:07:13.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:13.341709 24676 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.4.188" port: 46037 } attempt: 7
21:07:13.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:13.354413 24870 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 61f4549746514b93ae7eb92d306cba53: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
21:07:13.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:13.354851 24870 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
21:07:13.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:13.334522 24678 master_runner.cc:187] Error getting master registration for 127.24.4.190:39383: OK, instance_id { permanent_uuid: "0d4e6a256e7d4876bbea5babae675e0b" instance_seqno: 1783544828610878 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
21:07:13.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:13.378357 24678 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
21:07:13.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:13.389037 24676 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 0d4e6a256e7d4876bbea5babae675e0b: Bootstrap starting.
21:07:13.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:13.398546 24676 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 0d4e6a256e7d4876bbea5babae675e0b: Neither blocks nor log segments found. Creating new log.
21:07:13.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:13.401609 24676 log.cc:826] T 00000000000000000000000000000000 P 0d4e6a256e7d4876bbea5babae675e0b: Log is configured to *not* fsync() on all Append() calls
21:07:13.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:13.409440 24676 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 0d4e6a256e7d4876bbea5babae675e0b: No bootstrap required, opened a new log
21:07:13.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:13.431164 24844 raft_consensus.cc:493] T 00000000000000000000000000000000 P 625ff05c5b8949fcb4d00521dbeb38e5 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
21:07:13.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:13.431820 24844 raft_consensus.cc:515] T 00000000000000000000000000000000 P 625ff05c5b8949fcb4d00521dbeb38e5 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0d4e6a256e7d4876bbea5babae675e0b" member_type: VOTER last_known_addr { host: "127.24.4.190" port: 39383 } } peers { permanent_uuid: "61f4549746514b93ae7eb92d306cba53" member_type: VOTER last_known_addr { host: "127.24.4.189" port: 35405 } } peers { permanent_uuid: "625ff05c5b8949fcb4d00521dbeb38e5" member_type: VOTER last_known_addr { host: "127.24.4.188" port: 46037 } }
21:07:13.435 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:13.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:13.440392 24728 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "625ff05c5b8949fcb4d00521dbeb38e5" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "61f4549746514b93ae7eb92d306cba53" is_pre_election: true
21:07:13.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:13.441489 24728 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 61f4549746514b93ae7eb92d306cba53 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 625ff05c5b8949fcb4d00521dbeb38e5 in term 0.
21:07:13.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:13.443321 24676 raft_consensus.cc:359] T 00000000000000000000000000000000 P 0d4e6a256e7d4876bbea5babae675e0b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0d4e6a256e7d4876bbea5babae675e0b" member_type: VOTER last_known_addr { host: "127.24.4.190" port: 39383 } } peers { permanent_uuid: "61f4549746514b93ae7eb92d306cba53" member_type: VOTER last_known_addr { host: "127.24.4.189" port: 35405 } } peers { permanent_uuid: "625ff05c5b8949fcb4d00521dbeb38e5" member_type: VOTER last_known_addr { host: "127.24.4.188" port: 46037 } }
21:07:13.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:13.444321 24676 raft_consensus.cc:385] T 00000000000000000000000000000000 P 0d4e6a256e7d4876bbea5babae675e0b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:07:13.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:13.444227 24787 leader_election.cc:304] T 00000000000000000000000000000000 P 625ff05c5b8949fcb4d00521dbeb38e5 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 61f4549746514b93ae7eb92d306cba53, 625ff05c5b8949fcb4d00521dbeb38e5; no voters: 
21:07:13.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:13.444622 24676 raft_consensus.cc:740] T 00000000000000000000000000000000 P 0d4e6a256e7d4876bbea5babae675e0b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0d4e6a256e7d4876bbea5babae675e0b, State: Initialized, Role: FOLLOWER
21:07:13.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:13.445874 24676 consensus_queue.cc:260] T 00000000000000000000000000000000 P 0d4e6a256e7d4876bbea5babae675e0b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0d4e6a256e7d4876bbea5babae675e0b" member_type: VOTER last_known_addr { host: "127.24.4.190" port: 39383 } } peers { permanent_uuid: "61f4549746514b93ae7eb92d306cba53" member_type: VOTER last_known_addr { host: "127.24.4.189" port: 35405 } } peers { permanent_uuid: "625ff05c5b8949fcb4d00521dbeb38e5" member_type: VOTER last_known_addr { host: "127.24.4.188" port: 46037 } }
21:07:13.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:13.450800 24844 leader_election.cc:290] T 00000000000000000000000000000000 P 625ff05c5b8949fcb4d00521dbeb38e5 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 0d4e6a256e7d4876bbea5babae675e0b (127.24.4.190:39383), 61f4549746514b93ae7eb92d306cba53 (127.24.4.189:35405)
21:07:13.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:13.451817 24844 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 625ff05c5b8949fcb4d00521dbeb38e5 [term 0 FOLLOWER]: Leader pre-election won for term 1
21:07:13.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:13.455607 24844 raft_consensus.cc:493] T 00000000000000000000000000000000 P 625ff05c5b8949fcb4d00521dbeb38e5 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
21:07:13.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:13.459336 24844 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 625ff05c5b8949fcb4d00521dbeb38e5 [term 0 FOLLOWER]: Advancing to term 1
21:07:13.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:13.459885 24875 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0d4e6a256e7d4876bbea5babae675e0b [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0d4e6a256e7d4876bbea5babae675e0b" member_type: VOTER last_known_addr { host: "127.24.4.190" port: 39383 } } peers { permanent_uuid: "61f4549746514b93ae7eb92d306cba53" member_type: VOTER last_known_addr { host: "127.24.4.189" port: 35405 } } peers { permanent_uuid: "625ff05c5b8949fcb4d00521dbeb38e5" member_type: VOTER last_known_addr { host: "127.24.4.188" port: 46037 } } }
21:07:13.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:13.460947 24875 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0d4e6a256e7d4876bbea5babae675e0b [sys.catalog]: This master's current role is: FOLLOWER
21:07:13.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:13.465453 24651 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "625ff05c5b8949fcb4d00521dbeb38e5" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0d4e6a256e7d4876bbea5babae675e0b" is_pre_election: true
21:07:13.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:13.466665 24651 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 0d4e6a256e7d4876bbea5babae675e0b [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 625ff05c5b8949fcb4d00521dbeb38e5 in term 0.
21:07:13.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:13.467948 24676 sys_catalog.cc:565] T 00000000000000000000000000000000 P 0d4e6a256e7d4876bbea5babae675e0b [sys.catalog]: configured and running, proceeding with master startup.
21:07:13.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:13.480125 24707 tablet.cc:2406] T 00000000000000000000000000000000 P 61f4549746514b93ae7eb92d306cba53: Can't schedule compaction. Clean time has not been advanced past its initial value.
21:07:13.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:13.492076 24844 raft_consensus.cc:515] T 00000000000000000000000000000000 P 625ff05c5b8949fcb4d00521dbeb38e5 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0d4e6a256e7d4876bbea5babae675e0b" member_type: VOTER last_known_addr { host: "127.24.4.190" port: 39383 } } peers { permanent_uuid: "61f4549746514b93ae7eb92d306cba53" member_type: VOTER last_known_addr { host: "127.24.4.189" port: 35405 } } peers { permanent_uuid: "625ff05c5b8949fcb4d00521dbeb38e5" member_type: VOTER last_known_addr { host: "127.24.4.188" port: 46037 } }
21:07:13.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:13.507441 24651 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "625ff05c5b8949fcb4d00521dbeb38e5" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0d4e6a256e7d4876bbea5babae675e0b"
21:07:13.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:13.508149 24651 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 0d4e6a256e7d4876bbea5babae675e0b [term 0 FOLLOWER]: Advancing to term 1
21:07:13.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:13.517113 24651 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 0d4e6a256e7d4876bbea5babae675e0b [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 625ff05c5b8949fcb4d00521dbeb38e5 in term 1.
21:07:13.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:13.519934 24787 leader_election.cc:304] T 00000000000000000000000000000000 P 625ff05c5b8949fcb4d00521dbeb38e5 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0d4e6a256e7d4876bbea5babae675e0b, 625ff05c5b8949fcb4d00521dbeb38e5; no voters: 
21:07:13.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:13.521404 24874 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 625ff05c5b8949fcb4d00521dbeb38e5 [term 1 FOLLOWER]: Leader election won for term 1
21:07:13.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:13.525597 24728 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "625ff05c5b8949fcb4d00521dbeb38e5" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "61f4549746514b93ae7eb92d306cba53"
21:07:13.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:13.526232 24728 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 61f4549746514b93ae7eb92d306cba53 [term 0 FOLLOWER]: Advancing to term 1
21:07:13.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:13.547197 24728 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 61f4549746514b93ae7eb92d306cba53 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 625ff05c5b8949fcb4d00521dbeb38e5 in term 1.
21:07:13.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:13.559088 24844 leader_election.cc:290] T 00000000000000000000000000000000 P 625ff05c5b8949fcb4d00521dbeb38e5 [CANDIDATE]: Term 1 election: Requested vote from peers 0d4e6a256e7d4876bbea5babae675e0b (127.24.4.190:39383), 61f4549746514b93ae7eb92d306cba53 (127.24.4.189:35405)
21:07:13.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:13.564168 24630 tablet.cc:2406] T 00000000000000000000000000000000 P 0d4e6a256e7d4876bbea5babae675e0b: Can't schedule compaction. Clean time has not been advanced past its initial value.
21:07:13.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:13.570013 24874 raft_consensus.cc:697] T 00000000000000000000000000000000 P 625ff05c5b8949fcb4d00521dbeb38e5 [term 1 LEADER]: Becoming Leader. State: Replica: 625ff05c5b8949fcb4d00521dbeb38e5, State: Running, Role: LEADER
21:07:13.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:13.571599 24874 consensus_queue.cc:237] T 00000000000000000000000000000000 P 625ff05c5b8949fcb4d00521dbeb38e5 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0d4e6a256e7d4876bbea5babae675e0b" member_type: VOTER last_known_addr { host: "127.24.4.190" port: 39383 } } peers { permanent_uuid: "61f4549746514b93ae7eb92d306cba53" member_type: VOTER last_known_addr { host: "127.24.4.189" port: 35405 } } peers { permanent_uuid: "625ff05c5b8949fcb4d00521dbeb38e5" member_type: VOTER last_known_addr { host: "127.24.4.188" port: 46037 } }
21:07:13.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:13.593786 24888 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
21:07:13.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:13.596539 24844 sys_catalog.cc:455] T 00000000000000000000000000000000 P 625ff05c5b8949fcb4d00521dbeb38e5 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 625ff05c5b8949fcb4d00521dbeb38e5. Latest consensus state: current_term: 1 leader_uuid: "625ff05c5b8949fcb4d00521dbeb38e5" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0d4e6a256e7d4876bbea5babae675e0b" member_type: VOTER last_known_addr { host: "127.24.4.190" port: 39383 } } peers { permanent_uuid: "61f4549746514b93ae7eb92d306cba53" member_type: VOTER last_known_addr { host: "127.24.4.189" port: 35405 } } peers { permanent_uuid: "625ff05c5b8949fcb4d00521dbeb38e5" member_type: VOTER last_known_addr { host: "127.24.4.188" port: 46037 } } }
21:07:13.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:13.597322 24844 sys_catalog.cc:458] T 00000000000000000000000000000000 P 625ff05c5b8949fcb4d00521dbeb38e5 [sys.catalog]: This master's current role is: LEADER
21:07:13.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:13.608739 24889 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
21:07:13.640 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 61 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544833639 for job 83c88b319a84cfbe321fdd6e09697f68.
21:07:13.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:13.639892 24889 catalog_manager.cc:1519] Initializing Kudu cluster ID...
21:07:13.661 [DEBUG - pool-114-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30012), Traces: [0ms] sending RPC to server master-127.22.50.62:44659, [4ms] received response from server master-127.22.50.62:44659: OK, deferred=null) with no deferred attached!
21:07:13.662 [DEBUG - pool-114-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30012), Traces: [0ms] sending RPC to server master-127.22.50.62:44659, [43ms] received response from server master-127.22.50.62:44659: OK, deferred=null) with no deferred attached!
21:07:13.662 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 61 for job 83c88b319a84cfbe321fdd6e09697f68 (1591 bytes, checkpointDuration=22 ms, finalizationTime=1 ms).
21:07:13.663 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 61 as completed for source Source: KuduSource.
21:07:13.669 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:13.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:13.703768 24728 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 61f4549746514b93ae7eb92d306cba53 [term 1 FOLLOWER]: Refusing update from remote peer 625ff05c5b8949fcb4d00521dbeb38e5: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
21:07:13.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:13.706089 24874 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 625ff05c5b8949fcb4d00521dbeb38e5 [LEADER]: Connected to new peer: Peer: permanent_uuid: "61f4549746514b93ae7eb92d306cba53" member_type: VOTER last_known_addr { host: "127.24.4.189" port: 35405 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
21:07:13.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:13.720005 24651 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 0d4e6a256e7d4876bbea5babae675e0b [term 1 FOLLOWER]: Refusing update from remote peer 625ff05c5b8949fcb4d00521dbeb38e5: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
21:07:13.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:13.722533 24874 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 625ff05c5b8949fcb4d00521dbeb38e5 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0d4e6a256e7d4876bbea5babae675e0b" member_type: VOTER last_known_addr { host: "127.24.4.190" port: 39383 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
21:07:13.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:13.739187 24859 sys_catalog.cc:455] T 00000000000000000000000000000000 P 61f4549746514b93ae7eb92d306cba53 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 625ff05c5b8949fcb4d00521dbeb38e5. Latest consensus state: current_term: 1 leader_uuid: "625ff05c5b8949fcb4d00521dbeb38e5" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0d4e6a256e7d4876bbea5babae675e0b" member_type: VOTER last_known_addr { host: "127.24.4.190" port: 39383 } } peers { permanent_uuid: "61f4549746514b93ae7eb92d306cba53" member_type: VOTER last_known_addr { host: "127.24.4.189" port: 35405 } } peers { permanent_uuid: "625ff05c5b8949fcb4d00521dbeb38e5" member_type: VOTER last_known_addr { host: "127.24.4.188" port: 46037 } } }
21:07:13.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:13.739967 24859 sys_catalog.cc:458] T 00000000000000000000000000000000 P 61f4549746514b93ae7eb92d306cba53 [sys.catalog]: This master's current role is: FOLLOWER
21:07:13.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:13.755611 24891 mvcc.cc:204] Tried to move back new op lower bound from 7305399638827044864 to 7305399638330892288. Current Snapshot: MvccSnapshot[applied={T|T < 7305399638827044864}]
21:07:13.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:13.759222 24874 sys_catalog.cc:455] T 00000000000000000000000000000000 P 625ff05c5b8949fcb4d00521dbeb38e5 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "625ff05c5b8949fcb4d00521dbeb38e5" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0d4e6a256e7d4876bbea5babae675e0b" member_type: VOTER last_known_addr { host: "127.24.4.190" port: 39383 } } peers { permanent_uuid: "61f4549746514b93ae7eb92d306cba53" member_type: VOTER last_known_addr { host: "127.24.4.189" port: 35405 } } peers { permanent_uuid: "625ff05c5b8949fcb4d00521dbeb38e5" member_type: VOTER last_known_addr { host: "127.24.4.188" port: 46037 } } }
21:07:13.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:13.760155 24874 sys_catalog.cc:458] T 00000000000000000000000000000000 P 625ff05c5b8949fcb4d00521dbeb38e5 [sys.catalog]: This master's current role is: LEADER
21:07:13.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:13.766795 24859 sys_catalog.cc:455] T 00000000000000000000000000000000 P 61f4549746514b93ae7eb92d306cba53 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "625ff05c5b8949fcb4d00521dbeb38e5" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0d4e6a256e7d4876bbea5babae675e0b" member_type: VOTER last_known_addr { host: "127.24.4.190" port: 39383 } } peers { permanent_uuid: "61f4549746514b93ae7eb92d306cba53" member_type: VOTER last_known_addr { host: "127.24.4.189" port: 35405 } } peers { permanent_uuid: "625ff05c5b8949fcb4d00521dbeb38e5" member_type: VOTER last_known_addr { host: "127.24.4.188" port: 46037 } } }
21:07:13.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:13.767549 24859 sys_catalog.cc:458] T 00000000000000000000000000000000 P 61f4549746514b93ae7eb92d306cba53 [sys.catalog]: This master's current role is: FOLLOWER
21:07:13.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:13.776059 24889 catalog_manager.cc:1382] Generated new cluster ID: a0c5c84d0efe4ae2bb8d713d8906704e
21:07:13.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:13.776440 24889 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
21:07:13.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:13.784137 24875 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0d4e6a256e7d4876bbea5babae675e0b [sys.catalog]: SysCatalogTable state changed. Reason: New leader 625ff05c5b8949fcb4d00521dbeb38e5. Latest consensus state: current_term: 1 leader_uuid: "625ff05c5b8949fcb4d00521dbeb38e5" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0d4e6a256e7d4876bbea5babae675e0b" member_type: VOTER last_known_addr { host: "127.24.4.190" port: 39383 } } peers { permanent_uuid: "61f4549746514b93ae7eb92d306cba53" member_type: VOTER last_known_addr { host: "127.24.4.189" port: 35405 } } peers { permanent_uuid: "625ff05c5b8949fcb4d00521dbeb38e5" member_type: VOTER last_known_addr { host: "127.24.4.188" port: 46037 } } }
21:07:13.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:13.785243 24875 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0d4e6a256e7d4876bbea5babae675e0b [sys.catalog]: This master's current role is: FOLLOWER
21:07:13.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:13.788848 24878 sys_catalog.cc:455] T 00000000000000000000000000000000 P 625ff05c5b8949fcb4d00521dbeb38e5 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "625ff05c5b8949fcb4d00521dbeb38e5" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0d4e6a256e7d4876bbea5babae675e0b" member_type: VOTER last_known_addr { host: "127.24.4.190" port: 39383 } } peers { permanent_uuid: "61f4549746514b93ae7eb92d306cba53" member_type: VOTER last_known_addr { host: "127.24.4.189" port: 35405 } } peers { permanent_uuid: "625ff05c5b8949fcb4d00521dbeb38e5" member_type: VOTER last_known_addr { host: "127.24.4.188" port: 46037 } } }
21:07:13.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:13.789577 24878 sys_catalog.cc:458] T 00000000000000000000000000000000 P 625ff05c5b8949fcb4d00521dbeb38e5 [sys.catalog]: This master's current role is: LEADER
21:07:13.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:13.801786 24875 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0d4e6a256e7d4876bbea5babae675e0b [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "625ff05c5b8949fcb4d00521dbeb38e5" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0d4e6a256e7d4876bbea5babae675e0b" member_type: VOTER last_known_addr { host: "127.24.4.190" port: 39383 } } peers { permanent_uuid: "61f4549746514b93ae7eb92d306cba53" member_type: VOTER last_known_addr { host: "127.24.4.189" port: 35405 } } peers { permanent_uuid: "625ff05c5b8949fcb4d00521dbeb38e5" member_type: VOTER last_known_addr { host: "127.24.4.188" port: 46037 } } }
21:07:13.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:13.802798 24875 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0d4e6a256e7d4876bbea5babae675e0b [sys.catalog]: This master's current role is: FOLLOWER
21:07:13.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:13.844807 24889 catalog_manager.cc:1405] Generated new certificate authority record
21:07:13.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:13.847525 24889 catalog_manager.cc:1539] Loading token signing keys...
21:07:13.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:13.893810 24889 catalog_manager.cc:6069] T 00000000000000000000000000000000 P 625ff05c5b8949fcb4d00521dbeb38e5: Generated new TSK 0
21:07:13.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:13.894973 24889 catalog_manager.cc:1549] Initializing in-progress tserver states...
21:07:13.931 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:13.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:13.937031 24594 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu
21:07:13.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu
21:07:13.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11884337006539982611/ts-0/wal
21:07:13.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11884337006539982611/ts-0/data
21:07:13.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:07:13.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:07:13.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:07:13.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:07:13.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:07:13.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:07:13.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11884337006539982611/ts-0/logs
21:07:13.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11884337006539982611/ts-0/data/info.pb
21:07:13.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:07:13.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:07:13.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:07:13.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:07:13.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:07:13.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:07:13.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:07:13.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:07:13.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
21:07:13.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:07:13.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.4.129:0
21:07:13.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.24.4.129
21:07:13.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.4.129
21:07:13.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:07:13.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.24.4.190:39383,127.24.4.189:35405,127.24.4.188:46037
21:07:13.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.4.148:34139
21:07:13.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:07:13.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:07:13.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
21:07:14.140 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 62 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544834139 for job 83c88b319a84cfbe321fdd6e09697f68.
21:07:14.150 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 62 for job 83c88b319a84cfbe321fdd6e09697f68 (1591 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
21:07:14.152 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 62 as completed for source Source: KuduSource.
21:07:14.169 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:14.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:14.366396 24870 catalog_manager.cc:1294] Loaded cluster ID: a0c5c84d0efe4ae2bb8d713d8906704e
21:07:14.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:14.366926 24870 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 61f4549746514b93ae7eb92d306cba53: loading cluster ID for follower catalog manager: success
21:07:14.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:14.378494 24870 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 61f4549746514b93ae7eb92d306cba53: acquiring CA information for follower catalog manager: success
21:07:14.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:14.393396 24870 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 61f4549746514b93ae7eb92d306cba53: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
21:07:14.431 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:14.472 [DEBUG - pool-132-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:07:14.472 [DEBUG - pool-132-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:07:14.472 [DEBUG - pool-132-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:07:14.473 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:14.473 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:14.473 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:14.474 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:14.474 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:14.474 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:14.474 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:14.474 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:14.474 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:14.474 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:07:14.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:14.594228 24898 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
21:07:14.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:14.594928 24898 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:07:14.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:14.595731 24898 flags.cc:432] Enabled unsafe flag: --never_fsync=true
21:07:14.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:14.615880 24888 catalog_manager.cc:1294] Loaded cluster ID: a0c5c84d0efe4ae2bb8d713d8906704e
21:07:14.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:14.616186 24888 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 0d4e6a256e7d4876bbea5babae675e0b: loading cluster ID for follower catalog manager: success
21:07:14.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:14.634398 24888 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 0d4e6a256e7d4876bbea5babae675e0b: acquiring CA information for follower catalog manager: success
21:07:14.640 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 63 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544834639 for job 83c88b319a84cfbe321fdd6e09697f68.
21:07:14.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:14.652498 24888 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 0d4e6a256e7d4876bbea5babae675e0b: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
21:07:14.657 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 63 for job 83c88b319a84cfbe321fdd6e09697f68 (1591 bytes, checkpointDuration=18 ms, finalizationTime=0 ms).
21:07:14.658 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 63 as completed for source Source: KuduSource.
21:07:14.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:14.663290 24898 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
21:07:14.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:14.664734 24898 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.24.4.129
21:07:14.671 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:14.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:14.770439 24898 tablet_server_runner.cc:78] Tablet server non-default flags:
21:07:14.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:07:14.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.4.148:34139
21:07:14.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:07:14.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:07:14.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11884337006539982611/ts-0/data
21:07:14.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11884337006539982611/ts-0/wal
21:07:14.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:07:14.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:07:14.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.4.129:0
21:07:14.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:07:14.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:07:14.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:07:14.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11884337006539982611/ts-0/data/info.pb
21:07:14.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.4.129
21:07:14.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:07:14.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.24.4.190:39383,127.24.4.189:35405,127.24.4.188:46037
21:07:14.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:07:14.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:07:14.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:07:14.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:07:14.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:07:14.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.24.4.129
21:07:14.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11884337006539982611/ts-0/logs
21:07:14.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:07:14.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:07:14.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
21:07:14.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
21:07:14.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
21:07:14.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 6bec869c2320d19f2589b3f609f76e5041a21d27
21:07:14.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:07:14.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 20:43:55 UTC on e7f111948823
21:07:14.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16878
21:07:14.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:07:14.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:14.772755 24898 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:07:14.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:14.776180 24898 file_cache.cc:492] Constructed file cache file cache with capacity 419430
21:07:14.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:14.833139 24907 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:07:14.928 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.21.119.62:45023(127.21.119.62:45023)] connecting to peer
21:07:14.928 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.21.119.60:42475(127.21.119.60:42475)] connecting to peer
21:07:14.929 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.21.119.61:37709(127.21.119.61:37709)] connecting to peer
21:07:14.929 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023
21:07:14.929 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.119.62:45023(127.21.119.62:45023)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023
21:07:14.929 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.119.62:45023: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023
21:07:14.929 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475
21:07:14.929 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.119.60:42475(127.21.119.60:42475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475
21:07:14.929 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.119.60:42475: Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475
21:07:14.929 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709
21:07:14.929 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.119.61:37709(127.21.119.61:37709)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709
21:07:14.929 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.119.61:37709: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709
21:07:14.929 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.119.62:45023,127.21.119.60:42475,127.21.119.61:37709; will retry
21:07:14.933 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:15.140 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 64 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544835139 for job 83c88b319a84cfbe321fdd6e09697f68.
21:07:15.158 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 64 for job 83c88b319a84cfbe321fdd6e09697f68 (1591 bytes, checkpointDuration=18 ms, finalizationTime=1 ms).
21:07:15.165 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 64 as completed for source Source: KuduSource.
21:07:15.168 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:15.228 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.21.119.62:45023(127.21.119.62:45023)] connecting to peer
21:07:15.228 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.21.119.60:42475(127.21.119.60:42475)] connecting to peer
21:07:15.228 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.21.119.61:37709(127.21.119.61:37709)] connecting to peer
21:07:15.229 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023
21:07:15.229 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.119.62:45023(127.21.119.62:45023)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023
21:07:15.229 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.119.62:45023: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023
21:07:15.230 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475
21:07:15.230 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.119.60:42475(127.21.119.60:42475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475
21:07:15.230 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.119.60:42475: Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475
21:07:15.230 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709
21:07:15.230 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.119.61:37709(127.21.119.61:37709)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709
21:07:15.230 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.119.61:37709: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709
21:07:15.230 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.21.119.62:45023,127.21.119.60:42475,127.21.119.61:37709; will retry
21:07:15.421 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:07:15.421 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:07:15.421 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:07:15.422 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:15.422 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:15.422 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:15.422 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:15.422 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:15.422 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:15.423 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:15.423 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:15.423 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:15.423 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:07:15.431 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:15.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:15.577636 24672 debug-util.cc:398] Leaking SignalData structure 0x7b080007fca0 after lost signal to thread 24607
21:07:15.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:15.578495 24672 debug-util.cc:398] Leaking SignalData structure 0x7b0800079380 after lost signal to thread 24675
21:07:15.640 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 65 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544835640 for job 83c88b319a84cfbe321fdd6e09697f68.
21:07:15.650 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 65 for job 83c88b319a84cfbe321fdd6e09697f68 (1591 bytes, checkpointDuration=9 ms, finalizationTime=1 ms).
21:07:15.653 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 65 as completed for source Source: KuduSource.
21:07:15.669 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:15.931 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:16.063 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:07:16.063 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:07:16.064 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:07:16.064 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:16.065 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:16.065 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:16.065 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:16.065 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:16.065 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:16.066 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:16.066 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:16.066 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:16.066 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:07:16.068 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:07:16.068 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:07:16.069 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:07:16.069 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:16.069 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:16.070 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:16.070 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:16.070 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:16.070 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:16.072 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:16.072 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:16.072 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:16.072 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:07:16.140 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 66 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544836140 for job 83c88b319a84cfbe321fdd6e09697f68.
21:07:16.149 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 66 for job 83c88b319a84cfbe321fdd6e09697f68 (1591 bytes, checkpointDuration=8 ms, finalizationTime=1 ms).
21:07:16.151 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 66 as completed for source Source: KuduSource.
21:07:16.169 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:16.248 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.21.119.62:45023(127.21.119.62:45023)] connecting to peer
21:07:16.249 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.21.119.60:42475(127.21.119.60:42475)] connecting to peer
21:07:16.249 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.21.119.61:37709(127.21.119.61:37709)] connecting to peer
21:07:16.250 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023
21:07:16.250 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.119.62:45023(127.21.119.62:45023)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023
21:07:16.251 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709
21:07:16.251 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.119.61:37709(127.21.119.61:37709)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709
21:07:16.251 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.119.61:37709: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709
21:07:16.252 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475
21:07:16.252 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.119.60:42475(127.21.119.60:42475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475
21:07:16.252 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.119.60:42475: Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475
21:07:16.250 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.119.62:45023: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023
21:07:16.252 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.21.119.62:45023,127.21.119.60:42475,127.21.119.61:37709; will retry
21:07:16.253 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=null, attempt=23, TimeoutTracker(timeout=29940, elapsed=29164), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.62:45023, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.60:42475, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.61:37709, [5ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.62:45023: Network error: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.60:42475: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.61:37709: Network error: [peer master-127.21.119.61:37709(127.21.119.61:37709)] unexpected exception from downstream on [id: 0xc29aa946, L:/127.0.0.1:37498 - R:/127.21.119.61:37709], [42ms] delaying RPC due to: Service unavailable: Master config (127.21.119.62:45023,127.21.119.60:42475,127.21.119.61:37709) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023,org.apache.kudu.client.RecoverableException: [peer master-127.21.119.61:37709(127.21.119.61:37709)] unexpected exception from downstream on [id: 0xc29aa946, L:/127.0.0.1:37498 - R:/127.21.119.61:37709], [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.62:45023, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.60:42475, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.61:37709, [63ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.62:45023: Network error: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023, [64ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.61:37709: Network error: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709, [73ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.60:42475: Network error: [peer master-127.21.119.60:42475(127.21.119.60:42475)] unexpected exception from downstream on [id: 0x0ad5220f, L:/127.0.0.1:56534 - R:/127.21.119.60:42475], [73ms] delaying RPC due to: Service unavailable: Master config (127.21.119.62:45023,127.21.119.60:42475,127.21.119.61:37709) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709,org.apache.kudu.client.RecoverableException: [peer master-127.21.119.60:42475(127.21.119.60:42475)] unexpected exception from downstream on [id: 0x0ad5220f, L:/127.0.0.1:56534 - R:/127.21.119.60:42475], [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.62:45023, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.60:42475, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.61:37709, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.62:45023: Network error: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023, [83ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.60:42475: Network error: Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475, [83ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.61:37709: Network error: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709, [83ms] delaying RPC due to: Service unavailable: Master config (127.21.119.62:45023,127.21.119.60:42475,127.21.119.61:37709) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.62:45023, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.60:42475, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.61:37709, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.62:45023: Network error: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.61:37709: Network error: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.60:42475: Network error: Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475, [103ms] delaying RPC due to: Service unavailable: Master config (127.21.119.62:45023,127.21.119.60:42475,127.21.119.61:37709) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.62:45023, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.60:42475, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.62:45023: Network error: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.61:37709, [123ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.60:42475: Network error: Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475, [124ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.61:37709: Network error: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709, [124ms] delaying RPC due to: Service unavailable: Master config (127.21.119.62:45023,127.21.119.60:42475,127.21.119.61:37709) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.62:45023, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.60:42475, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.62:45023: Network error: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.60:42475: Network error: Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.61:37709, [163ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.61:37709: Network error: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709, [163ms] delaying RPC due to: Service unavailable: Master config (127.21.119.62:45023,127.21.119.60:42475,127.21.119.61:37709) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.62:45023, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.60:42475, [202ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.62:45023: Network error: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023, [202ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.60:42475: Network error: Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.61:37709, [203ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.61:37709: Network error: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709, [203ms] delaying RPC due to: Service unavailable: Master config (127.21.119.62:45023,127.21.119.60:42475,127.21.119.61:37709) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709, [320ms] refreshing cache from master, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.62:45023, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.60:42475, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.61:37709, [322ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.62:45023: Network error: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023, [322ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.60:42475: Network error: Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475, [322ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.61:37709: Network error: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709, [323ms] delaying RPC due to: Service unavailable: Master config (127.21.119.62:45023,127.21.119.60:42475,127.21.119.61:37709) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709, [441ms] refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.62:45023, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.60:42475, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.61:37709, [442ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.62:45023: Network error: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023, [442ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.60:42475: Network error: Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475, [443ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.61:37709: Network error: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709, [443ms] delaying RPC due to: Service unavailable: Master config (127.21.119.62:45023,127.21.119.60:42475,127.21.119.61:37709) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709, [560ms] refreshing cache from master, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.62:45023, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.60:42475, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.61:37709, [562ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.62:45023: Network error: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023, [563ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.60:42475: Network error: Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475, [563ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.61:37709: Network error: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709, [564ms] delaying RPC due to: Service unavailable: Master config (127.21.119.62:45023,127.21.119.60:42475,127.21.119.61:37709) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475, [840ms] refreshing cache from master, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.62:45023, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.60:42475, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.61:37709, [842ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.62:45023: Network error: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023, [842ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.60:42475: Network error: Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475, [842ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.61:37709: Network error: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709, [843ms] delaying RPC due to: Service unavailable: Master config (127.21.119.62:45023,127.21.119.60:42475,127.21.119.61:37709) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709, [1541ms] refreshing cache from master, [1541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.62:45023, [1541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.60:42475, [1542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.61:37709, [1542ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.62:45023: Network error: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023, [1542ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.60:42475: Network error: Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475, [1542ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.61:37709: Network error: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709, [1543ms] delaying RPC due to: Service unavailable: Master config (127.21.119.62:45023,127.21.119.60:42475,127.21.119.61:37709) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709, [5040ms] refreshing cache from master, [5041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.62:45023, [5041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.60:42475, [5042ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.61:37709, [5042ms] too many traces: truncated at 100 traces, deferred=Deferred@1559063503(state=PENDING, result=null, callback=(continuation of Deferred@910849634 after retry RPC after error@2005830961) -> (continuation of Deferred@849343845 after retry RPC after error@94065642) -> (continuation of Deferred@1619516509 after retry RPC after error@1675833977) -> (continuation of Deferred@773507005 after retry RPC after error@1900135831) -> (continuation of Deferred@796564182 after retry RPC after error@1441797562) -> (continuation of Deferred@758056854 after retry RPC after error@1379734233) -> (continuation of Deferred@694853218 after retry RPC after error@2086802224) -> (continuation of Deferred@690268317 after retry RPC after error@322292922) -> (continuation of Deferred@1850857776 after retry RPC after error@38186073) -> (continuation of Deferred@246058188 after retry RPC after error@860344767) -> (continuation of Deferred@1405032126 after retry RPC after error@1689017588) -> (continuation of Deferred@1052405825 after retry RPC after error@863863808) -> (continuation of Deferred@417103415 after retry RPC after error@512870948) -> (continuation of Deferred@1942260175 after retry RPC after error@751197747) -> (continuation of Deferred@1460711514 after retry RPC after error@1195409526) -> (continuation of Deferred@278786976 after retry RPC after error@246677574) -> (continuation of Deferred@1551168426 after retry RPC after error@527731554) -> (continuation of Deferred@1619753951 after retry RPC after error@1318314424) -> (continuation of Deferred@897688163 after retry RPC after error@236257322) -> (continuation of Deferred@905697204 after retry RPC after error@1689550482) -> (continuation of Deferred@1553881821 after retry RPC after error@2049705268) -> (continuation of Deferred@285293490 after retry RPC after error@1451661294), errback=(continuation of Deferred@910849634 after retry RPC after error@2005830961) -> (continuation of Deferred@849343845 after retry RPC after error@94065642) -> (continuation of Deferred@1619516509 after retry RPC after error@1675833977) -> (continuation of Deferred@773507005 after retry RPC after error@1900135831) -> (continuation of Deferred@796564182 after retry RPC after error@1441797562) -> (continuation of Deferred@758056854 after retry RPC after error@1379734233) -> (continuation of Deferred@694853218 after retry RPC after error@2086802224) -> (continuation of Deferred@690268317 after retry RPC after error@322292922) -> (continuation of Deferred@1850857776 after retry RPC after error@38186073) -> (continuation of Deferred@246058188 after retry RPC after error@860344767) -> (continuation of Deferred@1405032126 after retry RPC after error@1689017588) -> (continuation of Deferred@1052405825 after retry RPC after error@863863808) -> (continuation of Deferred@417103415 after retry RPC after error@512870948) -> (continuation of Deferred@1942260175 after retry RPC after error@751197747) -> (continuation of Deferred@1460711514 after retry RPC after error@1195409526) -> (continuation of Deferred@278786976 after retry RPC after error@246677574) -> (continuation of Deferred@1551168426 after retry RPC after error@527731554) -> (continuation of Deferred@1619753951 after retry RPC after error@1318314424) -> (continuation of Deferred@897688163 after retry RPC after error@236257322) -> (continuation of Deferred@905697204 after retry RPC after error@1689550482) -> (continuation of Deferred@1553881821 after retry RPC after error@2049705268) -> (continuation of Deferred@285293490 after retry RPC after error@1451661294)))
21:07:16.254 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1523) Notify RPC ScanRequest(scannerId=null, state=OPENING, tablet=3f14afa433404b38bc75f19e09d4ca2c, attempt=4, KuduRpc(method=Scan, tablet=3f14afa433404b38bc75f19e09d4ca2c, attempt=4, TimeoutTracker(timeout=30000, elapsed=29226), Traces: [0ms] sending RPC to server aba4d77104fe4be39359fb5420bddd9f, [2ms] received response from server aba4d77104fe4be39359fb5420bddd9f: Network error: Failed to connect to peer aba4d77104fe4be39359fb5420bddd9f(127.21.119.1:40067): Connection refused: /127.21.119.1:40067, [3ms] delaying RPC due to: Network error: Failed to connect to peer aba4d77104fe4be39359fb5420bddd9f(127.21.119.1:40067): Connection refused: /127.21.119.1:40067, [20ms] sending RPC to server 631846781b094eafb470be2055278c97, [23ms] received response from server 631846781b094eafb470be2055278c97: Network error: Failed to connect to peer 631846781b094eafb470be2055278c97(127.21.119.3:40243): Connection refused: /127.21.119.3:40243, [23ms] delaying RPC due to: Network error: Failed to connect to peer 631846781b094eafb470be2055278c97(127.21.119.3:40243): Connection refused: /127.21.119.3:40243, [41ms] sending RPC to server 1024d3a2610f428f92f80194bd756b62, [45ms] received response from server 1024d3a2610f428f92f80194bd756b62: Network error: Failed to connect to peer 1024d3a2610f428f92f80194bd756b62(127.21.119.2:35291): Connection refused: /127.21.119.2:35291, [46ms] delaying RPC due to: Network error: Failed to connect to peer 1024d3a2610f428f92f80194bd756b62(127.21.119.2:35291): Connection refused: /127.21.119.2:35291, [60ms] refreshing cache from master, [60ms] Sub RPC GetTableLocations: refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.62:45023, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.60:42475, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.61:37709, [65ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.62:45023: Network error: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.60:42475: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.61:37709: Network error: [peer master-127.21.119.61:37709(127.21.119.61:37709)] unexpected exception from downstream on [id: 0xc29aa946, L:/127.0.0.1:37498 - R:/127.21.119.61:37709], [102ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.21.119.62:45023,127.21.119.60:42475,127.21.119.61:37709) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023,org.apache.kudu.client.RecoverableException: [peer master-127.21.119.61:37709(127.21.119.61:37709)] unexpected exception from downstream on [id: 0xc29aa946, L:/127.0.0.1:37498 - R:/127.21.119.61:37709], [120ms] Sub RPC GetTableLocations: refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.62:45023, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.60:42475, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.61:37709, [123ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.62:45023: Network error: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023, [124ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.61:37709: Network error: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709, [133ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.60:42475: Network error: [peer master-127.21.119.60:42475(127.21.119.60:42475)] unexpected exception from downstream on [id: 0x0ad5220f, L:/127.0.0.1:56534 - R:/127.21.119.60:42475], [133ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.21.119.62:45023,127.21.119.60:42475,127.21.119.61:37709) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709,org.apache.kudu.client.RecoverableException: [peer master-127.21.119.60:42475(127.21.119.60:42475)] unexpected exception from downstream on [id: 0x0ad5220f, L:/127.0.0.1:56534 - R:/127.21.119.60:42475], [141ms] Sub RPC GetTableLocations: refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.62:45023, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.60:42475, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.61:37709, [142ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.62:45023: Network error: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023, [143ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.60:42475: Network error: Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475, [143ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.61:37709: Network error: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709, [143ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.21.119.62:45023,127.21.119.60:42475,127.21.119.61:37709) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709, [160ms] Sub RPC GetTableLocations: refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.62:45023, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.60:42475, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.61:37709, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.62:45023: Network error: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.61:37709: Network error: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.60:42475: Network error: Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475, [163ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.21.119.62:45023,127.21.119.60:42475,127.21.119.61:37709) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475, [181ms] Sub RPC GetTableLocations: refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.62:45023, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.60:42475, [182ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.62:45023: Network error: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023, [183ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.61:37709, [183ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.60:42475: Network error: Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475, [184ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.61:37709: Network error: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709, [184ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.21.119.62:45023,127.21.119.60:42475,127.21.119.61:37709) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709, [220ms] Sub RPC GetTableLocations: refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.62:45023, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.60:42475, [222ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.62:45023: Network error: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023, [222ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.60:42475: Network error: Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.61:37709, [223ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.61:37709: Network error: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709, [223ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.21.119.62:45023,127.21.119.60:42475,127.21.119.61:37709) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709, [260ms] Sub RPC GetTableLocations: refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.62:45023, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.60:42475, [262ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.62:45023: Network error: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023, [262ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.60:42475: Network error: Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.61:37709, [263ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.61:37709: Network error: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709, [263ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.21.119.62:45023,127.21.119.60:42475,127.21.119.61:37709) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709, [380ms] Sub RPC GetTableLocations: refreshing cache from master, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.62:45023, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.60:42475, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.61:37709, [382ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.62:45023: Network error: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023, [382ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.60:42475: Network error: Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475, [382ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.61:37709: Network error: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709, [383ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.21.119.62:45023,127.21.119.60:42475,127.21.119.61:37709) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709, [501ms] Sub RPC GetTableLocations: refreshing cache from master, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.62:45023, [502ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.60:42475, [502ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.61:37709, [502ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.62:45023: Network error: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023, [502ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.60:42475: Network error: Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475, [503ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.61:37709: Network error: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709, [503ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.21.119.62:45023,127.21.119.60:42475,127.21.119.61:37709) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709, [620ms] Sub RPC GetTableLocations: refreshing cache from master, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.62:45023, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.60:42475, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.61:37709, [622ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.62:45023: Network error: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023, [623ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.60:42475: Network error: Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475, [623ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.61:37709: Network error: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709, [624ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.21.119.62:45023,127.21.119.60:42475,127.21.119.61:37709) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475, [900ms] Sub RPC GetTableLocations: refreshing cache from master, [901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.62:45023, [901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.60:42475, [901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.61:37709, [902ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.62:45023: Network error: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023, [902ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.60:42475: Network error: Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475, [902ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.61:37709: Network error: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709, [903ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.21.119.62:45023,127.21.119.60:42475,127.21.119.61:37709) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709, [1601ms] Sub RPC GetTableLocations: refreshing cache from master, [1601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.62:45023, [1601ms] too many traces: truncated at 100 traces, deferred=Deferred@2027976529(state=PENDING, result=null, callback=scanner opened -> passthrough -> wakeup thread Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0, errback=passthrough -> open scanner errback -> wakeup thread Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0))) after lookup exception
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=null, attempt=23, TimeoutTracker(timeout=29940, elapsed=29164), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.62:45023, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.60:42475, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.61:37709, [5ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.62:45023: Network error: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.60:42475: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.61:37709: Network error: [peer master-127.21.119.61:37709(127.21.119.61:37709)] unexpected exception from downstream on [id: 0xc29aa946, L:/127.0.0.1:37498 - R:/127.21.119.61:37709], [42ms] delaying RPC due to: Service unavailable: Master config (127.21.119.62:45023,127.21.119.60:42475,127.21.119.61:37709) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023,org.apache.kudu.client.RecoverableException: [peer master-127.21.119.61:37709(127.21.119.61:37709)] unexpected exception from downstream on [id: 0xc29aa946, L:/127.0.0.1:37498 - R:/127.21.119.61:37709], [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.62:45023, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.60:42475, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.61:37709, [63ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.62:45023: Network error: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023, [64ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.61:37709: Network error: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709, [73ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.60:42475: Network error: [peer master-127.21.119.60:42475(127.21.119.60:42475)] unexpected exception from downstream on [id: 0x0ad5220f, L:/127.0.0.1:56534 - R:/127.21.119.60:42475], [73ms] delaying RPC due to: Service unavailable: Master config (127.21.119.62:45023,127.21.119.60:42475,127.21.119.61:37709) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709,org.apache.kudu.client.RecoverableException: [peer master-127.21.119.60:42475(127.21.119.60:42475)] unexpected exception from downstream on [id: 0x0ad5220f, L:/127.0.0.1:56534 - R:/127.21.119.60:42475], [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.62:45023, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.60:42475, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.61:37709, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.62:45023: Network error: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023, [83ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.60:42475: Network error: Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475, [83ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.61:37709: Network error: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709, [83ms] delaying RPC due to: Service unavailable: Master config (127.21.119.62:45023,127.21.119.60:42475,127.21.119.61:37709) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.62:45023, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.60:42475, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.61:37709, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.62:45023: Network error: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.61:37709: Network error: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.60:42475: Network error: Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475, [103ms] delaying RPC due to: Service unavailable: Master config (127.21.119.62:45023,127.21.119.60:42475,127.21.119.61:37709) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.62:45023, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.60:42475, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.62:45023: Network error: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.61:37709, [123ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.60:42475: Network error: Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475, [124ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.61:37709: Network error: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709, [124ms] delaying RPC due to: Service unavailable: Master config (127.21.119.62:45023,127.21.119.60:42475,127.21.119.61:37709) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.62:45023, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.60:42475, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.62:45023: Network error: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.60:42475: Network error: Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.61:37709, [163ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.61:37709: Network error: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709, [163ms] delaying RPC due to: Service unavailable: Master config (127.21.119.62:45023,127.21.119.60:42475,127.21.119.61:37709) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.62:45023, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.60:42475, [202ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.62:45023: Network error: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023, [202ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.60:42475: Network error: Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.61:37709, [203ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.61:37709: Network error: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709, [203ms] delaying RPC due to: Service unavailable: Master config (127.21.119.62:45023,127.21.119.60:42475,127.21.119.61:37709) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709, [320ms] refreshing cache from master, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.62:45023, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.60:42475, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.61:37709, [322ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.62:45023: Network error: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023, [322ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.60:42475: Network error: Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475, [322ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.61:37709: Network error: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709, [323ms] delaying RPC due to: Service unavailable: Master config (127.21.119.62:45023,127.21.119.60:42475,127.21.119.61:37709) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709, [441ms] refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.62:45023, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.60:42475, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.61:37709, [442ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.62:45023: Network error: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023, [442ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.60:42475: Network error: Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475, [443ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.61:37709: Network error: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709, [443ms] delaying RPC due to: Service unavailable: Master config (127.21.119.62:45023,127.21.119.60:42475,127.21.119.61:37709) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709, [560ms] refreshing cache from master, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.62:45023, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.60:42475, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.61:37709, [562ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.62:45023: Network error: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023, [563ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.60:42475: Network error: Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475, [563ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.61:37709: Network error: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709, [564ms] delaying RPC due to: Service unavailable: Master config (127.21.119.62:45023,127.21.119.60:42475,127.21.119.61:37709) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475, [840ms] refreshing cache from master, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.62:45023, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.60:42475, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.61:37709, [842ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.62:45023: Network error: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023, [842ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.60:42475: Network error: Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475, [842ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.61:37709: Network error: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709, [843ms] delaying RPC due to: Service unavailable: Master config (127.21.119.62:45023,127.21.119.60:42475,127.21.119.61:37709) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709, [1541ms] refreshing cache from master, [1541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.62:45023, [1541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.60:42475, [1542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.61:37709, [1542ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.62:45023: Network error: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023, [1542ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.60:42475: Network error: Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475, [1542ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.61:37709: Network error: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709, [1543ms] delaying RPC due to: Service unavailable: Master config (127.21.119.62:45023,127.21.119.60:42475,127.21.119.61:37709) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709, [5040ms] refreshing cache from master, [5041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.62:45023, [5041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.60:42475, [5042ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.61:37709, [5042ms] too many traces: truncated at 100 traces, deferred=Deferred@1559063503(state=PENDING, result=null, callback=(continuation of Deferred@910849634 after retry RPC after error@2005830961) -> (continuation of Deferred@849343845 after retry RPC after error@94065642) -> (continuation of Deferred@1619516509 after retry RPC after error@1675833977) -> (continuation of Deferred@773507005 after retry RPC after error@1900135831) -> (continuation of Deferred@796564182 after retry RPC after error@1441797562) -> (continuation of Deferred@758056854 after retry RPC after error@1379734233) -> (continuation of Deferred@694853218 after retry RPC after error@2086802224) -> (continuation of Deferred@690268317 after retry RPC after error@322292922) -> (continuation of Deferred@1850857776 after retry RPC after error@38186073) -> (continuation of Deferred@246058188 after retry RPC after error@860344767) -> (continuation of Deferred@1405032126 after retry RPC after error@1689017588) -> (continuation of Deferred@1052405825 after retry RPC after error@863863808) -> (continuation of Deferred@417103415 after retry RPC after error@512870948) -> (continuation of Deferred@1942260175 after retry RPC after error@751197747) -> (continuation of Deferred@1460711514 after retry RPC after error@1195409526) -> (continuation of Deferred@278786976 after retry RPC after error@246677574) -> (continuation of Deferred@1551168426 after retry RPC after error@527731554) -> (continuation of Deferred@1619753951 after retry RPC after error@1318314424) -> (continuation of Deferred@897688163 after retry RPC after error@236257322) -> (continuation of Deferred@905697204 after retry RPC after error@1689550482) -> (continuation of Deferred@1553881821 after retry RPC after error@2049705268) -> (continuation of Deferred@285293490 after retry RPC after error@1451661294), errback=(continuation of Deferred@910849634 after retry RPC after error@2005830961) -> (continuation of Deferred@849343845 after retry RPC after error@94065642) -> (continuation of Deferred@1619516509 after retry RPC after error@1675833977) -> (continuation of Deferred@773507005 after retry RPC after error@1900135831) -> (continuation of Deferred@796564182 after retry RPC after error@1441797562) -> (continuation of Deferred@758056854 after retry RPC after error@1379734233) -> (continuation of Deferred@694853218 after retry RPC after error@2086802224) -> (continuation of Deferred@690268317 after retry RPC after error@322292922) -> (continuation of Deferred@1850857776 after retry RPC after error@38186073) -> (continuation of Deferred@246058188 after retry RPC after error@860344767) -> (continuation of Deferred@1405032126 after retry RPC after error@1689017588) -> (continuation of Deferred@1052405825 after retry RPC after error@863863808) -> (continuation of Deferred@417103415 after retry RPC after error@512870948) -> (continuation of Deferred@1942260175 after retry RPC after error@751197747) -> (continuation of Deferred@1460711514 after retry RPC after error@1195409526) -> (continuation of Deferred@278786976 after retry RPC after error@246677574) -> (continuation of Deferred@1551168426 after retry RPC after error@527731554) -> (continuation of Deferred@1619753951 after retry RPC after error@1318314424) -> (continuation of Deferred@897688163 after retry RPC after error@236257322) -> (continuation of Deferred@905697204 after retry RPC after error@1689550482) -> (continuation of Deferred@1553881821 after retry RPC after error@2049705268) -> (continuation of Deferred@285293490 after retry RPC after error@1451661294)))
	at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
	at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
	at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
	at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.21.119.62:45023,127.21.119.60:42475,127.21.119.61:37709) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	... 35 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.21.119.62:45023
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:07:16.256 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:686) Can not open scanner
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=null, attempt=23, TimeoutTracker(timeout=29940, elapsed=29164), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.62:45023, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.60:42475, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.61:37709, [5ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.62:45023: Network error: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.60:42475: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.61:37709: Network error: [peer master-127.21.119.61:37709(127.21.119.61:37709)] unexpected exception from downstream on [id: 0xc29aa946, L:/127.0.0.1:37498 - R:/127.21.119.61:37709], [42ms] delaying RPC due to: Service unavailable: Master config (127.21.119.62:45023,127.21.119.60:42475,127.21.119.61:37709) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023,org.apache.kudu.client.RecoverableException: [peer master-127.21.119.61:37709(127.21.119.61:37709)] unexpected exception from downstream on [id: 0xc29aa946, L:/127.0.0.1:37498 - R:/127.21.119.61:37709], [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.62:45023, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.60:42475, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.61:37709, [63ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.62:45023: Network error: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023, [64ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.61:37709: Network error: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709, [73ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.60:42475: Network error: [peer master-127.21.119.60:42475(127.21.119.60:42475)] unexpected exception from downstream on [id: 0x0ad5220f, L:/127.0.0.1:56534 - R:/127.21.119.60:42475], [73ms] delaying RPC due to: Service unavailable: Master config (127.21.119.62:45023,127.21.119.60:42475,127.21.119.61:37709) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709,org.apache.kudu.client.RecoverableException: [peer master-127.21.119.60:42475(127.21.119.60:42475)] unexpected exception from downstream on [id: 0x0ad5220f, L:/127.0.0.1:56534 - R:/127.21.119.60:42475], [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.62:45023, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.60:42475, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.61:37709, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.62:45023: Network error: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023, [83ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.60:42475: Network error: Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475, [83ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.61:37709: Network error: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709, [83ms] delaying RPC due to: Service unavailable: Master config (127.21.119.62:45023,127.21.119.60:42475,127.21.119.61:37709) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.62:45023, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.60:42475, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.61:37709, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.62:45023: Network error: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.61:37709: Network error: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.60:42475: Network error: Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475, [103ms] delaying RPC due to: Service unavailable: Master config (127.21.119.62:45023,127.21.119.60:42475,127.21.119.61:37709) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.62:45023, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.60:42475, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.62:45023: Network error: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.61:37709, [123ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.60:42475: Network error: Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475, [124ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.61:37709: Network error: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709, [124ms] delaying RPC due to: Service unavailable: Master config (127.21.119.62:45023,127.21.119.60:42475,127.21.119.61:37709) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.62:45023, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.60:42475, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.62:45023: Network error: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.60:42475: Network error: Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.61:37709, [163ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.61:37709: Network error: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709, [163ms] delaying RPC due to: Service unavailable: Master config (127.21.119.62:45023,127.21.119.60:42475,127.21.119.61:37709) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.62:45023, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.60:42475, [202ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.62:45023: Network error: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023, [202ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.60:42475: Network error: Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.61:37709, [203ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.61:37709: Network error: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709, [203ms] delaying RPC due to: Service unavailable: Master config (127.21.119.62:45023,127.21.119.60:42475,127.21.119.61:37709) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709, [320ms] refreshing cache from master, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.62:45023, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.60:42475, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.61:37709, [322ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.62:45023: Network error: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023, [322ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.60:42475: Network error: Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475, [322ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.61:37709: Network error: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709, [323ms] delaying RPC due to: Service unavailable: Master config (127.21.119.62:45023,127.21.119.60:42475,127.21.119.61:37709) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709, [441ms] refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.62:45023, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.60:42475, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.61:37709, [442ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.62:45023: Network error: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023, [442ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.60:42475: Network error: Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475, [443ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.61:37709: Network error: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709, [443ms] delaying RPC due to: Service unavailable: Master config (127.21.119.62:45023,127.21.119.60:42475,127.21.119.61:37709) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709, [560ms] refreshing cache from master, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.62:45023, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.60:42475, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.61:37709, [562ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.62:45023: Network error: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023, [563ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.60:42475: Network error: Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475, [563ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.61:37709: Network error: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709, [564ms] delaying RPC due to: Service unavailable: Master config (127.21.119.62:45023,127.21.119.60:42475,127.21.119.61:37709) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475, [840ms] refreshing cache from master, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.62:45023, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.60:42475, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.61:37709, [842ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.62:45023: Network error: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023, [842ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.60:42475: Network error: Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475, [842ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.61:37709: Network error: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709, [843ms] delaying RPC due to: Service unavailable: Master config (127.21.119.62:45023,127.21.119.60:42475,127.21.119.61:37709) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709, [1541ms] refreshing cache from master, [1541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.62:45023, [1541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.60:42475, [1542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.61:37709, [1542ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.62:45023: Network error: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023, [1542ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.60:42475: Network error: Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475, [1542ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.61:37709: Network error: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709, [1543ms] delaying RPC due to: Service unavailable: Master config (127.21.119.62:45023,127.21.119.60:42475,127.21.119.61:37709) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709, [5040ms] refreshing cache from master, [5041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.62:45023, [5041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.60:42475, [5042ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.61:37709, [5042ms] too many traces: truncated at 100 traces, deferred=Deferred@1559063503(state=PENDING, result=null, callback=(continuation of Deferred@910849634 after retry RPC after error@2005830961) -> (continuation of Deferred@849343845 after retry RPC after error@94065642) -> (continuation of Deferred@1619516509 after retry RPC after error@1675833977) -> (continuation of Deferred@773507005 after retry RPC after error@1900135831) -> (continuation of Deferred@796564182 after retry RPC after error@1441797562) -> (continuation of Deferred@758056854 after retry RPC after error@1379734233) -> (continuation of Deferred@694853218 after retry RPC after error@2086802224) -> (continuation of Deferred@690268317 after retry RPC after error@322292922) -> (continuation of Deferred@1850857776 after retry RPC after error@38186073) -> (continuation of Deferred@246058188 after retry RPC after error@860344767) -> (continuation of Deferred@1405032126 after retry RPC after error@1689017588) -> (continuation of Deferred@1052405825 after retry RPC after error@863863808) -> (continuation of Deferred@417103415 after retry RPC after error@512870948) -> (continuation of Deferred@1942260175 after retry RPC after error@751197747) -> (continuation of Deferred@1460711514 after retry RPC after error@1195409526) -> (continuation of Deferred@278786976 after retry RPC after error@246677574) -> (continuation of Deferred@1551168426 after retry RPC after error@527731554) -> (continuation of Deferred@1619753951 after retry RPC after error@1318314424) -> (continuation of Deferred@897688163 after retry RPC after error@236257322) -> (continuation of Deferred@905697204 after retry RPC after error@1689550482) -> (continuation of Deferred@1553881821 after retry RPC after error@2049705268) -> (continuation of Deferred@285293490 after retry RPC after error@1451661294), errback=(continuation of Deferred@910849634 after retry RPC after error@2005830961) -> (continuation of Deferred@849343845 after retry RPC after error@94065642) -> (continuation of Deferred@1619516509 after retry RPC after error@1675833977) -> (continuation of Deferred@773507005 after retry RPC after error@1900135831) -> (continuation of Deferred@796564182 after retry RPC after error@1441797562) -> (continuation of Deferred@758056854 after retry RPC after error@1379734233) -> (continuation of Deferred@694853218 after retry RPC after error@2086802224) -> (continuation of Deferred@690268317 after retry RPC after error@322292922) -> (continuation of Deferred@1850857776 after retry RPC after error@38186073) -> (continuation of Deferred@246058188 after retry RPC after error@860344767) -> (continuation of Deferred@1405032126 after retry RPC after error@1689017588) -> (continuation of Deferred@1052405825 after retry RPC after error@863863808) -> (continuation of Deferred@417103415 after retry RPC after error@512870948) -> (continuation of Deferred@1942260175 after retry RPC after error@751197747) -> (continuation of Deferred@1460711514 after retry RPC after error@1195409526) -> (continuation of Deferred@278786976 after retry RPC after error@246677574) -> (continuation of Deferred@1551168426 after retry RPC after error@527731554) -> (continuation of Deferred@1619753951 after retry RPC after error@1318314424) -> (continuation of Deferred@897688163 after retry RPC after error@236257322) -> (continuation of Deferred@905697204 after retry RPC after error@1689550482) -> (continuation of Deferred@1553881821 after retry RPC after error@2049705268) -> (continuation of Deferred@285293490 after retry RPC after error@1451661294)))
	at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
	at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
	at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
	at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.21.119.62:45023,127.21.119.60:42475,127.21.119.61:37709) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	... 35 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.21.119.62:45023
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:07:16.257 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (AsyncKuduScanner.java:862) Scanner null closed on null
21:07:16.257 [ERROR - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcherManager.java:190) Received uncaught exception.
java.lang.RuntimeException: SplitFetcher thread 0 received unexpected exception while polling the records
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:168)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.run(SplitFetcher.java:117)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=null, attempt=23, TimeoutTracker(timeout=29940, elapsed=29164), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.62:45023, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.60:42475, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.61:37709, [5ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.62:45023: Network error: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.60:42475: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.61:37709: Network error: [peer master-127.21.119.61:37709(127.21.119.61:37709)] unexpected exception from downstream on [id: 0xc29aa946, L:/127.0.0.1:37498 - R:/127.21.119.61:37709], [42ms] delaying RPC due to: Service unavailable: Master config (127.21.119.62:45023,127.21.119.60:42475,127.21.119.61:37709) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023,org.apache.kudu.client.RecoverableException: [peer master-127.21.119.61:37709(127.21.119.61:37709)] unexpected exception from downstream on [id: 0xc29aa946, L:/127.0.0.1:37498 - R:/127.21.119.61:37709], [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.62:45023, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.60:42475, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.61:37709, [63ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.62:45023: Network error: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023, [64ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.61:37709: Network error: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709, [73ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.60:42475: Network error: [peer master-127.21.119.60:42475(127.21.119.60:42475)] unexpected exception from downstream on [id: 0x0ad5220f, L:/127.0.0.1:56534 - R:/127.21.119.60:42475], [73ms] delaying RPC due to: Service unavailable: Master config (127.21.119.62:45023,127.21.119.60:42475,127.21.119.61:37709) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709,org.apache.kudu.client.RecoverableException: [peer master-127.21.119.60:42475(127.21.119.60:42475)] unexpected exception from downstream on [id: 0x0ad5220f, L:/127.0.0.1:56534 - R:/127.21.119.60:42475], [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.62:45023, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.60:42475, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.61:37709, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.62:45023: Network error: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023, [83ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.60:42475: Network error: Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475, [83ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.61:37709: Network error: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709, [83ms] delaying RPC due to: Service unavailable: Master config (127.21.119.62:45023,127.21.119.60:42475,127.21.119.61:37709) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.62:45023, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.60:42475, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.61:37709, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.62:45023: Network error: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.61:37709: Network error: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.60:42475: Network error: Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475, [103ms] delaying RPC due to: Service unavailable: Master config (127.21.119.62:45023,127.21.119.60:42475,127.21.119.61:37709) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.62:45023, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.60:42475, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.62:45023: Network error: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.61:37709, [123ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.60:42475: Network error: Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475, [124ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.61:37709: Network error: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709, [124ms] delaying RPC due to: Service unavailable: Master config (127.21.119.62:45023,127.21.119.60:42475,127.21.119.61:37709) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.62:45023, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.60:42475, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.62:45023: Network error: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.60:42475: Network error: Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.61:37709, [163ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.61:37709: Network error: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709, [163ms] delaying RPC due to: Service unavailable: Master config (127.21.119.62:45023,127.21.119.60:42475,127.21.119.61:37709) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.62:45023, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.60:42475, [202ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.62:45023: Network error: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023, [202ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.60:42475: Network error: Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.61:37709, [203ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.61:37709: Network error: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709, [203ms] delaying RPC due to: Service unavailable: Master config (127.21.119.62:45023,127.21.119.60:42475,127.21.119.61:37709) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709, [320ms] refreshing cache from master, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.62:45023, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.60:42475, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.61:37709, [322ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.62:45023: Network error: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023, [322ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.60:42475: Network error: Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475, [322ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.61:37709: Network error: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709, [323ms] delaying RPC due to: Service unavailable: Master config (127.21.119.62:45023,127.21.119.60:42475,127.21.119.61:37709) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709, [441ms] refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.62:45023, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.60:42475, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.61:37709, [442ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.62:45023: Network error: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023, [442ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.60:42475: Network error: Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475, [443ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.61:37709: Network error: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709, [443ms] delaying RPC due to: Service unavailable: Master config (127.21.119.62:45023,127.21.119.60:42475,127.21.119.61:37709) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709, [560ms] refreshing cache from master, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.62:45023, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.60:42475, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.61:37709, [562ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.62:45023: Network error: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023, [563ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.60:42475: Network error: Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475, [563ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.61:37709: Network error: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709, [564ms] delaying RPC due to: Service unavailable: Master config (127.21.119.62:45023,127.21.119.60:42475,127.21.119.61:37709) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475, [840ms] refreshing cache from master, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.62:45023, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.60:42475, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.61:37709, [842ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.62:45023: Network error: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023, [842ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.60:42475: Network error: Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475, [842ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.61:37709: Network error: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709, [843ms] delaying RPC due to: Service unavailable: Master config (127.21.119.62:45023,127.21.119.60:42475,127.21.119.61:37709) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709, [1541ms] refreshing cache from master, [1541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.62:45023, [1541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.60:42475, [1542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.61:37709, [1542ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.62:45023: Network error: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023, [1542ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.60:42475: Network error: Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475, [1542ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.61:37709: Network error: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709, [1543ms] delaying RPC due to: Service unavailable: Master config (127.21.119.62:45023,127.21.119.60:42475,127.21.119.61:37709) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709, [5040ms] refreshing cache from master, [5041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.62:45023, [5041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.60:42475, [5042ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.61:37709, [5042ms] too many traces: truncated at 100 traces, deferred=Deferred@1559063503(state=PENDING, result=null, callback=(continuation of Deferred@910849634 after retry RPC after error@2005830961) -> (continuation of Deferred@849343845 after retry RPC after error@94065642) -> (continuation of Deferred@1619516509 after retry RPC after error@1675833977) -> (continuation of Deferred@773507005 after retry RPC after error@1900135831) -> (continuation of Deferred@796564182 after retry RPC after error@1441797562) -> (continuation of Deferred@758056854 after retry RPC after error@1379734233) -> (continuation of Deferred@694853218 after retry RPC after error@2086802224) -> (continuation of Deferred@690268317 after retry RPC after error@322292922) -> (continuation of Deferred@1850857776 after retry RPC after error@38186073) -> (continuation of Deferred@246058188 after retry RPC after error@860344767) -> (continuation of Deferred@1405032126 after retry RPC after error@1689017588) -> (continuation of Deferred@1052405825 after retry RPC after error@863863808) -> (continuation of Deferred@417103415 after retry RPC after error@512870948) -> (continuation of Deferred@1942260175 after retry RPC after error@751197747) -> (continuation of Deferred@1460711514 after retry RPC after error@1195409526) -> (continuation of Deferred@278786976 after retry RPC after error@246677574) -> (continuation of Deferred@1551168426 after retry RPC after error@527731554) -> (continuation of Deferred@1619753951 after retry RPC after error@1318314424) -> (continuation of Deferred@897688163 after retry RPC after error@236257322) -> (continuation of Deferred@905697204 after retry RPC after error@1689550482) -> (continuation of Deferred@1553881821 after retry RPC after error@2049705268) -> (continuation of Deferred@285293490 after retry RPC after error@1451661294), errback=(continuation of Deferred@910849634 after retry RPC after error@2005830961) -> (continuation of Deferred@849343845 after retry RPC after error@94065642) -> (continuation of Deferred@1619516509 after retry RPC after error@1675833977) -> (continuation of Deferred@773507005 after retry RPC after error@1900135831) -> (continuation of Deferred@796564182 after retry RPC after error@1441797562) -> (continuation of Deferred@758056854 after retry RPC after error@1379734233) -> (continuation of Deferred@694853218 after retry RPC after error@2086802224) -> (continuation of Deferred@690268317 after retry RPC after error@322292922) -> (continuation of Deferred@1850857776 after retry RPC after error@38186073) -> (continuation of Deferred@246058188 after retry RPC after error@860344767) -> (continuation of Deferred@1405032126 after retry RPC after error@1689017588) -> (continuation of Deferred@1052405825 after retry RPC after error@863863808) -> (continuation of Deferred@417103415 after retry RPC after error@512870948) -> (continuation of Deferred@1942260175 after retry RPC after error@751197747) -> (continuation of Deferred@1460711514 after retry RPC after error@1195409526) -> (continuation of Deferred@278786976 after retry RPC after error@246677574) -> (continuation of Deferred@1551168426 after retry RPC after error@527731554) -> (continuation of Deferred@1619753951 after retry RPC after error@1318314424) -> (continuation of Deferred@897688163 after retry RPC after error@236257322) -> (continuation of Deferred@905697204 after retry RPC after error@1689550482) -> (continuation of Deferred@1553881821 after retry RPC after error@2049705268) -> (continuation of Deferred@285293490 after retry RPC after error@1451661294)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduScanner.nextRows(KuduScanner.java:81)
	at org.apache.flink.connector.kudu.source.reader.KuduSourceSplitReader.fetch(KuduSourceSplitReader.java:68)
	at org.apache.flink.connector.base.source.reader.fetcher.FetchTask.run(FetchTask.java:58)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:165)
	... 6 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.21.119.62:45023,127.21.119.60:42475,127.21.119.61:37709) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.21.119.62:45023
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:07:16.258 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer 631846781b094eafb470be2055278c97(127.21.119.3:40243)] disconnecting while in state TERMINATED
21:07:16.258 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer master-127.21.119.60:42475(127.21.119.60:42475)] disconnecting while in state TERMINATED
21:07:16.258 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer aba4d77104fe4be39359fb5420bddd9f(127.21.119.1:40067)] disconnecting while in state TERMINATED
21:07:16.258 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer 1024d3a2610f428f92f80194bd756b62(127.21.119.2:35291)] disconnecting while in state TERMINATED
21:07:16.258 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer master-127.21.119.62:45023(127.21.119.62:45023)] disconnecting while in state TERMINATED
21:07:16.258 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer master-127.21.119.61:37709(127.21.119.61:37709)] disconnecting while in state TERMINATED
21:07:16.260 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer master-127.22.50.62:44659(127.22.50.62:44659)] disconnecting while in state TERMINATED
21:07:16.260 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer master-127.22.50.61:45261(127.22.50.61:45261)] disconnecting while in state TERMINATED
21:07:16.260 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer master-127.22.50.60:38829(127.22.50.60:38829)] disconnecting while in state TERMINATED
21:07:16.260 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
21:07:16.262 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-2
21:07:16.263 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-1
21:07:16.268 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:2704) Releasing all remaining resources
21:07:16.271 [DEBUG - kudu-nio-5] (PoolThreadCache.java:218) Freed 4 thread-local buffer(s) from thread: kudu-nio-5
21:07:16.271 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
21:07:16.272 [DEBUG - kudu-nio-4] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-4
21:07:16.287 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 17 thread-local buffer(s) from thread: kudu-nio-0
21:07:16.288 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:338) Closing Source Reader.
21:07:16.289 [WARN - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1117) Source: KuduSource -> Sink: Writer (3/4)#0 (7bde5c08f7e804a4ab3423222f7e7362_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from RUNNING to FAILED with failure cause:
java.lang.RuntimeException: One or more fetchers have encountered exception
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcherManager.checkErrors(SplitFetcherManager.java:333)
	at org.apache.flink.connector.base.source.reader.SourceReaderBase.getNextFetch(SourceReaderBase.java:228)
	at org.apache.flink.connector.base.source.reader.SourceReaderBase.pollNext(SourceReaderBase.java:190)
	at org.apache.kudu.replication.wrappedsource.StatelessKuduReaderWrapper.pollNext(StatelessKuduReaderWrapper.java:63)
	at org.apache.flink.streaming.api.operators.SourceOperator.emitNext(SourceOperator.java:443)
	at org.apache.flink.streaming.runtime.io.StreamTaskSourceInput.emitNext(StreamTaskSourceInput.java:68)
	at org.apache.flink.streaming.runtime.io.StreamOneInputProcessor.processInput(StreamOneInputProcessor.java:65)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.processInput(StreamTask.java:579)
	at org.apache.flink.streaming.runtime.tasks.mailbox.MailboxProcessor.runMailboxLoop(MailboxProcessor.java:231)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.runMailboxLoop(StreamTask.java:909)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.invoke(StreamTask.java:858)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:937)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: SplitFetcher thread 0 received unexpected exception while polling the records
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:168)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.run(SplitFetcher.java:117)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=null, attempt=23, TimeoutTracker(timeout=29940, elapsed=29164), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.62:45023, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.60:42475, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.61:37709, [5ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.62:45023: Network error: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.60:42475: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.61:37709: Network error: [peer master-127.21.119.61:37709(127.21.119.61:37709)] unexpected exception from downstream on [id: 0xc29aa946, L:/127.0.0.1:37498 - R:/127.21.119.61:37709], [42ms] delaying RPC due to: Service unavailable: Master config (127.21.119.62:45023,127.21.119.60:42475,127.21.119.61:37709) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023,org.apache.kudu.client.RecoverableException: [peer master-127.21.119.61:37709(127.21.119.61:37709)] unexpected exception from downstream on [id: 0xc29aa946, L:/127.0.0.1:37498 - R:/127.21.119.61:37709], [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.62:45023, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.60:42475, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.61:37709, [63ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.62:45023: Network error: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023, [64ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.61:37709: Network error: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709, [73ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.60:42475: Network error: [peer master-127.21.119.60:42475(127.21.119.60:42475)] unexpected exception from downstream on [id: 0x0ad5220f, L:/127.0.0.1:56534 - R:/127.21.119.60:42475], [73ms] delaying RPC due to: Service unavailable: Master config (127.21.119.62:45023,127.21.119.60:42475,127.21.119.61:37709) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709,org.apache.kudu.client.RecoverableException: [peer master-127.21.119.60:42475(127.21.119.60:42475)] unexpected exception from downstream on [id: 0x0ad5220f, L:/127.0.0.1:56534 - R:/127.21.119.60:42475], [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.62:45023, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.60:42475, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.61:37709, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.62:45023: Network error: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023, [83ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.60:42475: Network error: Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475, [83ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.61:37709: Network error: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709, [83ms] delaying RPC due to: Service unavailable: Master config (127.21.119.62:45023,127.21.119.60:42475,127.21.119.61:37709) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.62:45023, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.60:42475, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.61:37709, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.62:45023: Network error: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.61:37709: Network error: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.60:42475: Network error: Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475, [103ms] delaying RPC due to: Service unavailable: Master config (127.21.119.62:45023,127.21.119.60:42475,127.21.119.61:37709) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.62:45023, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.60:42475, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.62:45023: Network error: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.61:37709, [123ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.60:42475: Network error: Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475, [124ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.61:37709: Network error: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709, [124ms] delaying RPC due to: Service unavailable: Master config (127.21.119.62:45023,127.21.119.60:42475,127.21.119.61:37709) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.62:45023, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.60:42475, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.62:45023: Network error: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.60:42475: Network error: Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.61:37709, [163ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.61:37709: Network error: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709, [163ms] delaying RPC due to: Service unavailable: Master config (127.21.119.62:45023,127.21.119.60:42475,127.21.119.61:37709) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.62:45023, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.60:42475, [202ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.62:45023: Network error: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023, [202ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.60:42475: Network error: Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.61:37709, [203ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.61:37709: Network error: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709, [203ms] delaying RPC due to: Service unavailable: Master config (127.21.119.62:45023,127.21.119.60:42475,127.21.119.61:37709) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709, [320ms] refreshing cache from master, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.62:45023, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.60:42475, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.61:37709, [322ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.62:45023: Network error: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023, [322ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.60:42475: Network error: Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475, [322ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.61:37709: Network error: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709, [323ms] delaying RPC due to: Service unavailable: Master config (127.21.119.62:45023,127.21.119.60:42475,127.21.119.61:37709) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709, [441ms] refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.62:45023, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.60:42475, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.61:37709, [442ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.62:45023: Network error: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023, [442ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.60:42475: Network error: Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475, [443ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.61:37709: Network error: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709, [443ms] delaying RPC due to: Service unavailable: Master config (127.21.119.62:45023,127.21.119.60:42475,127.21.119.61:37709) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709, [560ms] refreshing cache from master, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.62:45023, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.60:42475, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.61:37709, [562ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.62:45023: Network error: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023, [563ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.60:42475: Network error: Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475, [563ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.61:37709: Network error: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709, [564ms] delaying RPC due to: Service unavailable: Master config (127.21.119.62:45023,127.21.119.60:42475,127.21.119.61:37709) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475, [840ms] refreshing cache from master, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.62:45023, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.60:42475, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.61:37709, [842ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.62:45023: Network error: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023, [842ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.60:42475: Network error: Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475, [842ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.61:37709: Network error: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709, [843ms] delaying RPC due to: Service unavailable: Master config (127.21.119.62:45023,127.21.119.60:42475,127.21.119.61:37709) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709, [1541ms] refreshing cache from master, [1541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.62:45023, [1541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.60:42475, [1542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.61:37709, [1542ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.62:45023: Network error: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023, [1542ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.60:42475: Network error: Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475, [1542ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.61:37709: Network error: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709, [1543ms] delaying RPC due to: Service unavailable: Master config (127.21.119.62:45023,127.21.119.60:42475,127.21.119.61:37709) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709, [5040ms] refreshing cache from master, [5041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.62:45023, [5041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.60:42475, [5042ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.61:37709, [5042ms] too many traces: truncated at 100 traces, deferred=Deferred@1559063503(state=PENDING, result=null, callback=(continuation of Deferred@910849634 after retry RPC after error@2005830961) -> (continuation of Deferred@849343845 after retry RPC after error@94065642) -> (continuation of Deferred@1619516509 after retry RPC after error@1675833977) -> (continuation of Deferred@773507005 after retry RPC after error@1900135831) -> (continuation of Deferred@796564182 after retry RPC after error@1441797562) -> (continuation of Deferred@758056854 after retry RPC after error@1379734233) -> (continuation of Deferred@694853218 after retry RPC after error@2086802224) -> (continuation of Deferred@690268317 after retry RPC after error@322292922) -> (continuation of Deferred@1850857776 after retry RPC after error@38186073) -> (continuation of Deferred@246058188 after retry RPC after error@860344767) -> (continuation of Deferred@1405032126 after retry RPC after error@1689017588) -> (continuation of Deferred@1052405825 after retry RPC after error@863863808) -> (continuation of Deferred@417103415 after retry RPC after error@512870948) -> (continuation of Deferred@1942260175 after retry RPC after error@751197747) -> (continuation of Deferred@1460711514 after retry RPC after error@1195409526) -> (continuation of Deferred@278786976 after retry RPC after error@246677574) -> (continuation of Deferred@1551168426 after retry RPC after error@527731554) -> (continuation of Deferred@1619753951 after retry RPC after error@1318314424) -> (continuation of Deferred@897688163 after retry RPC after error@236257322) -> (continuation of Deferred@905697204 after retry RPC after error@1689550482) -> (continuation of Deferred@1553881821 after retry RPC after error@2049705268) -> (continuation of Deferred@285293490 after retry RPC after error@1451661294), errback=(continuation of Deferred@910849634 after retry RPC after error@2005830961) -> (continuation of Deferred@849343845 after retry RPC after error@94065642) -> (continuation of Deferred@1619516509 after retry RPC after error@1675833977) -> (continuation of Deferred@773507005 after retry RPC after error@1900135831) -> (continuation of Deferred@796564182 after retry RPC after error@1441797562) -> (continuation of Deferred@758056854 after retry RPC after error@1379734233) -> (continuation of Deferred@694853218 after retry RPC after error@2086802224) -> (continuation of Deferred@690268317 after retry RPC after error@322292922) -> (continuation of Deferred@1850857776 after retry RPC after error@38186073) -> (continuation of Deferred@246058188 after retry RPC after error@860344767) -> (continuation of Deferred@1405032126 after retry RPC after error@1689017588) -> (continuation of Deferred@1052405825 after retry RPC after error@863863808) -> (continuation of Deferred@417103415 after retry RPC after error@512870948) -> (continuation of Deferred@1942260175 after retry RPC after error@751197747) -> (continuation of Deferred@1460711514 after retry RPC after error@1195409526) -> (continuation of Deferred@278786976 after retry RPC after error@246677574) -> (continuation of Deferred@1551168426 after retry RPC after error@527731554) -> (continuation of Deferred@1619753951 after retry RPC after error@1318314424) -> (continuation of Deferred@897688163 after retry RPC after error@236257322) -> (continuation of Deferred@905697204 after retry RPC after error@1689550482) -> (continuation of Deferred@1553881821 after retry RPC after error@2049705268) -> (continuation of Deferred@285293490 after retry RPC after error@1451661294)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduScanner.nextRows(KuduScanner.java:81)
	at org.apache.flink.connector.kudu.source.reader.KuduSourceSplitReader.fetch(KuduSourceSplitReader.java:68)
	at org.apache.flink.connector.base.source.reader.fetcher.FetchTask.run(FetchTask.java:58)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:165)
	... 6 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.21.119.62:45023,127.21.119.60:42475,127.21.119.61:37709) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.21.119.62:45023
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:07:16.290 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#0 (7bde5c08f7e804a4ab3423222f7e7362_cbc357ccb763df2852fee8c4fc7d55f2_2_0).
21:07:16.294 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#0 7bde5c08f7e804a4ab3423222f7e7362_cbc357ccb763df2852fee8c4fc7d55f2_2_0.
21:07:16.298 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1449) Source: KuduSource -> Sink: Writer (3/4) (7bde5c08f7e804a4ab3423222f7e7362_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from RUNNING to FAILED on c55db3d4-2fd1-4c20-a48a-1de4bc3c79fd @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: java.lang.RuntimeException: One or more fetchers have encountered exception
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcherManager.checkErrors(SplitFetcherManager.java:333)
	at org.apache.flink.connector.base.source.reader.SourceReaderBase.getNextFetch(SourceReaderBase.java:228)
	at org.apache.flink.connector.base.source.reader.SourceReaderBase.pollNext(SourceReaderBase.java:190)
	at org.apache.kudu.replication.wrappedsource.StatelessKuduReaderWrapper.pollNext(StatelessKuduReaderWrapper.java:63)
	at org.apache.flink.streaming.api.operators.SourceOperator.emitNext(SourceOperator.java:443)
	at org.apache.flink.streaming.runtime.io.StreamTaskSourceInput.emitNext(StreamTaskSourceInput.java:68)
	at org.apache.flink.streaming.runtime.io.StreamOneInputProcessor.processInput(StreamOneInputProcessor.java:65)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.processInput(StreamTask.java:579)
	at org.apache.flink.streaming.runtime.tasks.mailbox.MailboxProcessor.runMailboxLoop(MailboxProcessor.java:231)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.runMailboxLoop(StreamTask.java:909)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.invoke(StreamTask.java:858)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:937)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.SerializedThrowable: java.lang.RuntimeException: SplitFetcher thread 0 received unexpected exception while polling the records
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:168)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.run(SplitFetcher.java:117)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=null, attempt=23, TimeoutTracker(timeout=29940, elapsed=29164), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.62:45023, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.60:42475, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.61:37709, [5ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.62:45023: Network error: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.60:42475: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.61:37709: Network error: [peer master-127.21.119.61:37709(127.21.119.61:37709)] unexpected exception from downstream on [id: 0xc29aa946, L:/127.0.0.1:37498 - R:/127.21.119.61:37709], [42ms] delaying RPC due to: Service unavailable: Master config (127.21.119.62:45023,127.21.119.60:42475,127.21.119.61:37709) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023,org.apache.kudu.client.RecoverableException: [peer master-127.21.119.61:37709(127.21.119.61:37709)] unexpected exception from downstream on [id: 0xc29aa946, L:/127.0.0.1:37498 - R:/127.21.119.61:37709], [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.62:45023, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.60:42475, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.61:37709, [63ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.62:45023: Network error: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023, [64ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.61:37709: Network error: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709, [73ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.60:42475: Network error: [peer master-127.21.119.60:42475(127.21.119.60:42475)] unexpected exception from downstream on [id: 0x0ad5220f, L:/127.0.0.1:56534 - R:/127.21.119.60:42475], [73ms] delaying RPC due to: Service unavailable: Master config (127.21.119.62:45023,127.21.119.60:42475,127.21.119.61:37709) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709,org.apache.kudu.client.RecoverableException: [peer master-127.21.119.60:42475(127.21.119.60:42475)] unexpected exception from downstream on [id: 0x0ad5220f, L:/127.0.0.1:56534 - R:/127.21.119.60:42475], [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.62:45023, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.60:42475, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.61:37709, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.62:45023: Network error: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023, [83ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.60:42475: Network error: Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475, [83ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.61:37709: Network error: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709, [83ms] delaying RPC due to: Service unavailable: Master config (127.21.119.62:45023,127.21.119.60:42475,127.21.119.61:37709) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.62:45023, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.60:42475, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.61:37709, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.62:45023: Network error: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.61:37709: Network error: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.60:42475: Network error: Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475, [103ms] delaying RPC due to: Service unavailable: Master config (127.21.119.62:45023,127.21.119.60:42475,127.21.119.61:37709) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.62:45023, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.60:42475, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.62:45023: Network error: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.61:37709, [123ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.60:42475: Network error: Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475, [124ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.61:37709: Network error: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709, [124ms] delaying RPC due to: Service unavailable: Master config (127.21.119.62:45023,127.21.119.60:42475,127.21.119.61:37709) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.62:45023, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.60:42475, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.62:45023: Network error: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.60:42475: Network error: Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.61:37709, [163ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.61:37709: Network error: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709, [163ms] delaying RPC due to: Service unavailable: Master config (127.21.119.62:45023,127.21.119.60:42475,127.21.119.61:37709) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.62:45023, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.60:42475, [202ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.62:45023: Network error: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023, [202ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.60:42475: Network error: Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.61:37709, [203ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.61:37709: Network error: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709, [203ms] delaying RPC due to: Service unavailable: Master config (127.21.119.62:45023,127.21.119.60:42475,127.21.119.61:37709) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709, [320ms] refreshing cache from master, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.62:45023, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.60:42475, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.61:37709, [322ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.62:45023: Network error: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023, [322ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.60:42475: Network error: Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475, [322ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.61:37709: Network error: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709, [323ms] delaying RPC due to: Service unavailable: Master config (127.21.119.62:45023,127.21.119.60:42475,127.21.119.61:37709) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709, [441ms] refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.62:45023, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.60:42475, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.61:37709, [442ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.62:45023: Network error: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023, [442ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.60:42475: Network error: Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475, [443ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.61:37709: Network error: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709, [443ms] delaying RPC due to: Service unavailable: Master config (127.21.119.62:45023,127.21.119.60:42475,127.21.119.61:37709) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709, [560ms] refreshing cache from master, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.62:45023, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.60:42475, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.61:37709, [562ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.62:45023: Network error: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023, [563ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.60:42475: Network error: Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475, [563ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.61:37709: Network error: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709, [564ms] delaying RPC due to: Service unavailable: Master config (127.21.119.62:45023,127.21.119.60:42475,127.21.119.61:37709) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475, [840ms] refreshing cache from master, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.62:45023, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.60:42475, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.61:37709, [842ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.62:45023: Network error: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023, [842ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.60:42475: Network error: Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475, [842ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.61:37709: Network error: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709, [843ms] delaying RPC due to: Service unavailable: Master config (127.21.119.62:45023,127.21.119.60:42475,127.21.119.61:37709) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709, [1541ms] refreshing cache from master, [1541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.62:45023, [1541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.60:42475, [1542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.61:37709, [1542ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.62:45023: Network error: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023, [1542ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.60:42475: Network error: Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475, [1542ms] Sub RPC ConnectToMaster: received response from server master-127.21.119.61:37709: Network error: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709, [1543ms] delaying RPC due to: Service unavailable: Master config (127.21.119.62:45023,127.21.119.60:42475,127.21.119.61:37709) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709, [5040ms] refreshing cache from master, [5041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.62:45023, [5041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.60:42475, [5042ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.119.61:37709, [5042ms] too many traces: truncated at 100 traces, deferred=Deferred@1559063503(state=PENDING, result=null, callback=(continuation of Deferred@910849634 after retry RPC after error@2005830961) -> (continuation of Deferred@849343845 after retry RPC after error@94065642) -> (continuation of Deferred@1619516509 after retry RPC after error@1675833977) -> (continuation of Deferred@773507005 after retry RPC after error@1900135831) -> (continuation of Deferred@796564182 after retry RPC after error@1441797562) -> (continuation of Deferred@758056854 after retry RPC after error@1379734233) -> (continuation of Deferred@694853218 after retry RPC after error@2086802224) -> (continuation of Deferred@690268317 after retry RPC after error@322292922) -> (continuation of Deferred@1850857776 after retry RPC after error@38186073) -> (continuation of Deferred@246058188 after retry RPC after error@860344767) -> (continuation of Deferred@1405032126 after retry RPC after error@1689017588) -> (continuation of Deferred@1052405825 after retry RPC after error@863863808) -> (continuation of Deferred@417103415 after retry RPC after error@512870948) -> (continuation of Deferred@1942260175 after retry RPC after error@751197747) -> (continuation of Deferred@1460711514 after retry RPC after error@1195409526) -> (continuation of Deferred@278786976 after retry RPC after error@246677574) -> (continuation of Deferred@1551168426 after retry RPC after error@527731554) -> (continuation of Deferred@1619753951 after retry RPC after error@1318314424) -> (continuation of Deferred@897688163 after retry RPC after error@236257322) -> (continuation of Deferred@905697204 after retry RPC after error@1689550482) -> (continuation of Deferred@1553881821 after retry RPC after error@2049705268) -> (continuation of Deferred@285293490 after retry RPC after error@1451661294), errback=(continuation of Deferred@910849634 after retry RPC after error@2005830961) -> (continuation of Deferred@849343845 after retry RPC after error@94065642) -> (continuation of Deferred@1619516509 after retry RPC after error@1675833977) -> (continuation of Deferred@773507005 after retry RPC after error@1900135831) -> (continuation of Deferred@796564182 after retry RPC after error@1441797562) -> (continuation of Deferred@758056854 after retry RPC after error@1379734233) -> (continuation of Deferred@694853218 after retry RPC after error@2086802224) -> (continuation of Deferred@690268317 after retry RPC after error@322292922) -> (continuation of Deferred@1850857776 after retry RPC after error@38186073) -> (continuation of Deferred@246058188 after retry RPC after error@860344767) -> (continuation of Deferred@1405032126 after retry RPC after error@1689017588) -> (continuation of Deferred@1052405825 after retry RPC after error@863863808) -> (continuation of Deferred@417103415 after retry RPC after error@512870948) -> (continuation of Deferred@1942260175 after retry RPC after error@751197747) -> (continuation of Deferred@1460711514 after retry RPC after error@1195409526) -> (continuation of Deferred@278786976 after retry RPC after error@246677574) -> (continuation of Deferred@1551168426 after retry RPC after error@527731554) -> (continuation of Deferred@1619753951 after retry RPC after error@1318314424) -> (continuation of Deferred@897688163 after retry RPC after error@236257322) -> (continuation of Deferred@905697204 after retry RPC after error@1689550482) -> (continuation of Deferred@1553881821 after retry RPC after error@2049705268) -> (continuation of Deferred@285293490 after retry RPC after error@1451661294)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduScanner.nextRows(KuduScanner.java:81)
	at org.apache.flink.connector.kudu.source.reader.KuduSourceSplitReader.fetch(KuduSourceSplitReader.java:68)
	at org.apache.flink.connector.base.source.reader.fetcher.FetchTask.run(FetchTask.java:58)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:165)
	... 6 more
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.21.119.62:45023,127.21.119.60:42475,127.21.119.61:37709) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.61:37709(127.21.119.61:37709): Connection refused: /127.21.119.61:37709,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.60:42475(127.21.119.60:42475): Connection refused: /127.21.119.60:42475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.119.62:45023(127.21.119.62:45023): Connection refused: /127.21.119.62:45023
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.21.119.62:45023
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:07:16.301 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 7bde5c08f7e804a4ab3423222f7e7362_cbc357ccb763df2852fee8c4fc7d55f2_2_0.
21:07:16.301 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (83c88b319a84cfbe321fdd6e09697f68) switched from state RUNNING to RESTARTING.
21:07:16.301 [WARN - flink-pekko.actor.default-dispatcher-8] (TaskManagerLocation.java:276) No hostname could be resolved for the IP address 127.0.0.1, using IP address as host name. Local input split assignment (such as for HDFS files) may be impacted.
21:07:16.302 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:324) Received resource requirements from job 83c88b319a84cfbe321fdd6e09697f68: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
21:07:16.303 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#0) of source Source: KuduSource.
21:07:16.431 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:16.669 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:16.930 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:17.169 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:17.302 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (83c88b319a84cfbe321fdd6e09697f68) switched from state RESTARTING to RUNNING.
21:07:17.303 [INFO - flink-pekko.actor.default-dispatcher-8] (CheckpointCoordinator.java:1805) Restoring job 83c88b319a84cfbe321fdd6e09697f68 from Checkpoint 66 @ 1783544836140 for 83c88b319a84cfbe321fdd6e09697f68 located at file:/tmp/junit15794170310472928674/checkpoints/83c88b319a84cfbe321fdd6e09697f68/chk-66.
21:07:17.304 [INFO - flink-pekko.actor.default-dispatcher-8] (MasterHooks.java:201) No master state to restore
21:07:17.304 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 2 to checkpoint 66 for source Source: KuduSource to checkpoint.
21:07:17.304 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (7bde5c08f7e804a4ab3423222f7e7362_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from CREATED to SCHEDULED.
21:07:17.305 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (7bde5c08f7e804a4ab3423222f7e7362_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from SCHEDULED to DEPLOYING.
21:07:17.305 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #1) with attempt id 7bde5c08f7e804a4ab3423222f7e7362_cbc357ccb763df2852fee8c4fc7d55f2_2_1 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to c55db3d4-2fd1-4c20-a48a-1de4bc3c79fd @ 127.0.0.1 (dataPort=-1) with allocation id 47d2bf06ddbb090309483d06cea61f42
21:07:17.306 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 83c88b319a84cfbe321fdd6e09697f68: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
21:07:17.306 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot 47d2bf06ddbb090309483d06cea61f42.
21:07:17.307 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#1 (7bde5c08f7e804a4ab3423222f7e7362_cbc357ccb763df2852fee8c4fc7d55f2_2_1), deploy into slot with allocation id 47d2bf06ddbb090309483d06cea61f42.
21:07:17.311 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#1 (7bde5c08f7e804a4ab3423222f7e7362_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from CREATED to DEPLOYING.
21:07:17.312 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#1 (7bde5c08f7e804a4ab3423222f7e7362_cbc357ccb763df2852fee8c4fc7d55f2_2_1) [DEPLOYING].
21:07:17.315 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@605289e5
21:07:17.315 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
21:07:17.315 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit15794170310472928674/checkpoints")
21:07:17.316 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#1 (7bde5c08f7e804a4ab3423222f7e7362_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from DEPLOYING to INITIALIZING.
21:07:17.316 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (7bde5c08f7e804a4ab3423222f7e7362_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from DEPLOYING to INITIALIZING.
21:07:17.326 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@10f52b5c
21:07:17.335 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#1] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:07:17.343 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#1] (Connection.java:748) [peer master-127.22.50.60:38829(127.22.50.60:38829)] connecting to peer
21:07:17.350 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#1] (Connection.java:748) [peer master-127.22.50.61:45261(127.22.50.61:45261)] connecting to peer
21:07:17.351 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:07:17.351 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.50.60:38829(127.22.50.60:38829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:07:17.351 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.60:38829: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:07:17.354 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#1] (Connection.java:748) [peer master-127.22.50.62:44659(127.22.50.62:44659)] connecting to peer
21:07:17.356 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:07:17.356 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.50.61:45261(127.22.50.61:45261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:07:17.356 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.61:45261: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:07:17.362 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:07:17.362 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.50.62:44659(127.22.50.62:44659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:07:17.363 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.62:44659: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:07:17.363 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659; will retry
21:07:17.383 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.22.50.60:38829(127.22.50.60:38829)] connecting to peer
21:07:17.391 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.22.50.61:45261(127.22.50.61:45261)] connecting to peer
21:07:17.395 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:07:17.396 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.50.60:38829(127.22.50.60:38829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:07:17.396 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.60:38829: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:07:17.401 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.22.50.62:44659(127.22.50.62:44659)] connecting to peer
21:07:17.405 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:07:17.406 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.50.61:45261(127.22.50.61:45261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:07:17.406 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.61:45261: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:07:17.420 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:07:17.420 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.50.62:44659(127.22.50.62:44659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:07:17.420 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.62:44659: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:07:17.420 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659; will retry
21:07:17.431 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:17.432 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:17.443 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.22.50.60:38829(127.22.50.60:38829)] connecting to peer
21:07:17.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:16.207108 24906 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 24898
21:07:17.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:17.448374 24898 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 2.606s	user 0.361s	sys 0.762s
21:07:17.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:17.451014 24898 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 2.609s	user 0.361s	sys 0.762s
21:07:17.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:17.450973 24910 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:07:17.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:17.451381 24898 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
21:07:17.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:17.451411 24909 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 2604 milliseconds
21:07:17.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:14.843969 24908 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:07:17.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:17.457717 24898 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:07:17.462 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.22.50.61:45261(127.22.50.61:45261)] connecting to peer
21:07:17.463 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:07:17.463 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.50.60:38829(127.22.50.60:38829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:07:17.463 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.60:38829: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:07:17.468 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.22.50.62:44659(127.22.50.62:44659)] connecting to peer
21:07:17.469 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:07:17.469 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.50.62:44659(127.22.50.62:44659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:07:17.469 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.62:44659: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:07:17.471 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:07:17.472 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.50.61:45261(127.22.50.61:45261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:07:17.472 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.61:45261: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:07:17.472 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659; will retry
21:07:17.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:17.477236 24898 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:07:17.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:17.480898 24898 hybrid_clock.cc:648] HybridClock initialized: now 1783544837480811 us; error 72 us; skew 500 ppm
21:07:17.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:17.482065 24898 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:07:17.484 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.22.50.60:38829(127.22.50.60:38829)] connecting to peer
21:07:17.484 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.22.50.61:45261(127.22.50.61:45261)] connecting to peer
21:07:17.484 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.22.50.62:44659(127.22.50.62:44659)] connecting to peer
21:07:17.485 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:07:17.485 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.50.61:45261(127.22.50.61:45261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:07:17.485 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.61:45261: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:07:17.486 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:07:17.486 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.50.62:44659(127.22.50.62:44659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:07:17.486 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.62:44659: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:07:17.486 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:07:17.486 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.50.60:38829(127.22.50.60:38829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:07:17.487 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.60:38829: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:07:17.487 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659; will retry
21:07:17.504 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.22.50.60:38829(127.22.50.60:38829)] connecting to peer
21:07:17.504 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.22.50.61:45261(127.22.50.61:45261)] connecting to peer
21:07:17.504 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.22.50.62:44659(127.22.50.62:44659)] connecting to peer
21:07:17.505 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:07:17.505 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.50.60:38829(127.22.50.60:38829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:07:17.505 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.60:38829: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:07:17.506 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:07:17.506 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.50.61:45261(127.22.50.61:45261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:07:17.506 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.61:45261: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:07:17.507 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:07:17.507 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.50.62:44659(127.22.50.62:44659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:07:17.507 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.62:44659: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:07:17.507 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659; will retry
21:07:17.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:17.512912 24898 webserver.cc:534] Webserver started at http://127.24.4.129:36185/ using document root <none> and password file <none>
21:07:17.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:17.514375 24898 fs_manager.cc:362] Metadata directory not provided
21:07:17.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:17.514698 24898 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:07:17.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:17.515322 24898 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
21:07:17.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:17.522189 24898 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11884337006539982611/ts-0/data/instance:
21:07:17.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "28b43f34df8445b7ba6c271cc27bfb2a"
21:07:17.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:07:17 on dist-test-slave-3sd5"
21:07:17.524 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.22.50.60:38829(127.22.50.60:38829)] connecting to peer
21:07:17.524 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.22.50.61:45261(127.22.50.61:45261)] connecting to peer
21:07:17.524 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.22.50.62:44659(127.22.50.62:44659)] connecting to peer
21:07:17.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:17.524156 24898 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11884337006539982611/ts-0/wal/instance:
21:07:17.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "28b43f34df8445b7ba6c271cc27bfb2a"
21:07:17.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:07:17 on dist-test-slave-3sd5"
21:07:17.525 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:07:17.525 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.50.60:38829(127.22.50.60:38829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:07:17.525 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.60:38829: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:07:17.526 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:07:17.526 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.50.61:45261(127.22.50.61:45261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:07:17.526 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.61:45261: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:07:17.527 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:07:17.527 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.50.62:44659(127.22.50.62:44659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:07:17.527 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.62:44659: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:07:17.527 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659; will retry
21:07:17.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:17.542858 24898 fs_manager.cc:696] Time spent creating directory manager: real 0.018s	user 0.004s	sys 0.007s
21:07:17.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:17.566252 24934 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
21:07:17.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:17.569948 24898 fs_manager.cc:730] Time spent opening block manager: real 0.022s	user 0.005s	sys 0.001s
21:07:17.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:17.570511 24898 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11884337006539982611/ts-0/data,/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11884337006539982611/ts-0/wal
21:07:17.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "28b43f34df8445b7ba6c271cc27bfb2a"
21:07:17.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:07:17 on dist-test-slave-3sd5"
21:07:17.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:17.571097 24898 fs_report.cc:389] FS layout report
21:07:17.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:07:17.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11884337006539982611/ts-0/wal
21:07:17.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11884337006539982611/ts-0/wal
21:07:17.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11884337006539982611/ts-0/data/data
21:07:17.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:07:17.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:07:17.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:07:17.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:07:17.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:07:17.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:07:17.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:07:17.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:07:17.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:07:17.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:07:17.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:07:17.583 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.22.50.60:38829(127.22.50.60:38829)] connecting to peer
21:07:17.584 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.22.50.61:45261(127.22.50.61:45261)] connecting to peer
21:07:17.584 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.22.50.62:44659(127.22.50.62:44659)] connecting to peer
21:07:17.585 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:07:17.585 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.50.60:38829(127.22.50.60:38829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:07:17.585 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.60:38829: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:07:17.585 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:07:17.585 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.50.61:45261(127.22.50.61:45261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:07:17.585 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.61:45261: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:07:17.586 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:07:17.586 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.50.62:44659(127.22.50.62:44659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:07:17.586 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.62:44659: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:07:17.586 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659; will retry
21:07:17.669 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:17.681 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:07:17.682 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:07:17.682 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:07:17.683 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:17.683 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:17.683 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:17.683 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:17.683 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:17.683 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:17.684 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:17.684 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:17.684 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:17.684 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:07:17.704 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.22.50.60:38829(127.22.50.60:38829)] connecting to peer
21:07:17.704 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.22.50.61:45261(127.22.50.61:45261)] connecting to peer
21:07:17.704 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.22.50.62:44659(127.22.50.62:44659)] connecting to peer
21:07:17.705 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:07:17.705 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.50.60:38829(127.22.50.60:38829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:07:17.705 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.60:38829: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:07:17.705 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:07:17.706 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.50.61:45261(127.22.50.61:45261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:07:17.706 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.61:45261: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:07:17.706 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:07:17.706 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.50.62:44659(127.22.50.62:44659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:07:17.706 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.62:44659: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:07:17.706 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659; will retry
21:07:17.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:17.793721 24898 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
21:07:17.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:17.801394 24898 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:07:17.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:17.802058 24898 kserver.cc:163] Server-wide thread pool size limit: 3276
21:07:17.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:17.814594 24898 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
21:07:17.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:17.839985 24898 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
21:07:17.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:17.840363 24898 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
21:07:17.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:17.840723 24898 ts_tablet_manager.cc:616] Registered 0 tablets
21:07:17.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:17.840977 24898 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
21:07:17.884 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.22.50.60:38829(127.22.50.60:38829)] connecting to peer
21:07:17.884 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.22.50.61:45261(127.22.50.61:45261)] connecting to peer
21:07:17.884 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.22.50.62:44659(127.22.50.62:44659)] connecting to peer
21:07:17.885 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:07:17.885 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.50.60:38829(127.22.50.60:38829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:07:17.885 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.60:38829: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:07:17.888 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:07:17.888 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.50.61:45261(127.22.50.61:45261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:07:17.888 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.61:45261: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:07:17.889 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:07:17.889 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.50.62:44659(127.22.50.62:44659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:07:17.889 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.62:44659: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:07:17.889 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659; will retry
21:07:17.928 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:17.930 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:17.951 [DEBUG - pool-132-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:07:17.952 [DEBUG - pool-132-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:07:17.952 [DEBUG - pool-132-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:07:17.953 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:17.953 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:17.953 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:17.953 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:17.953 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:17.953 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:17.954 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:17.954 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:17.954 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:17.954 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:07:18.003 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.22.50.60:38829(127.22.50.60:38829)] connecting to peer
21:07:18.004 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.22.50.61:45261(127.22.50.61:45261)] connecting to peer
21:07:18.004 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.22.50.62:44659(127.22.50.62:44659)] connecting to peer
21:07:18.004 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:07:18.005 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.50.60:38829(127.22.50.60:38829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:07:18.005 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.60:38829: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:07:18.009 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:07:18.009 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.50.61:45261(127.22.50.61:45261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:07:18.009 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.61:45261: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:07:18.009 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:07:18.009 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.50.62:44659(127.22.50.62:44659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:07:18.009 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.62:44659: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:07:18.009 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659; will retry
21:07:18.169 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:18.429 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:18.430 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:18.503 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.22.50.60:38829(127.22.50.60:38829)] connecting to peer
21:07:18.504 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.22.50.61:45261(127.22.50.61:45261)] connecting to peer
21:07:18.504 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.22.50.62:44659(127.22.50.62:44659)] connecting to peer
21:07:18.505 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:07:18.505 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.50.60:38829(127.22.50.60:38829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:07:18.505 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.60:38829: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:07:18.505 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:07:18.505 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.50.61:45261(127.22.50.61:45261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:07:18.505 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.61:45261: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:07:18.506 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:07:18.506 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.50.62:44659(127.22.50.62:44659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:07:18.506 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.62:44659: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:07:18.506 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659; will retry
21:07:18.669 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:18.684 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.22.50.60:38829(127.22.50.60:38829)] connecting to peer
21:07:18.684 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.22.50.61:45261(127.22.50.61:45261)] connecting to peer
21:07:18.684 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.22.50.62:44659(127.22.50.62:44659)] connecting to peer
21:07:18.685 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:07:18.685 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.50.60:38829(127.22.50.60:38829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:07:18.685 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.60:38829: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:07:18.685 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:07:18.685 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.50.61:45261(127.22.50.61:45261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:07:18.686 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.61:45261: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:07:18.686 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:07:18.686 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.50.62:44659(127.22.50.62:44659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:07:18.686 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.62:44659: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:07:18.686 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659; will retry
21:07:18.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:18.900779 24898 rpc_server.cc:307] RPC server started. Bound to: 127.24.4.129:44267
21:07:18.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:18.904814 25050 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.24.4.129:44267 every 8 connection(s)
21:07:18.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:18.906229 24898 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11884337006539982611/ts-0/data/info.pb
21:07:18.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:18.916947 24594 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu as pid 24898
21:07:18.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:18.917691 24594 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11884337006539982611/ts-0/wal/instance
21:07:18.930 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:18.931 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:18.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:18.934158 24594 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu
21:07:18.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu
21:07:18.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11884337006539982611/ts-1/wal
21:07:18.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11884337006539982611/ts-1/data
21:07:18.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:07:18.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:07:18.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:07:18.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:07:18.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:07:18.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:07:18.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11884337006539982611/ts-1/logs
21:07:18.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11884337006539982611/ts-1/data/info.pb
21:07:18.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:07:18.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:07:18.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:07:18.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:07:18.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:07:18.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:07:18.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:07:18.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:07:18.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
21:07:18.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:07:18.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.4.130:0
21:07:18.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.24.4.130
21:07:18.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.4.130
21:07:18.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:07:18.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.24.4.190:39383,127.24.4.189:35405,127.24.4.188:46037
21:07:18.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.4.148:34139
21:07:18.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:07:18.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:07:18.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
21:07:18.991 [DEBUG - pool-132-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:07:18.992 [DEBUG - pool-132-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:07:18.992 [DEBUG - pool-132-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:07:18.992 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:18.992 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:18.992 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:18.993 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:18.993 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:18.993 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:18.993 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:18.993 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:18.993 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:18.993 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:07:19.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:19.052361 25055 heartbeater.cc:344] Connected to a master server at 127.24.4.190:39383
21:07:19.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:19.052984 25055 heartbeater.cc:461] Registering TS with master...
21:07:19.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:19.054440 25055 heartbeater.cc:507] Master 127.24.4.190:39383 requested a full tablet report, sending...
21:07:19.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:19.058698 24641 ts_manager.cc:194] Registered new tserver with Master: 28b43f34df8445b7ba6c271cc27bfb2a (127.24.4.129:44267)
21:07:19.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:19.062244 25051 heartbeater.cc:344] Connected to a master server at 127.24.4.188:46037
21:07:19.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:19.062660 25051 heartbeater.cc:461] Registering TS with master...
21:07:19.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:19.063716 25051 heartbeater.cc:507] Master 127.24.4.188:46037 requested a full tablet report, sending...
21:07:19.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:19.066754 24800 ts_manager.cc:194] Registered new tserver with Master: 28b43f34df8445b7ba6c271cc27bfb2a (127.24.4.129:44267)
21:07:19.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:19.070173 24800 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.24.4.129:34911
21:07:19.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:19.077428 25052 heartbeater.cc:344] Connected to a master server at 127.24.4.189:35405
21:07:19.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:19.077894 25052 heartbeater.cc:461] Registering TS with master...
21:07:19.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:19.078631 25052 heartbeater.cc:507] Master 127.24.4.189:35405 requested a full tablet report, sending...
21:07:19.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:19.083024 24718 ts_manager.cc:194] Registered new tserver with Master: 28b43f34df8445b7ba6c271cc27bfb2a (127.24.4.129:44267)
21:07:19.175 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:19.243 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.22.50.60:38829(127.22.50.60:38829)] connecting to peer
21:07:19.244 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.22.50.61:45261(127.22.50.61:45261)] connecting to peer
21:07:19.244 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.22.50.62:44659(127.22.50.62:44659)] connecting to peer
21:07:19.247 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:07:19.247 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.50.60:38829(127.22.50.60:38829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:07:19.247 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.60:38829: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:07:19.248 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:07:19.248 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.50.61:45261(127.22.50.61:45261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:07:19.248 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.61:45261: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:07:19.249 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:07:19.249 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.50.62:44659(127.22.50.62:44659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:07:19.249 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.62:44659: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:07:19.249 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659; will retry
21:07:19.428 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:19.431 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:19.488 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:07:19.488 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:07:19.488 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:07:19.489 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:19.489 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:19.489 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:19.490 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:19.490 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:19.490 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:19.490 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:19.490 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:19.490 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:19.490 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:07:19.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:19.609696 25057 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
21:07:19.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:19.610453 25057 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:07:19.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:19.611375 25057 flags.cc:432] Enabled unsafe flag: --never_fsync=true
21:07:19.669 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:19.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:19.682921 25057 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
21:07:19.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:19.684721 25057 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.24.4.130
21:07:19.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:19.755877 25057 tablet_server_runner.cc:78] Tablet server non-default flags:
21:07:19.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:07:19.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.4.148:34139
21:07:19.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:07:19.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:07:19.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11884337006539982611/ts-1/data
21:07:19.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11884337006539982611/ts-1/wal
21:07:19.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:07:19.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:07:19.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.4.130:0
21:07:19.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:07:19.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:07:19.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:07:19.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11884337006539982611/ts-1/data/info.pb
21:07:19.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.4.130
21:07:19.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:07:19.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.24.4.190:39383,127.24.4.189:35405,127.24.4.188:46037
21:07:19.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:07:19.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:07:19.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:07:19.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:07:19.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:07:19.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.24.4.130
21:07:19.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11884337006539982611/ts-1/logs
21:07:19.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:07:19.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:07:19.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
21:07:19.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
21:07:19.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
21:07:19.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 6bec869c2320d19f2589b3f609f76e5041a21d27
21:07:19.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:07:19.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 20:43:55 UTC on e7f111948823
21:07:19.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16878
21:07:19.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:07:19.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:19.757640 25057 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:07:19.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:19.759996 25057 file_cache.cc:492] Constructed file cache file cache with capacity 419430
21:07:19.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:19.777856 25068 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:07:19.928 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:19.931 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:19.984 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:07:19.984 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:07:19.984 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:07:19.984 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:19.985 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:19.985 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:19.985 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:19.985 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:19.985 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:19.986 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:19.986 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:19.986 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:19.986 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:07:20.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:20.075196 25051 heartbeater.cc:499] Master 127.24.4.188:46037 was elected leader, sending a full tablet report...
21:07:20.169 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:20.428 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:20.430 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:20.669 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:20.922 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:07:20.922 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:07:20.922 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:07:20.923 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:20.923 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:20.923 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:20.924 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:20.924 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:20.924 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:20.924 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:20.925 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:20.925 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:20.925 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:07:20.927 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:20.931 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:20.967 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:07:20.968 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:07:20.968 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:07:20.969 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:20.969 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:20.969 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:20.970 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:20.970 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:20.970 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:20.970 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:20.972 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:20.972 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:20.972 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:07:21.169 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:21.308 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:07:21.309 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:07:21.309 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:07:21.309 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:21.309 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:21.309 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:21.309 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:21.310 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:21.310 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:21.310 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:21.310 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:21.310 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:21.310 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:07:21.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:21.180470 25067 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 25057
21:07:21.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:21.402575 25057 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 1.624s	user 0.593s	sys 0.994s
21:07:21.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:19.779665 25069 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:07:21.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:21.402966 25057 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 1.624s	user 0.593s	sys 0.994s
21:07:21.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:21.413348 25075 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:07:21.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:21.413410 25057 server_base.cc:1061] running on GCE node
21:07:21.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:21.414659 25057 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:07:21.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:21.416867 25057 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:07:21.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:21.418476 25057 hybrid_clock.cc:648] HybridClock initialized: now 1783544841418340 us; error 141 us; skew 500 ppm
21:07:21.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:21.419584 25057 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:07:21.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:21.426360 25057 webserver.cc:534] Webserver started at http://127.24.4.130:43851/ using document root <none> and password file <none>
21:07:21.427 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:21.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:21.427693 25057 fs_manager.cc:362] Metadata directory not provided
21:07:21.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:21.427971 25057 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:07:21.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:21.428685 25057 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
21:07:21.431 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:21.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:21.435316 25057 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11884337006539982611/ts-1/data/instance:
21:07:21.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bf2d2a630430447086ac0e062627063f"
21:07:21.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:07:21 on dist-test-slave-3sd5"
21:07:21.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:21.436959 25057 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11884337006539982611/ts-1/wal/instance:
21:07:21.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bf2d2a630430447086ac0e062627063f"
21:07:21.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:07:21 on dist-test-slave-3sd5"
21:07:21.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:21.447203 25057 fs_manager.cc:696] Time spent creating directory manager: real 0.009s	user 0.010s	sys 0.001s
21:07:21.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:21.455341 25081 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
21:07:21.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:21.456630 25057 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.004s	sys 0.000s
21:07:21.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:21.456966 25057 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11884337006539982611/ts-1/data,/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11884337006539982611/ts-1/wal
21:07:21.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bf2d2a630430447086ac0e062627063f"
21:07:21.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:07:21 on dist-test-slave-3sd5"
21:07:21.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:21.457288 25057 fs_report.cc:389] FS layout report
21:07:21.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:07:21.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11884337006539982611/ts-1/wal
21:07:21.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11884337006539982611/ts-1/wal
21:07:21.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11884337006539982611/ts-1/data/data
21:07:21.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:07:21.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:07:21.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:07:21.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:07:21.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:07:21.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:07:21.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:07:21.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:07:21.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:07:21.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:07:21.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:07:21.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:21.533821 25057 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
21:07:21.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:21.535530 25057 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:07:21.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:21.536031 25057 kserver.cc:163] Server-wide thread pool size limit: 3276
21:07:21.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:21.538878 25057 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
21:07:21.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:21.543787 25057 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
21:07:21.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:21.544014 25057 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
21:07:21.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:21.544286 25057 ts_tablet_manager.cc:616] Registered 0 tablets
21:07:21.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:21.544427 25057 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
21:07:21.628 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:07:21.628 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:07:21.629 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:07:21.629 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:21.629 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:21.629 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:21.629 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:21.629 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:21.630 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:21.630 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:21.630 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:21.629 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:21.630 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:07:21.669 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:21.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:21.702226 25057 rpc_server.cc:307] RPC server started. Bound to: 127.24.4.130:34071
21:07:21.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:21.702368 25193 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.24.4.130:34071 every 8 connection(s)
21:07:21.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:21.705199 25057 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11884337006539982611/ts-1/data/info.pb
21:07:21.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:21.706288 24594 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu as pid 25057
21:07:21.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:21.706737 24594 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11884337006539982611/ts-1/wal/instance
21:07:21.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:21.748737 24594 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu
21:07:21.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu
21:07:21.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11884337006539982611/ts-2/wal
21:07:21.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11884337006539982611/ts-2/data
21:07:21.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:07:21.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:07:21.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:07:21.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:07:21.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:07:21.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:07:21.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11884337006539982611/ts-2/logs
21:07:21.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11884337006539982611/ts-2/data/info.pb
21:07:21.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:07:21.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:07:21.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:07:21.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:07:21.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:07:21.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:07:21.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:07:21.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:07:21.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
21:07:21.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:07:21.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.4.131:0
21:07:21.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.24.4.131
21:07:21.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.4.131
21:07:21.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:07:21.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.24.4.190:39383,127.24.4.189:35405,127.24.4.188:46037
21:07:21.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.4.148:34139
21:07:21.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:07:21.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:07:21.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
21:07:21.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:21.767119 25194 heartbeater.cc:344] Connected to a master server at 127.24.4.188:46037
21:07:21.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:21.767683 25194 heartbeater.cc:461] Registering TS with master...
21:07:21.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:21.770531 25194 heartbeater.cc:507] Master 127.24.4.188:46037 requested a full tablet report, sending...
21:07:21.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:21.774351 24800 ts_manager.cc:194] Registered new tserver with Master: bf2d2a630430447086ac0e062627063f (127.24.4.130:34071)
21:07:21.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:21.775148 25195 heartbeater.cc:344] Connected to a master server at 127.24.4.189:35405
21:07:21.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:21.775525 25195 heartbeater.cc:461] Registering TS with master...
21:07:21.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:21.776494 25195 heartbeater.cc:507] Master 127.24.4.189:35405 requested a full tablet report, sending...
21:07:21.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:21.779026 24800 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.24.4.130:59389
21:07:21.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:21.779498 24718 ts_manager.cc:194] Registered new tserver with Master: bf2d2a630430447086ac0e062627063f (127.24.4.130:34071)
21:07:21.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:21.793277 25196 heartbeater.cc:344] Connected to a master server at 127.24.4.190:39383
21:07:21.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:21.793704 25196 heartbeater.cc:461] Registering TS with master...
21:07:21.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:21.794307 25196 heartbeater.cc:507] Master 127.24.4.190:39383 requested a full tablet report, sending...
21:07:21.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:21.797024 24641 ts_manager.cc:194] Registered new tserver with Master: bf2d2a630430447086ac0e062627063f (127.24.4.130:34071)
21:07:21.884 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.22.50.60:38829(127.22.50.60:38829)] connecting to peer
21:07:21.884 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.22.50.61:45261(127.22.50.61:45261)] connecting to peer
21:07:21.884 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.22.50.62:44659(127.22.50.62:44659)] connecting to peer
21:07:21.885 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:07:21.885 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:07:21.885 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.50.60:38829(127.22.50.60:38829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:07:21.885 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.50.61:45261(127.22.50.61:45261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:07:21.885 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.60:38829: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:07:21.885 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.61:45261: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:07:21.885 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:07:21.885 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.50.62:44659(127.22.50.62:44659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:07:21.885 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.62:44659: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:07:21.885 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659; will retry
21:07:21.927 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:21.931 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:22.168 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:22.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:22.192476 25204 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
21:07:22.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:22.193018 25204 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:07:22.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:22.193508 25204 flags.cc:432] Enabled unsafe flag: --never_fsync=true
21:07:22.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:22.234326 25204 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
21:07:22.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:22.235313 25204 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.24.4.131
21:07:22.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:22.282366 25204 tablet_server_runner.cc:78] Tablet server non-default flags:
21:07:22.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:07:22.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.4.148:34139
21:07:22.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:07:22.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:07:22.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11884337006539982611/ts-2/data
21:07:22.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11884337006539982611/ts-2/wal
21:07:22.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:07:22.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:07:22.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.4.131:0
21:07:22.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:07:22.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:07:22.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:07:22.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11884337006539982611/ts-2/data/info.pb
21:07:22.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.4.131
21:07:22.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:07:22.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.24.4.190:39383,127.24.4.189:35405,127.24.4.188:46037
21:07:22.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:07:22.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:07:22.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:07:22.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:07:22.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:07:22.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.24.4.131
21:07:22.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11884337006539982611/ts-2/logs
21:07:22.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:07:22.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:07:22.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
21:07:22.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
21:07:22.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
21:07:22.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 6bec869c2320d19f2589b3f609f76e5041a21d27
21:07:22.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:07:22.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 20:43:55 UTC on e7f111948823
21:07:22.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16878
21:07:22.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:07:22.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:22.283972 25204 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:07:22.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:22.286247 25204 file_cache.cc:492] Constructed file cache file cache with capacity 419430
21:07:22.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:22.301045 25212 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:07:22.428 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:22.431 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:22.512 [DEBUG - pool-132-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:07:22.512 [DEBUG - pool-132-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:07:22.512 [DEBUG - pool-132-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:07:22.513 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:22.513 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:22.513 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:22.513 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:22.513 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:22.514 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:22.514 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:22.514 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:22.514 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:22.514 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:07:22.663 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.22.50.60:38829(127.22.50.60:38829)] connecting to peer
21:07:22.664 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.22.50.61:45261(127.22.50.61:45261)] connecting to peer
21:07:22.664 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.22.50.62:44659(127.22.50.62:44659)] connecting to peer
21:07:22.667 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:07:22.667 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.50.60:38829(127.22.50.60:38829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:07:22.668 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.60:38829: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:07:22.668 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:07:22.668 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.50.61:45261(127.22.50.61:45261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:07:22.669 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.61:45261: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:07:22.669 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:07:22.669 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.50.62:44659(127.22.50.62:44659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:07:22.669 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.62:44659: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:07:22.669 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659; will retry
21:07:22.670 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:22.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:22.788271 25194 heartbeater.cc:499] Master 127.24.4.188:46037 was elected leader, sending a full tablet report...
21:07:22.928 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:22.931 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:23.170 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:23.428 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:23.431 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:23.669 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:23.763 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:07:23.763 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:07:23.764 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:07:23.765 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:23.765 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:23.765 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:23.766 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:23.766 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:23.766 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:23.766 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:23.766 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:23.766 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:23.766 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:07:23.928 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:23.931 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:24.169 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:24.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:23.705996 25211 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 25204
21:07:24.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:24.388706 25204 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 2.087s	user 0.666s	sys 1.169s
21:07:24.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:24.389070 25204 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 2.088s	user 0.666s	sys 1.169s
21:07:24.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:22.302227 25213 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:07:24.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:24.391597 25215 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:07:24.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:24.394824 25214 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 2087 milliseconds
21:07:24.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:24.394855 25204 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
21:07:24.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:24.396620 25204 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:07:24.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:24.399116 25204 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:07:24.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:24.400544 25204 hybrid_clock.cc:648] HybridClock initialized: now 1783544844400493 us; error 54 us; skew 500 ppm
21:07:24.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:24.401454 25204 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:07:24.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:24.412897 25204 webserver.cc:534] Webserver started at http://127.24.4.131:32829/ using document root <none> and password file <none>
21:07:24.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:24.414106 25204 fs_manager.cc:362] Metadata directory not provided
21:07:24.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:24.414384 25204 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:07:24.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:24.414903 25204 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
21:07:24.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:24.420277 25204 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11884337006539982611/ts-2/data/instance:
21:07:24.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2414b3feb3c746789b8f7a3231c2a465"
21:07:24.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:07:24 on dist-test-slave-3sd5"
21:07:24.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:24.421617 25204 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11884337006539982611/ts-2/wal/instance:
21:07:24.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2414b3feb3c746789b8f7a3231c2a465"
21:07:24.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:07:24 on dist-test-slave-3sd5"
21:07:24.428 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:24.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:24.430979 25204 fs_manager.cc:696] Time spent creating directory manager: real 0.009s	user 0.010s	sys 0.000s
21:07:24.431 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:24.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:24.439356 25227 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
21:07:24.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:24.440718 25204 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.004s	sys 0.000s
21:07:24.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:24.441110 25204 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11884337006539982611/ts-2/data,/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11884337006539982611/ts-2/wal
21:07:24.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2414b3feb3c746789b8f7a3231c2a465"
21:07:24.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:07:24 on dist-test-slave-3sd5"
21:07:24.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:24.441622 25204 fs_report.cc:389] FS layout report
21:07:24.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:07:24.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11884337006539982611/ts-2/wal
21:07:24.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11884337006539982611/ts-2/wal
21:07:24.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11884337006539982611/ts-2/data/data
21:07:24.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:07:24.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:07:24.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:07:24.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:07:24.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:07:24.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:07:24.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:07:24.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:07:24.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:07:24.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:07:24.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:07:24.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:24.537055 25204 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
21:07:24.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:24.538908 25204 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:07:24.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:24.539548 25204 kserver.cc:163] Server-wide thread pool size limit: 3276
21:07:24.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:24.542745 25204 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
21:07:24.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:24.548525 25204 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
21:07:24.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:24.548774 25204 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
21:07:24.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:24.548998 25204 ts_tablet_manager.cc:616] Registered 0 tablets
21:07:24.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:24.549144 25204 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
21:07:24.641 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:07:24.642 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:07:24.642 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:07:24.642 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:24.643 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:24.643 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:24.643 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:24.643 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:24.643 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:24.643 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:24.643 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:24.644 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:24.644 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:07:24.669 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:24.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:24.745523 25204 rpc_server.cc:307] RPC server started. Bound to: 127.24.4.131:38817
21:07:24.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:24.745747 25342 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.24.4.131:38817 every 8 connection(s)
21:07:24.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:24.748909 25204 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11884337006539982611/ts-2/data/info.pb
21:07:24.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:24.755522 24594 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu as pid 25204
21:07:24.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:24.756012 24594 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster11884337006539982611/ts-2/wal/instance
21:07:24.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:24.774006 23983 debug-util.cc:398] Leaking SignalData structure 0x7b080009d780 after lost signal to thread 23916
21:07:24.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:24.774925 23983 debug-util.cc:398] Leaking SignalData structure 0x7b08000a4c40 after lost signal to thread 23986
21:07:24.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:24.830854 25343 heartbeater.cc:344] Connected to a master server at 127.24.4.188:46037
21:07:24.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:24.831409 25343 heartbeater.cc:461] Registering TS with master...
21:07:24.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:24.832892 25343 heartbeater.cc:507] Master 127.24.4.188:46037 requested a full tablet report, sending...
21:07:24.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:24.838372 24799 ts_manager.cc:194] Registered new tserver with Master: 2414b3feb3c746789b8f7a3231c2a465 (127.24.4.131:38817)
21:07:24.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:24.840772 24799 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.24.4.131:45157
21:07:24.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:24.842152 25347 heartbeater.cc:344] Connected to a master server at 127.24.4.190:39383
21:07:24.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:24.842991 25347 heartbeater.cc:461] Registering TS with master...
21:07:24.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:24.845279 25347 heartbeater.cc:507] Master 127.24.4.190:39383 requested a full tablet report, sending...
21:07:24.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:24.848340 24641 ts_manager.cc:194] Registered new tserver with Master: 2414b3feb3c746789b8f7a3231c2a465 (127.24.4.131:38817)
21:07:24.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:24.879325 25344 heartbeater.cc:344] Connected to a master server at 127.24.4.189:35405
21:07:24.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:24.879810 25344 heartbeater.cc:461] Registering TS with master...
21:07:24.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:24.880561 25344 heartbeater.cc:507] Master 127.24.4.189:35405 requested a full tablet report, sending...
21:07:24.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:24.883755 24718 ts_manager.cc:194] Registered new tserver with Master: 2414b3feb3c746789b8f7a3231c2a465 (127.24.4.131:38817)
21:07:24.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:24.888334 24594 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
21:07:24.905 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
21:07:24.905 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

21:07:24.906 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.24.4.190"
      port: 39383
    }
    bound_http_address {
      host: "127.24.4.190"
      port: 35957
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.24.4.189"
      port: 35405
    }
    bound_http_address {
      host: "127.24.4.189"
      port: 46173
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.24.4.188"
      port: 46037
    }
    bound_http_address {
      host: "127.24.4.188"
      port: 33257
    }
  }
}

21:07:24.907 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

21:07:24.907 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.24.4.129"
      port: 44267
    }
    bound_http_address {
      host: "127.24.4.129"
      port: 36185
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.24.4.130"
      port: 34071
    }
    bound_http_address {
      host: "127.24.4.130"
      port: 43851
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.24.4.131"
      port: 38817
    }
    bound_http_address {
      host: "127.24.4.131"
      port: 32829
    }
  }
}

21:07:24.908 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
21:07:24.910 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:07:24.913 [DEBUG - main] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:07:24.913 [DEBUG - main] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:07:24.914 [DEBUG - main] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:07:24.915 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.23.69.189:45579(127.23.69.189:45579)] Successfully connected to peer
21:07:24.922 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.23.69.190:42537(127.23.69.190:42537)] Successfully connected to peer
21:07:24.927 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:24.930 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:24.931 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.23.69.189
21:07:24.933 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.23.69.190
21:07:24.934 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.23.69.188:34691(127.23.69.188:34691)] Successfully connected to peer
21:07:24.945 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.23.69.188
21:07:24.951 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:07:24.954 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:07:24.958 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x5cc182c3, L:/127.0.0.1:56834 - R:/127.23.69.189:45579] using SASL/PLAIN
21:07:24.958 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x4df2afb7, L:/127.0.0.1:37956 - R:/127.23.69.190:42537] using SASL/PLAIN
21:07:24.968 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:07:24.981 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x5d4b355a, L:/127.0.0.1:35156 - R:/127.23.69.188:34691] using SASL/PLAIN
21:07:24.986 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
21:07:24.986 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=75), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [50ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: OK, [53ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: OK, [73ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: OK, deferred=null) after lookup
21:07:24.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:24.988670 24052 catalog_manager.cc:2282] Servicing CreateTable request from {username='slave'} at 127.0.0.1:35156:
21:07:24.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "replication_test_table"
21:07:24.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
21:07:24.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
21:07:24.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key1"
21:07:24.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
21:07:24.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
21:07:24.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
21:07:24.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
21:07:24.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
21:07:24.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
21:07:24.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
21:07:24.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
21:07:24.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key2"
21:07:24.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
21:07:24.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
21:07:24.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
21:07:24.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
21:07:24.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
21:07:24.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
21:07:24.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
21:07:24.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
21:07:24.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key3"
21:07:24.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
21:07:24.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
21:07:24.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
21:07:24.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
21:07:24.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
21:07:24.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
21:07:24.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
21:07:24.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
21:07:24.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "data"
21:07:24.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
21:07:24.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
21:07:24.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
21:07:24.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
21:07:24.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
21:07:24.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
21:07:24.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
21:07:24.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
21:07:24.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
21:07:24.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   rows: "<redacted>""\004\0012\000\000\000\004\001\226\000\000\000"
21:07:24.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
21:07:24.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
21:07:24.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   hash_schema {
21:07:24.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
21:07:24.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key2"
21:07:24.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
21:07:24.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     num_buckets: 2
21:07:24.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     seed: 0
21:07:24.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
21:07:24.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
21:07:24.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
21:07:24.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key1"
21:07:24.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
21:07:24.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
21:07:24.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
21:07:24.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:24.996829 24052 catalog_manager.cc:7076] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table replication_test_table in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
21:07:25.089 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 49fde37190964fb6951583ec356e35f2
21:07:25.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.175282 24215 tablet_service.cc:1511] Processing CreateTablet for tablet a51ac2ab18a44e998ab79a48cc3761de (DEFAULT_TABLE table=replication_test_table [id=49fde37190964fb6951583ec356e35f2]), partition=HASH (key2) PARTITION 1, RANGE (key1) PARTITION 50 <= VALUES < 150
21:07:25.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.177647 24218 tablet_service.cc:1511] Processing CreateTablet for tablet 5381a61602cf4f0f8d78f77200866f38 (DEFAULT_TABLE table=replication_test_table [id=49fde37190964fb6951583ec356e35f2]), partition=HASH (key2) PARTITION 0, RANGE (key1) PARTITION 50 <= VALUES < 150
21:07:25.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.181435 24217 tablet_service.cc:1511] Processing CreateTablet for tablet ffa91b932fde4aac82bce1430648a994 (DEFAULT_TABLE table=replication_test_table [id=49fde37190964fb6951583ec356e35f2]), partition=HASH (key2) PARTITION 0, RANGE (key1) PARTITION 150 <= VALUES
21:07:25.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.185222 24216 tablet_service.cc:1511] Processing CreateTablet for tablet 21db1fe17416449396c581cefb41dabc (DEFAULT_TABLE table=replication_test_table [id=49fde37190964fb6951583ec356e35f2]), partition=HASH (key2) PARTITION 1, RANGE (key1) PARTITION VALUES < 50
21:07:25.187 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:25.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.189988 24214 tablet_service.cc:1511] Processing CreateTablet for tablet 8d31d19883c443cdb09c9b502fd8489b (DEFAULT_TABLE table=replication_test_table [id=49fde37190964fb6951583ec356e35f2]), partition=HASH (key2) PARTITION 1, RANGE (key1) PARTITION 150 <= VALUES
21:07:25.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.178959 24215 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet a51ac2ab18a44e998ab79a48cc3761de. 1 dirs total, 0 dirs full, 0 dirs failed
21:07:25.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.175279 24219 tablet_service.cc:1511] Processing CreateTablet for tablet f99563ad40c547539d389b594da1fed9 (DEFAULT_TABLE table=replication_test_table [id=49fde37190964fb6951583ec356e35f2]), partition=HASH (key2) PARTITION 0, RANGE (key1) PARTITION VALUES < 50
21:07:25.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.205418 24217 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet ffa91b932fde4aac82bce1430648a994. 1 dirs total, 0 dirs full, 0 dirs failed
21:07:25.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.207127 24218 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 5381a61602cf4f0f8d78f77200866f38. 1 dirs total, 0 dirs full, 0 dirs failed
21:07:25.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.208094 24216 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 21db1fe17416449396c581cefb41dabc. 1 dirs total, 0 dirs full, 0 dirs failed
21:07:25.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.208879 24219 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet f99563ad40c547539d389b594da1fed9. 1 dirs total, 0 dirs full, 0 dirs failed
21:07:25.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.211386 24214 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 8d31d19883c443cdb09c9b502fd8489b. 1 dirs total, 0 dirs full, 0 dirs failed
21:07:25.248 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:07:25.249 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:25.249 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:25.249 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:25.249 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:07:25.250 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:25.250 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:25.250 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:25.251 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:07:25.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.249569 24354 tablet_service.cc:1511] Processing CreateTablet for tablet 8d31d19883c443cdb09c9b502fd8489b (DEFAULT_TABLE table=replication_test_table [id=49fde37190964fb6951583ec356e35f2]), partition=HASH (key2) PARTITION 1, RANGE (key1) PARTITION 150 <= VALUES
21:07:25.251 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:25.251 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:25.251 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:25.251 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:07:25.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.252013 24358 tablet_service.cc:1511] Processing CreateTablet for tablet 5381a61602cf4f0f8d78f77200866f38 (DEFAULT_TABLE table=replication_test_table [id=49fde37190964fb6951583ec356e35f2]), partition=HASH (key2) PARTITION 0, RANGE (key1) PARTITION 50 <= VALUES < 150
21:07:25.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.252475 24355 tablet_service.cc:1511] Processing CreateTablet for tablet a51ac2ab18a44e998ab79a48cc3761de (DEFAULT_TABLE table=replication_test_table [id=49fde37190964fb6951583ec356e35f2]), partition=HASH (key2) PARTITION 1, RANGE (key1) PARTITION 50 <= VALUES < 150
21:07:25.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.253930 24358 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 5381a61602cf4f0f8d78f77200866f38. 1 dirs total, 0 dirs full, 0 dirs failed
21:07:25.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.254173 24356 tablet_service.cc:1511] Processing CreateTablet for tablet 21db1fe17416449396c581cefb41dabc (DEFAULT_TABLE table=replication_test_table [id=49fde37190964fb6951583ec356e35f2]), partition=HASH (key2) PARTITION 1, RANGE (key1) PARTITION VALUES < 50
21:07:25.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.246474 24357 tablet_service.cc:1511] Processing CreateTablet for tablet ffa91b932fde4aac82bce1430648a994 (DEFAULT_TABLE table=replication_test_table [id=49fde37190964fb6951583ec356e35f2]), partition=HASH (key2) PARTITION 0, RANGE (key1) PARTITION 150 <= VALUES
21:07:25.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.255576 24356 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 21db1fe17416449396c581cefb41dabc. 1 dirs total, 0 dirs full, 0 dirs failed
21:07:25.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.260238 24518 tablet_service.cc:1511] Processing CreateTablet for tablet 5381a61602cf4f0f8d78f77200866f38 (DEFAULT_TABLE table=replication_test_table [id=49fde37190964fb6951583ec356e35f2]), partition=HASH (key2) PARTITION 0, RANGE (key1) PARTITION 50 <= VALUES < 150
21:07:25.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.261071 24515 tablet_service.cc:1511] Processing CreateTablet for tablet a51ac2ab18a44e998ab79a48cc3761de (DEFAULT_TABLE table=replication_test_table [id=49fde37190964fb6951583ec356e35f2]), partition=HASH (key2) PARTITION 1, RANGE (key1) PARTITION 50 <= VALUES < 150
21:07:25.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.262622 24516 tablet_service.cc:1511] Processing CreateTablet for tablet 21db1fe17416449396c581cefb41dabc (DEFAULT_TABLE table=replication_test_table [id=49fde37190964fb6951583ec356e35f2]), partition=HASH (key2) PARTITION 1, RANGE (key1) PARTITION VALUES < 50
21:07:25.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.263851 24515 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet a51ac2ab18a44e998ab79a48cc3761de. 1 dirs total, 0 dirs full, 0 dirs failed
21:07:25.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.264765 24518 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 5381a61602cf4f0f8d78f77200866f38. 1 dirs total, 0 dirs full, 0 dirs failed
21:07:25.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.265583 24516 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 21db1fe17416449396c581cefb41dabc. 1 dirs total, 0 dirs full, 0 dirs failed
21:07:25.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.266605 24514 tablet_service.cc:1511] Processing CreateTablet for tablet 8d31d19883c443cdb09c9b502fd8489b (DEFAULT_TABLE table=replication_test_table [id=49fde37190964fb6951583ec356e35f2]), partition=HASH (key2) PARTITION 1, RANGE (key1) PARTITION 150 <= VALUES
21:07:25.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.268080 24514 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 8d31d19883c443cdb09c9b502fd8489b. 1 dirs total, 0 dirs full, 0 dirs failed
21:07:25.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.269762 24354 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 8d31d19883c443cdb09c9b502fd8489b. 1 dirs total, 0 dirs full, 0 dirs failed
21:07:25.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.275446 24355 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet a51ac2ab18a44e998ab79a48cc3761de. 1 dirs total, 0 dirs full, 0 dirs failed
21:07:25.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.257634 24517 tablet_service.cc:1511] Processing CreateTablet for tablet ffa91b932fde4aac82bce1430648a994 (DEFAULT_TABLE table=replication_test_table [id=49fde37190964fb6951583ec356e35f2]), partition=HASH (key2) PARTITION 0, RANGE (key1) PARTITION 150 <= VALUES
21:07:25.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.278141 24517 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet ffa91b932fde4aac82bce1430648a994. 1 dirs total, 0 dirs full, 0 dirs failed
21:07:25.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.282326 24519 tablet_service.cc:1511] Processing CreateTablet for tablet f99563ad40c547539d389b594da1fed9 (DEFAULT_TABLE table=replication_test_table [id=49fde37190964fb6951583ec356e35f2]), partition=HASH (key2) PARTITION 0, RANGE (key1) PARTITION VALUES < 50
21:07:25.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.284462 24519 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet f99563ad40c547539d389b594da1fed9. 1 dirs total, 0 dirs full, 0 dirs failed
21:07:25.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.285964 24357 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet ffa91b932fde4aac82bce1430648a994. 1 dirs total, 0 dirs full, 0 dirs failed
21:07:25.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.256579 24359 tablet_service.cc:1511] Processing CreateTablet for tablet f99563ad40c547539d389b594da1fed9 (DEFAULT_TABLE table=replication_test_table [id=49fde37190964fb6951583ec356e35f2]), partition=HASH (key2) PARTITION 0, RANGE (key1) PARTITION VALUES < 50
21:07:25.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.295543 24359 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet f99563ad40c547539d389b594da1fed9. 1 dirs total, 0 dirs full, 0 dirs failed
21:07:25.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.357309 25375 tablet_bootstrap.cc:492] T f99563ad40c547539d389b594da1fed9 P 3ed4f484b2ca44338e9f520e06d75d2b: Bootstrap starting.
21:07:25.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.386102 25375 tablet_bootstrap.cc:654] T f99563ad40c547539d389b594da1fed9 P 3ed4f484b2ca44338e9f520e06d75d2b: Neither blocks nor log segments found. Creating new log.
21:07:25.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.394122 25376 tablet_bootstrap.cc:492] T a51ac2ab18a44e998ab79a48cc3761de P f0e82105cc3a4da08ca2cc74efdd6a0e: Bootstrap starting.
21:07:25.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.399876 25375 log.cc:826] T f99563ad40c547539d389b594da1fed9 P 3ed4f484b2ca44338e9f520e06d75d2b: Log is configured to *not* fsync() on all Append() calls
21:07:25.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.406073 25377 tablet_bootstrap.cc:492] T 8d31d19883c443cdb09c9b502fd8489b P 47cfb6121f3743ddb92109256e06fc6e: Bootstrap starting.
21:07:25.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.412171 25375 tablet_bootstrap.cc:492] T f99563ad40c547539d389b594da1fed9 P 3ed4f484b2ca44338e9f520e06d75d2b: No bootstrap required, opened a new log
21:07:25.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.412592 25376 tablet_bootstrap.cc:654] T a51ac2ab18a44e998ab79a48cc3761de P f0e82105cc3a4da08ca2cc74efdd6a0e: Neither blocks nor log segments found. Creating new log.
21:07:25.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.412811 25375 ts_tablet_manager.cc:1403] T f99563ad40c547539d389b594da1fed9 P 3ed4f484b2ca44338e9f520e06d75d2b: Time spent bootstrapping tablet: real 0.065s	user 0.012s	sys 0.009s
21:07:25.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.415450 25376 log.cc:826] T a51ac2ab18a44e998ab79a48cc3761de P f0e82105cc3a4da08ca2cc74efdd6a0e: Log is configured to *not* fsync() on all Append() calls
21:07:25.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.416983 25377 tablet_bootstrap.cc:654] T 8d31d19883c443cdb09c9b502fd8489b P 47cfb6121f3743ddb92109256e06fc6e: Neither blocks nor log segments found. Creating new log.
21:07:25.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.420929 25377 log.cc:826] T 8d31d19883c443cdb09c9b502fd8489b P 47cfb6121f3743ddb92109256e06fc6e: Log is configured to *not* fsync() on all Append() calls
21:07:25.427 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:25.430 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:25.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.443989 25376 tablet_bootstrap.cc:492] T a51ac2ab18a44e998ab79a48cc3761de P f0e82105cc3a4da08ca2cc74efdd6a0e: No bootstrap required, opened a new log
21:07:25.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.444713 25376 ts_tablet_manager.cc:1403] T a51ac2ab18a44e998ab79a48cc3761de P f0e82105cc3a4da08ca2cc74efdd6a0e: Time spent bootstrapping tablet: real 0.054s	user 0.012s	sys 0.013s
21:07:25.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.448818 25375 raft_consensus.cc:359] T f99563ad40c547539d389b594da1fed9 P 3ed4f484b2ca44338e9f520e06d75d2b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ed4f484b2ca44338e9f520e06d75d2b" member_type: VOTER last_known_addr { host: "127.23.69.129" port: 40333 } } peers { permanent_uuid: "47cfb6121f3743ddb92109256e06fc6e" member_type: VOTER last_known_addr { host: "127.23.69.130" port: 46325 } } peers { permanent_uuid: "f0e82105cc3a4da08ca2cc74efdd6a0e" member_type: VOTER last_known_addr { host: "127.23.69.131" port: 37539 } }
21:07:25.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.450012 25375 raft_consensus.cc:385] T f99563ad40c547539d389b594da1fed9 P 3ed4f484b2ca44338e9f520e06d75d2b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:07:25.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.450429 25375 raft_consensus.cc:740] T f99563ad40c547539d389b594da1fed9 P 3ed4f484b2ca44338e9f520e06d75d2b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3ed4f484b2ca44338e9f520e06d75d2b, State: Initialized, Role: FOLLOWER
21:07:25.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.451817 25375 consensus_queue.cc:260] T f99563ad40c547539d389b594da1fed9 P 3ed4f484b2ca44338e9f520e06d75d2b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ed4f484b2ca44338e9f520e06d75d2b" member_type: VOTER last_known_addr { host: "127.23.69.129" port: 40333 } } peers { permanent_uuid: "47cfb6121f3743ddb92109256e06fc6e" member_type: VOTER last_known_addr { host: "127.23.69.130" port: 46325 } } peers { permanent_uuid: "f0e82105cc3a4da08ca2cc74efdd6a0e" member_type: VOTER last_known_addr { host: "127.23.69.131" port: 37539 } }
21:07:25.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.455957 25377 tablet_bootstrap.cc:492] T 8d31d19883c443cdb09c9b502fd8489b P 47cfb6121f3743ddb92109256e06fc6e: No bootstrap required, opened a new log
21:07:25.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.456568 25377 ts_tablet_manager.cc:1403] T 8d31d19883c443cdb09c9b502fd8489b P 47cfb6121f3743ddb92109256e06fc6e: Time spent bootstrapping tablet: real 0.051s	user 0.019s	sys 0.025s
21:07:25.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.489202 25377 raft_consensus.cc:359] T 8d31d19883c443cdb09c9b502fd8489b P 47cfb6121f3743ddb92109256e06fc6e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ed4f484b2ca44338e9f520e06d75d2b" member_type: VOTER last_known_addr { host: "127.23.69.129" port: 40333 } } peers { permanent_uuid: "47cfb6121f3743ddb92109256e06fc6e" member_type: VOTER last_known_addr { host: "127.23.69.130" port: 46325 } } peers { permanent_uuid: "f0e82105cc3a4da08ca2cc74efdd6a0e" member_type: VOTER last_known_addr { host: "127.23.69.131" port: 37539 } }
21:07:25.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.490038 25375 ts_tablet_manager.cc:1434] T f99563ad40c547539d389b594da1fed9 P 3ed4f484b2ca44338e9f520e06d75d2b: Time spent starting tablet: real 0.077s	user 0.044s	sys 0.006s
21:07:25.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.490404 25377 raft_consensus.cc:385] T 8d31d19883c443cdb09c9b502fd8489b P 47cfb6121f3743ddb92109256e06fc6e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:07:25.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.490839 25377 raft_consensus.cc:740] T 8d31d19883c443cdb09c9b502fd8489b P 47cfb6121f3743ddb92109256e06fc6e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 47cfb6121f3743ddb92109256e06fc6e, State: Initialized, Role: FOLLOWER
21:07:25.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.492856 25377 consensus_queue.cc:260] T 8d31d19883c443cdb09c9b502fd8489b P 47cfb6121f3743ddb92109256e06fc6e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ed4f484b2ca44338e9f520e06d75d2b" member_type: VOTER last_known_addr { host: "127.23.69.129" port: 40333 } } peers { permanent_uuid: "47cfb6121f3743ddb92109256e06fc6e" member_type: VOTER last_known_addr { host: "127.23.69.130" port: 46325 } } peers { permanent_uuid: "f0e82105cc3a4da08ca2cc74efdd6a0e" member_type: VOTER last_known_addr { host: "127.23.69.131" port: 37539 } }
21:07:25.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.503357 25377 ts_tablet_manager.cc:1434] T 8d31d19883c443cdb09c9b502fd8489b P 47cfb6121f3743ddb92109256e06fc6e: Time spent starting tablet: real 0.046s	user 0.027s	sys 0.016s
21:07:25.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.504813 25377 tablet_bootstrap.cc:492] T 5381a61602cf4f0f8d78f77200866f38 P 47cfb6121f3743ddb92109256e06fc6e: Bootstrap starting.
21:07:25.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.504848 25375 tablet_bootstrap.cc:492] T 21db1fe17416449396c581cefb41dabc P 3ed4f484b2ca44338e9f520e06d75d2b: Bootstrap starting.
21:07:25.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.512115 25375 tablet_bootstrap.cc:654] T 21db1fe17416449396c581cefb41dabc P 3ed4f484b2ca44338e9f520e06d75d2b: Neither blocks nor log segments found. Creating new log.
21:07:25.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.525715 25377 tablet_bootstrap.cc:654] T 5381a61602cf4f0f8d78f77200866f38 P 47cfb6121f3743ddb92109256e06fc6e: Neither blocks nor log segments found. Creating new log.
21:07:25.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.526973 25375 tablet_bootstrap.cc:492] T 21db1fe17416449396c581cefb41dabc P 3ed4f484b2ca44338e9f520e06d75d2b: No bootstrap required, opened a new log
21:07:25.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.527565 25375 ts_tablet_manager.cc:1403] T 21db1fe17416449396c581cefb41dabc P 3ed4f484b2ca44338e9f520e06d75d2b: Time spent bootstrapping tablet: real 0.023s	user 0.007s	sys 0.011s
21:07:25.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.530861 25375 raft_consensus.cc:359] T 21db1fe17416449396c581cefb41dabc P 3ed4f484b2ca44338e9f520e06d75d2b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ed4f484b2ca44338e9f520e06d75d2b" member_type: VOTER last_known_addr { host: "127.23.69.129" port: 40333 } } peers { permanent_uuid: "47cfb6121f3743ddb92109256e06fc6e" member_type: VOTER last_known_addr { host: "127.23.69.130" port: 46325 } } peers { permanent_uuid: "f0e82105cc3a4da08ca2cc74efdd6a0e" member_type: VOTER last_known_addr { host: "127.23.69.131" port: 37539 } }
21:07:25.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.531687 25375 raft_consensus.cc:385] T 21db1fe17416449396c581cefb41dabc P 3ed4f484b2ca44338e9f520e06d75d2b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:07:25.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.532068 25375 raft_consensus.cc:740] T 21db1fe17416449396c581cefb41dabc P 3ed4f484b2ca44338e9f520e06d75d2b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3ed4f484b2ca44338e9f520e06d75d2b, State: Initialized, Role: FOLLOWER
21:07:25.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.532896 25375 consensus_queue.cc:260] T 21db1fe17416449396c581cefb41dabc P 3ed4f484b2ca44338e9f520e06d75d2b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ed4f484b2ca44338e9f520e06d75d2b" member_type: VOTER last_known_addr { host: "127.23.69.129" port: 40333 } } peers { permanent_uuid: "47cfb6121f3743ddb92109256e06fc6e" member_type: VOTER last_known_addr { host: "127.23.69.130" port: 46325 } } peers { permanent_uuid: "f0e82105cc3a4da08ca2cc74efdd6a0e" member_type: VOTER last_known_addr { host: "127.23.69.131" port: 37539 } }
21:07:25.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.538887 25377 tablet_bootstrap.cc:492] T 5381a61602cf4f0f8d78f77200866f38 P 47cfb6121f3743ddb92109256e06fc6e: No bootstrap required, opened a new log
21:07:25.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.539371 25377 ts_tablet_manager.cc:1403] T 5381a61602cf4f0f8d78f77200866f38 P 47cfb6121f3743ddb92109256e06fc6e: Time spent bootstrapping tablet: real 0.035s	user 0.013s	sys 0.006s
21:07:25.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.541937 25375 ts_tablet_manager.cc:1434] T 21db1fe17416449396c581cefb41dabc P 3ed4f484b2ca44338e9f520e06d75d2b: Time spent starting tablet: real 0.014s	user 0.006s	sys 0.000s
21:07:25.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.544888 25377 raft_consensus.cc:359] T 5381a61602cf4f0f8d78f77200866f38 P 47cfb6121f3743ddb92109256e06fc6e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ed4f484b2ca44338e9f520e06d75d2b" member_type: VOTER last_known_addr { host: "127.23.69.129" port: 40333 } } peers { permanent_uuid: "47cfb6121f3743ddb92109256e06fc6e" member_type: VOTER last_known_addr { host: "127.23.69.130" port: 46325 } } peers { permanent_uuid: "f0e82105cc3a4da08ca2cc74efdd6a0e" member_type: VOTER last_known_addr { host: "127.23.69.131" port: 37539 } }
21:07:25.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.545629 25377 raft_consensus.cc:385] T 5381a61602cf4f0f8d78f77200866f38 P 47cfb6121f3743ddb92109256e06fc6e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:07:25.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.545946 25377 raft_consensus.cc:740] T 5381a61602cf4f0f8d78f77200866f38 P 47cfb6121f3743ddb92109256e06fc6e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 47cfb6121f3743ddb92109256e06fc6e, State: Initialized, Role: FOLLOWER
21:07:25.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.546895 25377 consensus_queue.cc:260] T 5381a61602cf4f0f8d78f77200866f38 P 47cfb6121f3743ddb92109256e06fc6e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ed4f484b2ca44338e9f520e06d75d2b" member_type: VOTER last_known_addr { host: "127.23.69.129" port: 40333 } } peers { permanent_uuid: "47cfb6121f3743ddb92109256e06fc6e" member_type: VOTER last_known_addr { host: "127.23.69.130" port: 46325 } } peers { permanent_uuid: "f0e82105cc3a4da08ca2cc74efdd6a0e" member_type: VOTER last_known_addr { host: "127.23.69.131" port: 37539 } }
21:07:25.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.549659 25377 ts_tablet_manager.cc:1434] T 5381a61602cf4f0f8d78f77200866f38 P 47cfb6121f3743ddb92109256e06fc6e: Time spent starting tablet: real 0.010s	user 0.004s	sys 0.003s
21:07:25.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.553188 25375 tablet_bootstrap.cc:492] T ffa91b932fde4aac82bce1430648a994 P 3ed4f484b2ca44338e9f520e06d75d2b: Bootstrap starting.
21:07:25.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.555815 25376 raft_consensus.cc:359] T a51ac2ab18a44e998ab79a48cc3761de P f0e82105cc3a4da08ca2cc74efdd6a0e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ed4f484b2ca44338e9f520e06d75d2b" member_type: VOTER last_known_addr { host: "127.23.69.129" port: 40333 } } peers { permanent_uuid: "47cfb6121f3743ddb92109256e06fc6e" member_type: VOTER last_known_addr { host: "127.23.69.130" port: 46325 } } peers { permanent_uuid: "f0e82105cc3a4da08ca2cc74efdd6a0e" member_type: VOTER last_known_addr { host: "127.23.69.131" port: 37539 } }
21:07:25.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.556903 25376 raft_consensus.cc:385] T a51ac2ab18a44e998ab79a48cc3761de P f0e82105cc3a4da08ca2cc74efdd6a0e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:07:25.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.557253 25376 raft_consensus.cc:740] T a51ac2ab18a44e998ab79a48cc3761de P f0e82105cc3a4da08ca2cc74efdd6a0e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f0e82105cc3a4da08ca2cc74efdd6a0e, State: Initialized, Role: FOLLOWER
21:07:25.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.558512 25376 consensus_queue.cc:260] T a51ac2ab18a44e998ab79a48cc3761de P f0e82105cc3a4da08ca2cc74efdd6a0e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ed4f484b2ca44338e9f520e06d75d2b" member_type: VOTER last_known_addr { host: "127.23.69.129" port: 40333 } } peers { permanent_uuid: "47cfb6121f3743ddb92109256e06fc6e" member_type: VOTER last_known_addr { host: "127.23.69.130" port: 46325 } } peers { permanent_uuid: "f0e82105cc3a4da08ca2cc74efdd6a0e" member_type: VOTER last_known_addr { host: "127.23.69.131" port: 37539 } }
21:07:25.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.560344 25375 tablet_bootstrap.cc:654] T ffa91b932fde4aac82bce1430648a994 P 3ed4f484b2ca44338e9f520e06d75d2b: Neither blocks nor log segments found. Creating new log.
21:07:25.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.560540 25377 tablet_bootstrap.cc:492] T f99563ad40c547539d389b594da1fed9 P 47cfb6121f3743ddb92109256e06fc6e: Bootstrap starting.
21:07:25.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.567791 25377 tablet_bootstrap.cc:654] T f99563ad40c547539d389b594da1fed9 P 47cfb6121f3743ddb92109256e06fc6e: Neither blocks nor log segments found. Creating new log.
21:07:25.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.592871 25376 ts_tablet_manager.cc:1434] T a51ac2ab18a44e998ab79a48cc3761de P f0e82105cc3a4da08ca2cc74efdd6a0e: Time spent starting tablet: real 0.148s	user 0.044s	sys 0.004s
21:07:25.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.596024 25377 tablet_bootstrap.cc:492] T f99563ad40c547539d389b594da1fed9 P 47cfb6121f3743ddb92109256e06fc6e: No bootstrap required, opened a new log
21:07:25.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.596724 25377 ts_tablet_manager.cc:1403] T f99563ad40c547539d389b594da1fed9 P 47cfb6121f3743ddb92109256e06fc6e: Time spent bootstrapping tablet: real 0.036s	user 0.014s	sys 0.007s
21:07:25.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.601238 25377 raft_consensus.cc:359] T f99563ad40c547539d389b594da1fed9 P 47cfb6121f3743ddb92109256e06fc6e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ed4f484b2ca44338e9f520e06d75d2b" member_type: VOTER last_known_addr { host: "127.23.69.129" port: 40333 } } peers { permanent_uuid: "47cfb6121f3743ddb92109256e06fc6e" member_type: VOTER last_known_addr { host: "127.23.69.130" port: 46325 } } peers { permanent_uuid: "f0e82105cc3a4da08ca2cc74efdd6a0e" member_type: VOTER last_known_addr { host: "127.23.69.131" port: 37539 } }
21:07:25.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.605924 25375 tablet_bootstrap.cc:492] T ffa91b932fde4aac82bce1430648a994 P 3ed4f484b2ca44338e9f520e06d75d2b: No bootstrap required, opened a new log
21:07:25.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.607425 25375 ts_tablet_manager.cc:1403] T ffa91b932fde4aac82bce1430648a994 P 3ed4f484b2ca44338e9f520e06d75d2b: Time spent bootstrapping tablet: real 0.054s	user 0.014s	sys 0.005s
21:07:25.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.608332 25377 raft_consensus.cc:385] T f99563ad40c547539d389b594da1fed9 P 47cfb6121f3743ddb92109256e06fc6e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:07:25.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.608815 25377 raft_consensus.cc:740] T f99563ad40c547539d389b594da1fed9 P 47cfb6121f3743ddb92109256e06fc6e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 47cfb6121f3743ddb92109256e06fc6e, State: Initialized, Role: FOLLOWER
21:07:25.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.609895 25377 consensus_queue.cc:260] T f99563ad40c547539d389b594da1fed9 P 47cfb6121f3743ddb92109256e06fc6e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ed4f484b2ca44338e9f520e06d75d2b" member_type: VOTER last_known_addr { host: "127.23.69.129" port: 40333 } } peers { permanent_uuid: "47cfb6121f3743ddb92109256e06fc6e" member_type: VOTER last_known_addr { host: "127.23.69.130" port: 46325 } } peers { permanent_uuid: "f0e82105cc3a4da08ca2cc74efdd6a0e" member_type: VOTER last_known_addr { host: "127.23.69.131" port: 37539 } }
21:07:25.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.610549 25375 raft_consensus.cc:359] T ffa91b932fde4aac82bce1430648a994 P 3ed4f484b2ca44338e9f520e06d75d2b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ed4f484b2ca44338e9f520e06d75d2b" member_type: VOTER last_known_addr { host: "127.23.69.129" port: 40333 } } peers { permanent_uuid: "47cfb6121f3743ddb92109256e06fc6e" member_type: VOTER last_known_addr { host: "127.23.69.130" port: 46325 } } peers { permanent_uuid: "f0e82105cc3a4da08ca2cc74efdd6a0e" member_type: VOTER last_known_addr { host: "127.23.69.131" port: 37539 } }
21:07:25.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.611279 25375 raft_consensus.cc:385] T ffa91b932fde4aac82bce1430648a994 P 3ed4f484b2ca44338e9f520e06d75d2b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:07:25.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.611577 25375 raft_consensus.cc:740] T ffa91b932fde4aac82bce1430648a994 P 3ed4f484b2ca44338e9f520e06d75d2b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3ed4f484b2ca44338e9f520e06d75d2b, State: Initialized, Role: FOLLOWER
21:07:25.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.612381 25375 consensus_queue.cc:260] T ffa91b932fde4aac82bce1430648a994 P 3ed4f484b2ca44338e9f520e06d75d2b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ed4f484b2ca44338e9f520e06d75d2b" member_type: VOTER last_known_addr { host: "127.23.69.129" port: 40333 } } peers { permanent_uuid: "47cfb6121f3743ddb92109256e06fc6e" member_type: VOTER last_known_addr { host: "127.23.69.130" port: 46325 } } peers { permanent_uuid: "f0e82105cc3a4da08ca2cc74efdd6a0e" member_type: VOTER last_known_addr { host: "127.23.69.131" port: 37539 } }
21:07:25.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.613754 25377 ts_tablet_manager.cc:1434] T f99563ad40c547539d389b594da1fed9 P 47cfb6121f3743ddb92109256e06fc6e: Time spent starting tablet: real 0.017s	user 0.003s	sys 0.005s
21:07:25.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.614835 25377 tablet_bootstrap.cc:492] T ffa91b932fde4aac82bce1430648a994 P 47cfb6121f3743ddb92109256e06fc6e: Bootstrap starting.
21:07:25.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.619345 25375 ts_tablet_manager.cc:1434] T ffa91b932fde4aac82bce1430648a994 P 3ed4f484b2ca44338e9f520e06d75d2b: Time spent starting tablet: real 0.011s	user 0.002s	sys 0.004s
21:07:25.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.620394 25375 tablet_bootstrap.cc:492] T 8d31d19883c443cdb09c9b502fd8489b P 3ed4f484b2ca44338e9f520e06d75d2b: Bootstrap starting.
21:07:25.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.622638 25377 tablet_bootstrap.cc:654] T ffa91b932fde4aac82bce1430648a994 P 47cfb6121f3743ddb92109256e06fc6e: Neither blocks nor log segments found. Creating new log.
21:07:25.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.626863 25381 raft_consensus.cc:493] T ffa91b932fde4aac82bce1430648a994 P 3ed4f484b2ca44338e9f520e06d75d2b [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
21:07:25.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.627548 25381 raft_consensus.cc:515] T ffa91b932fde4aac82bce1430648a994 P 3ed4f484b2ca44338e9f520e06d75d2b [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ed4f484b2ca44338e9f520e06d75d2b" member_type: VOTER last_known_addr { host: "127.23.69.129" port: 40333 } } peers { permanent_uuid: "47cfb6121f3743ddb92109256e06fc6e" member_type: VOTER last_known_addr { host: "127.23.69.130" port: 46325 } } peers { permanent_uuid: "f0e82105cc3a4da08ca2cc74efdd6a0e" member_type: VOTER last_known_addr { host: "127.23.69.131" port: 37539 } }
21:07:25.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:25.628113 24431 tablet.cc:2406] T 5381a61602cf4f0f8d78f77200866f38 P 47cfb6121f3743ddb92109256e06fc6e: Can't schedule compaction. Clean time has not been advanced past its initial value.
21:07:25.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.631652 25381 leader_election.cc:290] T ffa91b932fde4aac82bce1430648a994 P 3ed4f484b2ca44338e9f520e06d75d2b [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 47cfb6121f3743ddb92109256e06fc6e (127.23.69.130:46325), f0e82105cc3a4da08ca2cc74efdd6a0e (127.23.69.131:37539)
21:07:25.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.633033 25385 raft_consensus.cc:493] T a51ac2ab18a44e998ab79a48cc3761de P f0e82105cc3a4da08ca2cc74efdd6a0e [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
21:07:25.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.633805 25385 raft_consensus.cc:515] T a51ac2ab18a44e998ab79a48cc3761de P f0e82105cc3a4da08ca2cc74efdd6a0e [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ed4f484b2ca44338e9f520e06d75d2b" member_type: VOTER last_known_addr { host: "127.23.69.129" port: 40333 } } peers { permanent_uuid: "47cfb6121f3743ddb92109256e06fc6e" member_type: VOTER last_known_addr { host: "127.23.69.130" port: 46325 } } peers { permanent_uuid: "f0e82105cc3a4da08ca2cc74efdd6a0e" member_type: VOTER last_known_addr { host: "127.23.69.131" port: 37539 } }
21:07:25.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.636422 25381 raft_consensus.cc:493] T 21db1fe17416449396c581cefb41dabc P 3ed4f484b2ca44338e9f520e06d75d2b [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
21:07:25.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.636894 25381 raft_consensus.cc:515] T 21db1fe17416449396c581cefb41dabc P 3ed4f484b2ca44338e9f520e06d75d2b [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ed4f484b2ca44338e9f520e06d75d2b" member_type: VOTER last_known_addr { host: "127.23.69.129" port: 40333 } } peers { permanent_uuid: "47cfb6121f3743ddb92109256e06fc6e" member_type: VOTER last_known_addr { host: "127.23.69.130" port: 46325 } } peers { permanent_uuid: "f0e82105cc3a4da08ca2cc74efdd6a0e" member_type: VOTER last_known_addr { host: "127.23.69.131" port: 37539 } }
21:07:25.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.638873 25381 leader_election.cc:290] T 21db1fe17416449396c581cefb41dabc P 3ed4f484b2ca44338e9f520e06d75d2b [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 47cfb6121f3743ddb92109256e06fc6e (127.23.69.130:46325), f0e82105cc3a4da08ca2cc74efdd6a0e (127.23.69.131:37539)
21:07:25.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:25.641880 24291 tablet.cc:2406] T 21db1fe17416449396c581cefb41dabc P 3ed4f484b2ca44338e9f520e06d75d2b: Can't schedule compaction. Clean time has not been advanced past its initial value.
21:07:25.652 [DEBUG - pool-132-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:07:25.652 [DEBUG - pool-132-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:07:25.652 [DEBUG - pool-132-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:07:25.653 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:25.653 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:25.653 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:25.655 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:25.655 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:25.655 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:25.655 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:25.656 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:25.656 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:25.656 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:07:25.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.662786 25385 leader_election.cc:290] T a51ac2ab18a44e998ab79a48cc3761de P f0e82105cc3a4da08ca2cc74efdd6a0e [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 3ed4f484b2ca44338e9f520e06d75d2b (127.23.69.129:40333), 47cfb6121f3743ddb92109256e06fc6e (127.23.69.130:46325)
21:07:25.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.665495 25375 tablet_bootstrap.cc:654] T 8d31d19883c443cdb09c9b502fd8489b P 3ed4f484b2ca44338e9f520e06d75d2b: Neither blocks nor log segments found. Creating new log.
21:07:25.669 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:25.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.669006 25376 tablet_bootstrap.cc:492] T 8d31d19883c443cdb09c9b502fd8489b P f0e82105cc3a4da08ca2cc74efdd6a0e: Bootstrap starting.
21:07:25.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.680586 25377 tablet_bootstrap.cc:492] T ffa91b932fde4aac82bce1430648a994 P 47cfb6121f3743ddb92109256e06fc6e: No bootstrap required, opened a new log
21:07:25.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.681458 25377 ts_tablet_manager.cc:1403] T ffa91b932fde4aac82bce1430648a994 P 47cfb6121f3743ddb92109256e06fc6e: Time spent bootstrapping tablet: real 0.067s	user 0.013s	sys 0.003s
21:07:25.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.689073 25382 raft_consensus.cc:493] T 5381a61602cf4f0f8d78f77200866f38 P 47cfb6121f3743ddb92109256e06fc6e [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
21:07:25.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.689754 25382 raft_consensus.cc:515] T 5381a61602cf4f0f8d78f77200866f38 P 47cfb6121f3743ddb92109256e06fc6e [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ed4f484b2ca44338e9f520e06d75d2b" member_type: VOTER last_known_addr { host: "127.23.69.129" port: 40333 } } peers { permanent_uuid: "47cfb6121f3743ddb92109256e06fc6e" member_type: VOTER last_known_addr { host: "127.23.69.130" port: 46325 } } peers { permanent_uuid: "f0e82105cc3a4da08ca2cc74efdd6a0e" member_type: VOTER last_known_addr { host: "127.23.69.131" port: 37539 } }
21:07:25.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.691987 25375 tablet_bootstrap.cc:492] T 8d31d19883c443cdb09c9b502fd8489b P 3ed4f484b2ca44338e9f520e06d75d2b: No bootstrap required, opened a new log
21:07:25.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.692488 25375 ts_tablet_manager.cc:1403] T 8d31d19883c443cdb09c9b502fd8489b P 3ed4f484b2ca44338e9f520e06d75d2b: Time spent bootstrapping tablet: real 0.072s	user 0.010s	sys 0.004s
21:07:25.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.702862 25375 raft_consensus.cc:359] T 8d31d19883c443cdb09c9b502fd8489b P 3ed4f484b2ca44338e9f520e06d75d2b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ed4f484b2ca44338e9f520e06d75d2b" member_type: VOTER last_known_addr { host: "127.23.69.129" port: 40333 } } peers { permanent_uuid: "47cfb6121f3743ddb92109256e06fc6e" member_type: VOTER last_known_addr { host: "127.23.69.130" port: 46325 } } peers { permanent_uuid: "f0e82105cc3a4da08ca2cc74efdd6a0e" member_type: VOTER last_known_addr { host: "127.23.69.131" port: 37539 } }
21:07:25.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.703771 25375 raft_consensus.cc:385] T 8d31d19883c443cdb09c9b502fd8489b P 3ed4f484b2ca44338e9f520e06d75d2b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:07:25.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.704097 25375 raft_consensus.cc:740] T 8d31d19883c443cdb09c9b502fd8489b P 3ed4f484b2ca44338e9f520e06d75d2b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3ed4f484b2ca44338e9f520e06d75d2b, State: Initialized, Role: FOLLOWER
21:07:25.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.704864 25375 consensus_queue.cc:260] T 8d31d19883c443cdb09c9b502fd8489b P 3ed4f484b2ca44338e9f520e06d75d2b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ed4f484b2ca44338e9f520e06d75d2b" member_type: VOTER last_known_addr { host: "127.23.69.129" port: 40333 } } peers { permanent_uuid: "47cfb6121f3743ddb92109256e06fc6e" member_type: VOTER last_known_addr { host: "127.23.69.130" port: 46325 } } peers { permanent_uuid: "f0e82105cc3a4da08ca2cc74efdd6a0e" member_type: VOTER last_known_addr { host: "127.23.69.131" port: 37539 } }
21:07:25.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.705928 25382 leader_election.cc:290] T 5381a61602cf4f0f8d78f77200866f38 P 47cfb6121f3743ddb92109256e06fc6e [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 3ed4f484b2ca44338e9f520e06d75d2b (127.23.69.129:40333), f0e82105cc3a4da08ca2cc74efdd6a0e (127.23.69.131:37539)
21:07:25.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.707515 25375 ts_tablet_manager.cc:1434] T 8d31d19883c443cdb09c9b502fd8489b P 3ed4f484b2ca44338e9f520e06d75d2b: Time spent starting tablet: real 0.015s	user 0.007s	sys 0.000s
21:07:25.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.711781 25375 tablet_bootstrap.cc:492] T a51ac2ab18a44e998ab79a48cc3761de P 3ed4f484b2ca44338e9f520e06d75d2b: Bootstrap starting.
21:07:25.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.736783 25376 tablet_bootstrap.cc:654] T 8d31d19883c443cdb09c9b502fd8489b P f0e82105cc3a4da08ca2cc74efdd6a0e: Neither blocks nor log segments found. Creating new log.
21:07:25.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.741639 25375 tablet_bootstrap.cc:654] T a51ac2ab18a44e998ab79a48cc3761de P 3ed4f484b2ca44338e9f520e06d75d2b: Neither blocks nor log segments found. Creating new log.
21:07:25.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.749389 24539 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "ffa91b932fde4aac82bce1430648a994" candidate_uuid: "3ed4f484b2ca44338e9f520e06d75d2b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f0e82105cc3a4da08ca2cc74efdd6a0e" is_pre_election: true
21:07:25.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.751355 24379 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a51ac2ab18a44e998ab79a48cc3761de" candidate_uuid: "f0e82105cc3a4da08ca2cc74efdd6a0e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "47cfb6121f3743ddb92109256e06fc6e" is_pre_election: true
21:07:25.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:25.754379 24473 leader_election.cc:343] T a51ac2ab18a44e998ab79a48cc3761de P f0e82105cc3a4da08ca2cc74efdd6a0e [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 47cfb6121f3743ddb92109256e06fc6e (127.23.69.130:46325): Illegal state: must be running to vote when last-logged opid is not known
21:07:25.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.756474 24379 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "ffa91b932fde4aac82bce1430648a994" candidate_uuid: "3ed4f484b2ca44338e9f520e06d75d2b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "47cfb6121f3743ddb92109256e06fc6e" is_pre_election: true
21:07:25.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.756999 24239 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "5381a61602cf4f0f8d78f77200866f38" candidate_uuid: "47cfb6121f3743ddb92109256e06fc6e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3ed4f484b2ca44338e9f520e06d75d2b" is_pre_election: true
21:07:25.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.758905 24379 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "21db1fe17416449396c581cefb41dabc" candidate_uuid: "3ed4f484b2ca44338e9f520e06d75d2b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "47cfb6121f3743ddb92109256e06fc6e" is_pre_election: true
21:07:25.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:25.759441 24312 leader_election.cc:343] T 5381a61602cf4f0f8d78f77200866f38 P 47cfb6121f3743ddb92109256e06fc6e [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 3ed4f484b2ca44338e9f520e06d75d2b (127.23.69.129:40333): Illegal state: must be running to vote when last-logged opid is not known
21:07:25.761 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:07:25.761 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:07:25.761 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:07:25.762 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:25.762 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:25.762 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:25.762 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:25.762 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:25.762 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:25.763 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:25.763 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:25.763 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:25.763 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:07:25.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:25.764132 24173 leader_election.cc:343] T ffa91b932fde4aac82bce1430648a994 P 3ed4f484b2ca44338e9f520e06d75d2b [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer f0e82105cc3a4da08ca2cc74efdd6a0e (127.23.69.131:37539): Illegal state: must be running to vote when last-logged opid is not known
21:07:25.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.765766 24539 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "21db1fe17416449396c581cefb41dabc" candidate_uuid: "3ed4f484b2ca44338e9f520e06d75d2b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f0e82105cc3a4da08ca2cc74efdd6a0e" is_pre_election: true
21:07:25.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:25.789434 24587 tablet.cc:2406] T a51ac2ab18a44e998ab79a48cc3761de P f0e82105cc3a4da08ca2cc74efdd6a0e: Can't schedule compaction. Clean time has not been advanced past its initial value.
21:07:25.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.783780 25375 tablet_bootstrap.cc:492] T a51ac2ab18a44e998ab79a48cc3761de P 3ed4f484b2ca44338e9f520e06d75d2b: No bootstrap required, opened a new log
21:07:25.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.790741 25375 ts_tablet_manager.cc:1403] T a51ac2ab18a44e998ab79a48cc3761de P 3ed4f484b2ca44338e9f520e06d75d2b: Time spent bootstrapping tablet: real 0.079s	user 0.007s	sys 0.008s
21:07:25.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.791917 24539 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "5381a61602cf4f0f8d78f77200866f38" candidate_uuid: "47cfb6121f3743ddb92109256e06fc6e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f0e82105cc3a4da08ca2cc74efdd6a0e" is_pre_election: true
21:07:25.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:25.793717 24313 leader_election.cc:343] T 5381a61602cf4f0f8d78f77200866f38 P 47cfb6121f3743ddb92109256e06fc6e [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer f0e82105cc3a4da08ca2cc74efdd6a0e (127.23.69.131:37539): Illegal state: must be running to vote when last-logged opid is not known
21:07:25.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.793884 25375 raft_consensus.cc:359] T a51ac2ab18a44e998ab79a48cc3761de P 3ed4f484b2ca44338e9f520e06d75d2b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ed4f484b2ca44338e9f520e06d75d2b" member_type: VOTER last_known_addr { host: "127.23.69.129" port: 40333 } } peers { permanent_uuid: "47cfb6121f3743ddb92109256e06fc6e" member_type: VOTER last_known_addr { host: "127.23.69.130" port: 46325 } } peers { permanent_uuid: "f0e82105cc3a4da08ca2cc74efdd6a0e" member_type: VOTER last_known_addr { host: "127.23.69.131" port: 37539 } }
21:07:25.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.794766 25375 raft_consensus.cc:385] T a51ac2ab18a44e998ab79a48cc3761de P 3ed4f484b2ca44338e9f520e06d75d2b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:07:25.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.794366 24313 leader_election.cc:304] T 5381a61602cf4f0f8d78f77200866f38 P 47cfb6121f3743ddb92109256e06fc6e [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 47cfb6121f3743ddb92109256e06fc6e; no voters: 3ed4f484b2ca44338e9f520e06d75d2b, f0e82105cc3a4da08ca2cc74efdd6a0e
21:07:25.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.795185 25375 raft_consensus.cc:740] T a51ac2ab18a44e998ab79a48cc3761de P 3ed4f484b2ca44338e9f520e06d75d2b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3ed4f484b2ca44338e9f520e06d75d2b, State: Initialized, Role: FOLLOWER
21:07:25.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.795948 25382 raft_consensus.cc:2749] T 5381a61602cf4f0f8d78f77200866f38 P 47cfb6121f3743ddb92109256e06fc6e [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
21:07:25.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.796193 25375 consensus_queue.cc:260] T a51ac2ab18a44e998ab79a48cc3761de P 3ed4f484b2ca44338e9f520e06d75d2b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ed4f484b2ca44338e9f520e06d75d2b" member_type: VOTER last_known_addr { host: "127.23.69.129" port: 40333 } } peers { permanent_uuid: "47cfb6121f3743ddb92109256e06fc6e" member_type: VOTER last_known_addr { host: "127.23.69.130" port: 46325 } } peers { permanent_uuid: "f0e82105cc3a4da08ca2cc74efdd6a0e" member_type: VOTER last_known_addr { host: "127.23.69.131" port: 37539 } }
21:07:25.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.798787 25375 ts_tablet_manager.cc:1434] T a51ac2ab18a44e998ab79a48cc3761de P 3ed4f484b2ca44338e9f520e06d75d2b: Time spent starting tablet: real 0.008s	user 0.005s	sys 0.000s
21:07:25.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.799841 25375 tablet_bootstrap.cc:492] T 5381a61602cf4f0f8d78f77200866f38 P 3ed4f484b2ca44338e9f520e06d75d2b: Bootstrap starting.
21:07:25.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.807210 25381 raft_consensus.cc:493] T 8d31d19883c443cdb09c9b502fd8489b P 3ed4f484b2ca44338e9f520e06d75d2b [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
21:07:25.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.807717 25381 raft_consensus.cc:515] T 8d31d19883c443cdb09c9b502fd8489b P 3ed4f484b2ca44338e9f520e06d75d2b [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ed4f484b2ca44338e9f520e06d75d2b" member_type: VOTER last_known_addr { host: "127.23.69.129" port: 40333 } } peers { permanent_uuid: "47cfb6121f3743ddb92109256e06fc6e" member_type: VOTER last_known_addr { host: "127.23.69.130" port: 46325 } } peers { permanent_uuid: "f0e82105cc3a4da08ca2cc74efdd6a0e" member_type: VOTER last_known_addr { host: "127.23.69.131" port: 37539 } }
21:07:25.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.809707 25381 leader_election.cc:290] T 8d31d19883c443cdb09c9b502fd8489b P 3ed4f484b2ca44338e9f520e06d75d2b [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 47cfb6121f3743ddb92109256e06fc6e (127.23.69.130:46325), f0e82105cc3a4da08ca2cc74efdd6a0e (127.23.69.131:37539)
21:07:25.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:25.810209 24173 leader_election.cc:343] T ffa91b932fde4aac82bce1430648a994 P 3ed4f484b2ca44338e9f520e06d75d2b [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 47cfb6121f3743ddb92109256e06fc6e (127.23.69.130:46325): Illegal state: must be running to vote when last-logged opid is not known
21:07:25.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.811767 25377 raft_consensus.cc:359] T ffa91b932fde4aac82bce1430648a994 P 47cfb6121f3743ddb92109256e06fc6e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ed4f484b2ca44338e9f520e06d75d2b" member_type: VOTER last_known_addr { host: "127.23.69.129" port: 40333 } } peers { permanent_uuid: "47cfb6121f3743ddb92109256e06fc6e" member_type: VOTER last_known_addr { host: "127.23.69.130" port: 46325 } } peers { permanent_uuid: "f0e82105cc3a4da08ca2cc74efdd6a0e" member_type: VOTER last_known_addr { host: "127.23.69.131" port: 37539 } }
21:07:25.823 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:07:25.823 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:07:25.823 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:07:25.824 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:25.824 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:25.824 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:25.824 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:25.825 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:25.825 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:25.825 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:25.825 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:25.825 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:25.825 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:07:25.826 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=29883), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [4ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [5ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [5ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [5ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [23ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [23ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [24ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [24ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [43ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [44ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [44ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [44ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [63ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [63ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [63ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [83ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [84ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [84ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [103ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [104ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [109ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [109ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [110ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [110ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [162ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [163ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [163ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [163ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [163ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [280ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [282ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [282ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [283ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [283ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [322ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [322ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [323ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [323ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [362ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [362ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [362ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [363ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [622ms] refreshing cache from master, [622ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [622ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [623ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [623ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [623ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [624ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [624ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [1481ms] refreshing cache from master, [1481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [1482ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [1482ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [1482ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [1482ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [1483ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [1483ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [3041ms] refreshing cache from master, [3041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [3042ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [3042ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [3043ms] too many traces: truncated at 100 traces, deferred=Deferred@817532635(state=PENDING, result=null, callback=(continuation of Deferred@1538838709 after retry RPC after error@1882330060) -> (continuation of Deferred@1819060401 after retry RPC after error@147079089) -> (continuation of Deferred@358906724 after retry RPC after error@1965602423) -> (continuation of Deferred@2080944451 after retry RPC after error@1427648708) -> (continuation of Deferred@1662115416 after retry RPC after error@1404720963) -> (continuation of Deferred@1778476766 after retry RPC after error@2114712906) -> (continuation of Deferred@327485389 after retry RPC after error@310659761) -> (continuation of Deferred@1934813609 after retry RPC after error@1389556524) -> (continuation of Deferred@1766997460 after retry RPC after error@1504916365) -> (continuation of Deferred@1036555955 after retry RPC after error@2026265013) -> (continuation of Deferred@157668 after retry RPC after error@1080886066) -> (continuation of Deferred@971597954 after retry RPC after error@1932039675) -> (continuation of Deferred@1619456317 after retry RPC after error@1213864588) -> (continuation of Deferred@981849725 after retry RPC after error@229968795) -> (continuation of Deferred@1525488649 after retry RPC after error@1115415458) -> (continuation of Deferred@1457120174 after retry RPC after error@1939194685) -> (continuation of Deferred@1101698066 after retry RPC after error@1548814710) -> (continuation of Deferred@1166820801 after retry RPC after error@417200742) -> (continuation of Deferred@230881131 after retry RPC after error@1502369052) -> (continuation of Deferred@2122953121 after retry RPC after error@158362332) -> (continuation of Deferred@320060726 after retry RPC after error@671887101) -> (continuation of Deferred@465278692 after retry RPC after error@286730693) -> (continuation of Deferred@526638300 after retry RPC after error@1448178187), errback=(continuation of Deferred@1538838709 after retry RPC after error@1882330060) -> (continuation of Deferred@1819060401 after retry RPC after error@147079089) -> (continuation of Deferred@358906724 after retry RPC after error@1965602423) -> (continuation of Deferred@2080944451 after retry RPC after error@1427648708) -> (continuation of Deferred@1662115416 after retry RPC after error@1404720963) -> (continuation of Deferred@1778476766 after retry RPC after error@2114712906) -> (continuation of Deferred@327485389 after retry RPC after error@310659761) -> (continuation of Deferred@1934813609 after retry RPC after error@1389556524) -> (continuation of Deferred@1766997460 after retry RPC after error@1504916365) -> (continuation of Deferred@1036555955 after retry RPC after error@2026265013) -> (continuation of Deferred@157668 after retry RPC after error@1080886066) -> (continuation of Deferred@971597954 after retry RPC after error@1932039675) -> (continuation of Deferred@1619456317 after retry RPC after error@1213864588) -> (continuation of Deferred@981849725 after retry RPC after error@229968795) -> (continuation of Deferred@1525488649 after retry RPC after error@1115415458) -> (continuation of Deferred@1457120174 after retry RPC after error@1939194685) -> (continuation of Deferred@1101698066 after retry RPC after error@1548814710) -> (continuation of Deferred@1166820801 after retry RPC after error@417200742) -> (continuation of Deferred@230881131 after retry RPC after error@1502369052) -> (continuation of Deferred@2122953121 after retry RPC after error@158362332) -> (continuation of Deferred@320060726 after retry RPC after error@671887101) -> (continuation of Deferred@465278692 after retry RPC after error@286730693) -> (continuation of Deferred@526638300 after retry RPC after error@1448178187)))
21:07:25.828 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (SourceReaderBase.java:338) Closing Source Reader.
21:07:25.828 [WARN - Source: KuduSource -> Sink: Writer (2/4)#2] (Task.java:1117) Source: KuduSource -> Sink: Writer (2/4)#2 (c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=29883), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [4ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [5ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [5ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [5ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [23ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [23ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [24ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [24ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [43ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [44ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [44ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [44ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [63ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [63ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [63ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [83ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [84ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [84ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [103ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [104ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [109ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [109ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [110ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [110ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [162ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [163ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [163ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [163ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [163ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [280ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [282ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [282ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [283ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [283ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [322ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [322ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [323ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [323ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [362ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [362ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [362ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [363ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [622ms] refreshing cache from master, [622ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [622ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [623ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [623ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [623ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [624ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [624ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [1481ms] refreshing cache from master, [1481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [1482ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [1482ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [1482ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [1482ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [1483ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [1483ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [3041ms] refreshing cache from master, [3041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [3042ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [3042ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [3043ms] too many traces: truncated at 100 traces, deferred=Deferred@817532635(state=PENDING, result=null, callback=(continuation of Deferred@1538838709 after retry RPC after error@1882330060) -> (continuation of Deferred@1819060401 after retry RPC after error@147079089) -> (continuation of Deferred@358906724 after retry RPC after error@1965602423) -> (continuation of Deferred@2080944451 after retry RPC after error@1427648708) -> (continuation of Deferred@1662115416 after retry RPC after error@1404720963) -> (continuation of Deferred@1778476766 after retry RPC after error@2114712906) -> (continuation of Deferred@327485389 after retry RPC after error@310659761) -> (continuation of Deferred@1934813609 after retry RPC after error@1389556524) -> (continuation of Deferred@1766997460 after retry RPC after error@1504916365) -> (continuation of Deferred@1036555955 after retry RPC after error@2026265013) -> (continuation of Deferred@157668 after retry RPC after error@1080886066) -> (continuation of Deferred@971597954 after retry RPC after error@1932039675) -> (continuation of Deferred@1619456317 after retry RPC after error@1213864588) -> (continuation of Deferred@981849725 after retry RPC after error@229968795) -> (continuation of Deferred@1525488649 after retry RPC after error@1115415458) -> (continuation of Deferred@1457120174 after retry RPC after error@1939194685) -> (continuation of Deferred@1101698066 after retry RPC after error@1548814710) -> (continuation of Deferred@1166820801 after retry RPC after error@417200742) -> (continuation of Deferred@230881131 after retry RPC after error@1502369052) -> (continuation of Deferred@2122953121 after retry RPC after error@158362332) -> (continuation of Deferred@320060726 after retry RPC after error@671887101) -> (continuation of Deferred@465278692 after retry RPC after error@286730693) -> (continuation of Deferred@526638300 after retry RPC after error@1448178187), errback=(continuation of Deferred@1538838709 after retry RPC after error@1882330060) -> (continuation of Deferred@1819060401 after retry RPC after error@147079089) -> (continuation of Deferred@358906724 after retry RPC after error@1965602423) -> (continuation of Deferred@2080944451 after retry RPC after error@1427648708) -> (continuation of Deferred@1662115416 after retry RPC after error@1404720963) -> (continuation of Deferred@1778476766 after retry RPC after error@2114712906) -> (continuation of Deferred@327485389 after retry RPC after error@310659761) -> (continuation of Deferred@1934813609 after retry RPC after error@1389556524) -> (continuation of Deferred@1766997460 after retry RPC after error@1504916365) -> (continuation of Deferred@1036555955 after retry RPC after error@2026265013) -> (continuation of Deferred@157668 after retry RPC after error@1080886066) -> (continuation of Deferred@971597954 after retry RPC after error@1932039675) -> (continuation of Deferred@1619456317 after retry RPC after error@1213864588) -> (continuation of Deferred@981849725 after retry RPC after error@229968795) -> (continuation of Deferred@1525488649 after retry RPC after error@1115415458) -> (continuation of Deferred@1457120174 after retry RPC after error@1939194685) -> (continuation of Deferred@1101698066 after retry RPC after error@1548814710) -> (continuation of Deferred@1166820801 after retry RPC after error@417200742) -> (continuation of Deferred@230881131 after retry RPC after error@1502369052) -> (continuation of Deferred@2122953121 after retry RPC after error@158362332) -> (continuation of Deferred@320060726 after retry RPC after error@671887101) -> (continuation of Deferred@465278692 after retry RPC after error@286730693) -> (continuation of Deferred@526638300 after retry RPC after error@1448178187)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.20.46.189:42409
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:07:25.829 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#2 (c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_1_2).
21:07:25.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.812669 24173 leader_election.cc:304] T ffa91b932fde4aac82bce1430648a994 P 3ed4f484b2ca44338e9f520e06d75d2b [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 3ed4f484b2ca44338e9f520e06d75d2b; no voters: 47cfb6121f3743ddb92109256e06fc6e, f0e82105cc3a4da08ca2cc74efdd6a0e
21:07:25.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:25.830310 24787 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.UpdateConsensus -> {remote=127.24.4.189:35405, user_credentials={real_user=slave}} blocked reactor thread for 51101.7us
21:07:25.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.834923 25381 raft_consensus.cc:2749] T ffa91b932fde4aac82bce1430648a994 P 3ed4f484b2ca44338e9f520e06d75d2b [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
21:07:25.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.835654 25377 raft_consensus.cc:385] T ffa91b932fde4aac82bce1430648a994 P 47cfb6121f3743ddb92109256e06fc6e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:07:25.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.836584 25377 raft_consensus.cc:740] T ffa91b932fde4aac82bce1430648a994 P 47cfb6121f3743ddb92109256e06fc6e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 47cfb6121f3743ddb92109256e06fc6e, State: Initialized, Role: FOLLOWER
21:07:25.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:25.837400 24173 leader_election.cc:343] T 21db1fe17416449396c581cefb41dabc P 3ed4f484b2ca44338e9f520e06d75d2b [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 47cfb6121f3743ddb92109256e06fc6e (127.23.69.130:46325): Illegal state: must be running to vote when last-logged opid is not known
21:07:25.840 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#2 c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_1_2.
21:07:25.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.839617 25377 consensus_queue.cc:260] T ffa91b932fde4aac82bce1430648a994 P 47cfb6121f3743ddb92109256e06fc6e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ed4f484b2ca44338e9f520e06d75d2b" member_type: VOTER last_known_addr { host: "127.23.69.129" port: 40333 } } peers { permanent_uuid: "47cfb6121f3743ddb92109256e06fc6e" member_type: VOTER last_known_addr { host: "127.23.69.130" port: 46325 } } peers { permanent_uuid: "f0e82105cc3a4da08ca2cc74efdd6a0e" member_type: VOTER last_known_addr { host: "127.23.69.131" port: 37539 } }
21:07:25.842 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1449) Source: KuduSource -> Sink: Writer (2/4) (c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from INITIALIZING to FAILED on 55c4d95f-4b70-4fa7-a972-a2dfacde7c76 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=29883), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [4ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [5ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [5ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [5ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [23ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [23ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [24ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [24ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [43ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [44ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [44ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [44ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [63ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [63ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [63ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [83ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [84ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [84ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [103ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [104ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [109ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [109ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [110ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [110ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [162ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [163ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [163ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [163ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [163ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [280ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [282ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [282ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [283ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [283ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [322ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [322ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [323ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [323ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [362ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [362ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [362ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [363ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [622ms] refreshing cache from master, [622ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [622ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [623ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [623ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [623ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [624ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [624ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [1481ms] refreshing cache from master, [1481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [1482ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [1482ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [1482ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [1482ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [1483ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [1483ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [3041ms] refreshing cache from master, [3041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [3042ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [3042ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [3043ms] too many traces: truncated at 100 traces, deferred=Deferred@817532635(state=PENDING, result=null, callback=(continuation of Deferred@1538838709 after retry RPC after error@1882330060) -> (continuation of Deferred@1819060401 after retry RPC after error@147079089) -> (continuation of Deferred@358906724 after retry RPC after error@1965602423) -> (continuation of Deferred@2080944451 after retry RPC after error@1427648708) -> (continuation of Deferred@1662115416 after retry RPC after error@1404720963) -> (continuation of Deferred@1778476766 after retry RPC after error@2114712906) -> (continuation of Deferred@327485389 after retry RPC after error@310659761) -> (continuation of Deferred@1934813609 after retry RPC after error@1389556524) -> (continuation of Deferred@1766997460 after retry RPC after error@1504916365) -> (continuation of Deferred@1036555955 after retry RPC after error@2026265013) -> (continuation of Deferred@157668 after retry RPC after error@1080886066) -> (continuation of Deferred@971597954 after retry RPC after error@1932039675) -> (continuation of Deferred@1619456317 after retry RPC after error@1213864588) -> (continuation of Deferred@981849725 after retry RPC after error@229968795) -> (continuation of Deferred@1525488649 after retry RPC after error@1115415458) -> (continuation of Deferred@1457120174 after retry RPC after error@1939194685) -> (continuation of Deferred@1101698066 after retry RPC after error@1548814710) -> (continuation of Deferred@1166820801 after retry RPC after error@417200742) -> (continuation of Deferred@230881131 after retry RPC after error@1502369052) -> (continuation of Deferred@2122953121 after retry RPC after error@158362332) -> (continuation of Deferred@320060726 after retry RPC after error@671887101) -> (continuation of Deferred@465278692 after retry RPC after error@286730693) -> (continuation of Deferred@526638300 after retry RPC after error@1448178187), errback=(continuation of Deferred@1538838709 after retry RPC after error@1882330060) -> (continuation of Deferred@1819060401 after retry RPC after error@147079089) -> (continuation of Deferred@358906724 after retry RPC after error@1965602423) -> (continuation of Deferred@2080944451 after retry RPC after error@1427648708) -> (continuation of Deferred@1662115416 after retry RPC after error@1404720963) -> (continuation of Deferred@1778476766 after retry RPC after error@2114712906) -> (continuation of Deferred@327485389 after retry RPC after error@310659761) -> (continuation of Deferred@1934813609 after retry RPC after error@1389556524) -> (continuation of Deferred@1766997460 after retry RPC after error@1504916365) -> (continuation of Deferred@1036555955 after retry RPC after error@2026265013) -> (continuation of Deferred@157668 after retry RPC after error@1080886066) -> (continuation of Deferred@971597954 after retry RPC after error@1932039675) -> (continuation of Deferred@1619456317 after retry RPC after error@1213864588) -> (continuation of Deferred@981849725 after retry RPC after error@229968795) -> (continuation of Deferred@1525488649 after retry RPC after error@1115415458) -> (continuation of Deferred@1457120174 after retry RPC after error@1939194685) -> (continuation of Deferred@1101698066 after retry RPC after error@1548814710) -> (continuation of Deferred@1166820801 after retry RPC after error@417200742) -> (continuation of Deferred@230881131 after retry RPC after error@1502369052) -> (continuation of Deferred@2122953121 after retry RPC after error@158362332) -> (continuation of Deferred@320060726 after retry RPC after error@671887101) -> (continuation of Deferred@465278692 after retry RPC after error@286730693) -> (continuation of Deferred@526638300 after retry RPC after error@1448178187)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.20.46.189:42409
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:07:25.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.845598 25343 heartbeater.cc:499] Master 127.24.4.188:46037 was elected leader, sending a full tablet report...
21:07:25.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.846909 24539 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "8d31d19883c443cdb09c9b502fd8489b" candidate_uuid: "3ed4f484b2ca44338e9f520e06d75d2b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f0e82105cc3a4da08ca2cc74efdd6a0e" is_pre_election: true
21:07:25.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.844223 24379 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "8d31d19883c443cdb09c9b502fd8489b" candidate_uuid: "3ed4f484b2ca44338e9f520e06d75d2b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "47cfb6121f3743ddb92109256e06fc6e" is_pre_election: true
21:07:25.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.849870 24379 raft_consensus.cc:2468] T 8d31d19883c443cdb09c9b502fd8489b P 47cfb6121f3743ddb92109256e06fc6e [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 3ed4f484b2ca44338e9f520e06d75d2b in term 0.
21:07:25.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.852181 25381 raft_consensus.cc:493] T f99563ad40c547539d389b594da1fed9 P 3ed4f484b2ca44338e9f520e06d75d2b [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
21:07:25.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.852967 25381 raft_consensus.cc:515] T f99563ad40c547539d389b594da1fed9 P 3ed4f484b2ca44338e9f520e06d75d2b [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ed4f484b2ca44338e9f520e06d75d2b" member_type: VOTER last_known_addr { host: "127.23.69.129" port: 40333 } } peers { permanent_uuid: "47cfb6121f3743ddb92109256e06fc6e" member_type: VOTER last_known_addr { host: "127.23.69.130" port: 46325 } } peers { permanent_uuid: "f0e82105cc3a4da08ca2cc74efdd6a0e" member_type: VOTER last_known_addr { host: "127.23.69.131" port: 37539 } }
21:07:25.855 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:324) Received resource requirements from job be5d90ea6ea762b3c60063afb0fd4b65: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
21:07:25.857 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#2) of source Source: KuduSource.
21:07:25.858 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_1_2.
21:07:25.858 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (be5d90ea6ea762b3c60063afb0fd4b65) switched from state RUNNING to RESTARTING.
21:07:25.868 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:07:25.868 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:07:25.869 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:07:25.869 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:25.869 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:25.869 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:25.870 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:25.870 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:25.870 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:25.871 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:25.871 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:25.871 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:25.871 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:07:25.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.859977 25381 leader_election.cc:290] T f99563ad40c547539d389b594da1fed9 P 3ed4f484b2ca44338e9f520e06d75d2b [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 47cfb6121f3743ddb92109256e06fc6e (127.23.69.130:46325), f0e82105cc3a4da08ca2cc74efdd6a0e (127.23.69.131:37539)
21:07:25.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.866735 25382 raft_consensus.cc:493] T f99563ad40c547539d389b594da1fed9 P 47cfb6121f3743ddb92109256e06fc6e [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
21:07:25.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.867419 25382 raft_consensus.cc:515] T f99563ad40c547539d389b594da1fed9 P 47cfb6121f3743ddb92109256e06fc6e [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ed4f484b2ca44338e9f520e06d75d2b" member_type: VOTER last_known_addr { host: "127.23.69.129" port: 40333 } } peers { permanent_uuid: "47cfb6121f3743ddb92109256e06fc6e" member_type: VOTER last_known_addr { host: "127.23.69.130" port: 46325 } } peers { permanent_uuid: "f0e82105cc3a4da08ca2cc74efdd6a0e" member_type: VOTER last_known_addr { host: "127.23.69.131" port: 37539 } }
21:07:25.872 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=29945), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [3ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [6ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [8ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [9ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [23ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [25ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [25ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [43ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [43ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [44ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [83ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [102ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [123ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [124ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [262ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [262ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [263ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [263ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [382ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [382ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [382ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [383ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [862ms] refreshing cache from master, [863ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [863ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [863ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [865ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [866ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [866ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [867ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [1201ms] refreshing cache from master, [1201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [1202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [1202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [1210ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [1210ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [1210ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [1210ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [1481ms] refreshing cache from master, [1481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [1481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [1482ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [1482ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [1483ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [1484ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [1484ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [4681ms] refreshing cache from master, [4681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [4682ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [4682ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [4683ms] too many traces: truncated at 100 traces, deferred=Deferred@2083903326(state=PENDING, result=null, callback=(continuation of Deferred@1685364146 after retry RPC after error@3149450) -> (continuation of Deferred@780261578 after retry RPC after error@2094818659) -> (continuation of Deferred@1007025735 after retry RPC after error@1019339539) -> (continuation of Deferred@472267721 after retry RPC after error@55489107) -> (continuation of Deferred@279614395 after retry RPC after error@599794630) -> (continuation of Deferred@236301316 after retry RPC after error@2017418175) -> (continuation of Deferred@1020016712 after retry RPC after error@506524164) -> (continuation of Deferred@1038485578 after retry RPC after error@1057382122) -> (continuation of Deferred@1649753914 after retry RPC after error@2070696358) -> (continuation of Deferred@1984275161 after retry RPC after error@2067350517) -> (continuation of Deferred@819859271 after retry RPC after error@690391451) -> (continuation of Deferred@1924052236 after retry RPC after error@1127835207) -> (continuation of Deferred@56491344 after retry RPC after error@506124017) -> (continuation of Deferred@430642925 after retry RPC after error@287850689) -> (continuation of Deferred@2113116361 after retry RPC after error@900089048) -> (continuation of Deferred@1962615039 after retry RPC after error@654723305) -> (continuation of Deferred@1179826448 after retry RPC after error@1104520582) -> (continuation of Deferred@1820629403 after retry RPC after error@2035340770) -> (continuation of Deferred@714697185 after retry RPC after error@1175195809) -> (continuation of Deferred@235667898 after retry RPC after error@1905011292) -> (continuation of Deferred@272335853 after retry RPC after error@907280467) -> (continuation of Deferred@1492899578 after retry RPC after error@1219877235), errback=(continuation of Deferred@1685364146 after retry RPC after error@3149450) -> (continuation of Deferred@780261578 after retry RPC after error@2094818659) -> (continuation of Deferred@1007025735 after retry RPC after error@1019339539) -> (continuation of Deferred@472267721 after retry RPC after error@55489107) -> (continuation of Deferred@279614395 after retry RPC after error@599794630) -> (continuation of Deferred@236301316 after retry RPC after error@2017418175) -> (continuation of Deferred@1020016712 after retry RPC after error@506524164) -> (continuation of Deferred@1038485578 after retry RPC after error@1057382122) -> (continuation of Deferred@1649753914 after retry RPC after error@2070696358) -> (continuation of Deferred@1984275161 after retry RPC after error@2067350517) -> (continuation of Deferred@819859271 after retry RPC after error@690391451) -> (continuation of Deferred@1924052236 after retry RPC after error@1127835207) -> (continuation of Deferred@56491344 after retry RPC after error@506124017) -> (continuation of Deferred@430642925 after retry RPC after error@287850689) -> (continuation of Deferred@2113116361 after retry RPC after error@900089048) -> (continuation of Deferred@1962615039 after retry RPC after error@654723305) -> (continuation of Deferred@1179826448 after retry RPC after error@1104520582) -> (continuation of Deferred@1820629403 after retry RPC after error@2035340770) -> (continuation of Deferred@714697185 after retry RPC after error@1175195809) -> (continuation of Deferred@235667898 after retry RPC after error@1905011292) -> (continuation of Deferred@272335853 after retry RPC after error@907280467) -> (continuation of Deferred@1492899578 after retry RPC after error@1219877235)))
21:07:25.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.873098 25382 leader_election.cc:290] T f99563ad40c547539d389b594da1fed9 P 47cfb6121f3743ddb92109256e06fc6e [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 3ed4f484b2ca44338e9f520e06d75d2b (127.23.69.129:40333), f0e82105cc3a4da08ca2cc74efdd6a0e (127.23.69.131:37539)
21:07:25.876 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (SourceReaderBase.java:338) Closing Source Reader.
21:07:25.876 [WARN - Source: KuduSource -> Sink: Writer (1/4)#2] (Task.java:1117) Source: KuduSource -> Sink: Writer (1/4)#2 (c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=29945), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [3ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [6ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [8ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [9ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [23ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [25ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [25ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [43ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [43ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [44ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [83ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [102ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [123ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [124ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [262ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [262ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [263ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [263ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [382ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [382ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [382ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [383ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [862ms] refreshing cache from master, [863ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [863ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [863ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [865ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [866ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [866ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [867ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [1201ms] refreshing cache from master, [1201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [1202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [1202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [1210ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [1210ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [1210ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [1210ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [1481ms] refreshing cache from master, [1481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [1481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [1482ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [1482ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [1483ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [1484ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [1484ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [4681ms] refreshing cache from master, [4681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [4682ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [4682ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [4683ms] too many traces: truncated at 100 traces, deferred=Deferred@2083903326(state=PENDING, result=null, callback=(continuation of Deferred@1685364146 after retry RPC after error@3149450) -> (continuation of Deferred@780261578 after retry RPC after error@2094818659) -> (continuation of Deferred@1007025735 after retry RPC after error@1019339539) -> (continuation of Deferred@472267721 after retry RPC after error@55489107) -> (continuation of Deferred@279614395 after retry RPC after error@599794630) -> (continuation of Deferred@236301316 after retry RPC after error@2017418175) -> (continuation of Deferred@1020016712 after retry RPC after error@506524164) -> (continuation of Deferred@1038485578 after retry RPC after error@1057382122) -> (continuation of Deferred@1649753914 after retry RPC after error@2070696358) -> (continuation of Deferred@1984275161 after retry RPC after error@2067350517) -> (continuation of Deferred@819859271 after retry RPC after error@690391451) -> (continuation of Deferred@1924052236 after retry RPC after error@1127835207) -> (continuation of Deferred@56491344 after retry RPC after error@506124017) -> (continuation of Deferred@430642925 after retry RPC after error@287850689) -> (continuation of Deferred@2113116361 after retry RPC after error@900089048) -> (continuation of Deferred@1962615039 after retry RPC after error@654723305) -> (continuation of Deferred@1179826448 after retry RPC after error@1104520582) -> (continuation of Deferred@1820629403 after retry RPC after error@2035340770) -> (continuation of Deferred@714697185 after retry RPC after error@1175195809) -> (continuation of Deferred@235667898 after retry RPC after error@1905011292) -> (continuation of Deferred@272335853 after retry RPC after error@907280467) -> (continuation of Deferred@1492899578 after retry RPC after error@1219877235), errback=(continuation of Deferred@1685364146 after retry RPC after error@3149450) -> (continuation of Deferred@780261578 after retry RPC after error@2094818659) -> (continuation of Deferred@1007025735 after retry RPC after error@1019339539) -> (continuation of Deferred@472267721 after retry RPC after error@55489107) -> (continuation of Deferred@279614395 after retry RPC after error@599794630) -> (continuation of Deferred@236301316 after retry RPC after error@2017418175) -> (continuation of Deferred@1020016712 after retry RPC after error@506524164) -> (continuation of Deferred@1038485578 after retry RPC after error@1057382122) -> (continuation of Deferred@1649753914 after retry RPC after error@2070696358) -> (continuation of Deferred@1984275161 after retry RPC after error@2067350517) -> (continuation of Deferred@819859271 after retry RPC after error@690391451) -> (continuation of Deferred@1924052236 after retry RPC after error@1127835207) -> (continuation of Deferred@56491344 after retry RPC after error@506124017) -> (continuation of Deferred@430642925 after retry RPC after error@287850689) -> (continuation of Deferred@2113116361 after retry RPC after error@900089048) -> (continuation of Deferred@1962615039 after retry RPC after error@654723305) -> (continuation of Deferred@1179826448 after retry RPC after error@1104520582) -> (continuation of Deferred@1820629403 after retry RPC after error@2035340770) -> (continuation of Deferred@714697185 after retry RPC after error@1175195809) -> (continuation of Deferred@235667898 after retry RPC after error@1905011292) -> (continuation of Deferred@272335853 after retry RPC after error@907280467) -> (continuation of Deferred@1492899578 after retry RPC after error@1219877235)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.20.46.189:42409
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:07:25.878 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#2 (c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_0_2).
21:07:25.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.873711 24239 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "f99563ad40c547539d389b594da1fed9" candidate_uuid: "47cfb6121f3743ddb92109256e06fc6e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3ed4f484b2ca44338e9f520e06d75d2b" is_pre_election: true
21:07:25.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.874002 25382 raft_consensus.cc:493] T ffa91b932fde4aac82bce1430648a994 P 47cfb6121f3743ddb92109256e06fc6e [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
21:07:25.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.874577 24239 raft_consensus.cc:2468] T f99563ad40c547539d389b594da1fed9 P 3ed4f484b2ca44338e9f520e06d75d2b [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 47cfb6121f3743ddb92109256e06fc6e in term 0.
21:07:25.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.874504 25382 raft_consensus.cc:515] T ffa91b932fde4aac82bce1430648a994 P 47cfb6121f3743ddb92109256e06fc6e [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ed4f484b2ca44338e9f520e06d75d2b" member_type: VOTER last_known_addr { host: "127.23.69.129" port: 40333 } } peers { permanent_uuid: "47cfb6121f3743ddb92109256e06fc6e" member_type: VOTER last_known_addr { host: "127.23.69.130" port: 46325 } } peers { permanent_uuid: "f0e82105cc3a4da08ca2cc74efdd6a0e" member_type: VOTER last_known_addr { host: "127.23.69.131" port: 37539 } }
21:07:25.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.876060 24312 leader_election.cc:304] T f99563ad40c547539d389b594da1fed9 P 47cfb6121f3743ddb92109256e06fc6e [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 3ed4f484b2ca44338e9f520e06d75d2b, 47cfb6121f3743ddb92109256e06fc6e; no voters: 
21:07:25.881 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#2 c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_0_2.
21:07:25.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.882035 25376 tablet_bootstrap.cc:492] T 8d31d19883c443cdb09c9b502fd8489b P f0e82105cc3a4da08ca2cc74efdd6a0e: No bootstrap required, opened a new log
21:07:25.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.882879 25376 ts_tablet_manager.cc:1403] T 8d31d19883c443cdb09c9b502fd8489b P f0e82105cc3a4da08ca2cc74efdd6a0e: Time spent bootstrapping tablet: real 0.214s	user 0.024s	sys 0.011s
21:07:25.884 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1449) Source: KuduSource -> Sink: Writer (1/4) (c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from INITIALIZING to FAILED on 55c4d95f-4b70-4fa7-a972-a2dfacde7c76 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=29945), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [3ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [6ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [8ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [9ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [23ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [25ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [25ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [43ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [43ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [44ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [83ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [102ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [123ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [124ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [262ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [262ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [263ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [263ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [382ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [382ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [382ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [383ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [862ms] refreshing cache from master, [863ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [863ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [863ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [865ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [866ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [866ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [867ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [1201ms] refreshing cache from master, [1201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [1202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [1202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [1210ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [1210ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [1210ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [1210ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [1481ms] refreshing cache from master, [1481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [1481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [1482ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [1482ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [1483ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [1484ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [1484ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [4681ms] refreshing cache from master, [4681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [4682ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [4682ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [4683ms] too many traces: truncated at 100 traces, deferred=Deferred@2083903326(state=PENDING, result=null, callback=(continuation of Deferred@1685364146 after retry RPC after error@3149450) -> (continuation of Deferred@780261578 after retry RPC after error@2094818659) -> (continuation of Deferred@1007025735 after retry RPC after error@1019339539) -> (continuation of Deferred@472267721 after retry RPC after error@55489107) -> (continuation of Deferred@279614395 after retry RPC after error@599794630) -> (continuation of Deferred@236301316 after retry RPC after error@2017418175) -> (continuation of Deferred@1020016712 after retry RPC after error@506524164) -> (continuation of Deferred@1038485578 after retry RPC after error@1057382122) -> (continuation of Deferred@1649753914 after retry RPC after error@2070696358) -> (continuation of Deferred@1984275161 after retry RPC after error@2067350517) -> (continuation of Deferred@819859271 after retry RPC after error@690391451) -> (continuation of Deferred@1924052236 after retry RPC after error@1127835207) -> (continuation of Deferred@56491344 after retry RPC after error@506124017) -> (continuation of Deferred@430642925 after retry RPC after error@287850689) -> (continuation of Deferred@2113116361 after retry RPC after error@900089048) -> (continuation of Deferred@1962615039 after retry RPC after error@654723305) -> (continuation of Deferred@1179826448 after retry RPC after error@1104520582) -> (continuation of Deferred@1820629403 after retry RPC after error@2035340770) -> (continuation of Deferred@714697185 after retry RPC after error@1175195809) -> (continuation of Deferred@235667898 after retry RPC after error@1905011292) -> (continuation of Deferred@272335853 after retry RPC after error@907280467) -> (continuation of Deferred@1492899578 after retry RPC after error@1219877235), errback=(continuation of Deferred@1685364146 after retry RPC after error@3149450) -> (continuation of Deferred@780261578 after retry RPC after error@2094818659) -> (continuation of Deferred@1007025735 after retry RPC after error@1019339539) -> (continuation of Deferred@472267721 after retry RPC after error@55489107) -> (continuation of Deferred@279614395 after retry RPC after error@599794630) -> (continuation of Deferred@236301316 after retry RPC after error@2017418175) -> (continuation of Deferred@1020016712 after retry RPC after error@506524164) -> (continuation of Deferred@1038485578 after retry RPC after error@1057382122) -> (continuation of Deferred@1649753914 after retry RPC after error@2070696358) -> (continuation of Deferred@1984275161 after retry RPC after error@2067350517) -> (continuation of Deferred@819859271 after retry RPC after error@690391451) -> (continuation of Deferred@1924052236 after retry RPC after error@1127835207) -> (continuation of Deferred@56491344 after retry RPC after error@506124017) -> (continuation of Deferred@430642925 after retry RPC after error@287850689) -> (continuation of Deferred@2113116361 after retry RPC after error@900089048) -> (continuation of Deferred@1962615039 after retry RPC after error@654723305) -> (continuation of Deferred@1179826448 after retry RPC after error@1104520582) -> (continuation of Deferred@1820629403 after retry RPC after error@2035340770) -> (continuation of Deferred@714697185 after retry RPC after error@1175195809) -> (continuation of Deferred@235667898 after retry RPC after error@1905011292) -> (continuation of Deferred@272335853 after retry RPC after error@907280467) -> (continuation of Deferred@1492899578 after retry RPC after error@1219877235)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.20.46.189:42409
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:07:25.885 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_0_2.
21:07:25.886 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job be5d90ea6ea762b3c60063afb0fd4b65: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
21:07:25.887 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#2) of source Source: KuduSource.
21:07:25.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.884804 25382 leader_election.cc:290] T ffa91b932fde4aac82bce1430648a994 P 47cfb6121f3743ddb92109256e06fc6e [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 3ed4f484b2ca44338e9f520e06d75d2b (127.23.69.129:40333), f0e82105cc3a4da08ca2cc74efdd6a0e (127.23.69.131:37539)
21:07:25.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.885578 25382 raft_consensus.cc:2804] T f99563ad40c547539d389b594da1fed9 P 47cfb6121f3743ddb92109256e06fc6e [term 0 FOLLOWER]: Leader pre-election won for term 1
21:07:25.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.886034 25382 raft_consensus.cc:493] T f99563ad40c547539d389b594da1fed9 P 47cfb6121f3743ddb92109256e06fc6e [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
21:07:25.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.886366 25382 raft_consensus.cc:3060] T f99563ad40c547539d389b594da1fed9 P 47cfb6121f3743ddb92109256e06fc6e [term 0 FOLLOWER]: Advancing to term 1
21:07:25.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.889562 24239 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "ffa91b932fde4aac82bce1430648a994" candidate_uuid: "47cfb6121f3743ddb92109256e06fc6e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3ed4f484b2ca44338e9f520e06d75d2b" is_pre_election: true
21:07:25.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.890197 24239 raft_consensus.cc:2468] T ffa91b932fde4aac82bce1430648a994 P 3ed4f484b2ca44338e9f520e06d75d2b [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 47cfb6121f3743ddb92109256e06fc6e in term 0.
21:07:25.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.892230 24312 leader_election.cc:304] T ffa91b932fde4aac82bce1430648a994 P 47cfb6121f3743ddb92109256e06fc6e [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 3ed4f484b2ca44338e9f520e06d75d2b, 47cfb6121f3743ddb92109256e06fc6e; no voters: 
21:07:25.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.886863 25376 raft_consensus.cc:359] T 8d31d19883c443cdb09c9b502fd8489b P f0e82105cc3a4da08ca2cc74efdd6a0e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ed4f484b2ca44338e9f520e06d75d2b" member_type: VOTER last_known_addr { host: "127.23.69.129" port: 40333 } } peers { permanent_uuid: "47cfb6121f3743ddb92109256e06fc6e" member_type: VOTER last_known_addr { host: "127.23.69.130" port: 46325 } } peers { permanent_uuid: "f0e82105cc3a4da08ca2cc74efdd6a0e" member_type: VOTER last_known_addr { host: "127.23.69.131" port: 37539 } }
21:07:25.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:25.894271 24173 leader_election.cc:343] T 21db1fe17416449396c581cefb41dabc P 3ed4f484b2ca44338e9f520e06d75d2b [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer f0e82105cc3a4da08ca2cc74efdd6a0e (127.23.69.131:37539): Illegal state: must be running to vote when last-logged opid is not known
21:07:25.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.894292 25376 raft_consensus.cc:385] T 8d31d19883c443cdb09c9b502fd8489b P f0e82105cc3a4da08ca2cc74efdd6a0e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:07:25.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.894695 24173 leader_election.cc:304] T 21db1fe17416449396c581cefb41dabc P 3ed4f484b2ca44338e9f520e06d75d2b [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 3ed4f484b2ca44338e9f520e06d75d2b; no voters: 47cfb6121f3743ddb92109256e06fc6e, f0e82105cc3a4da08ca2cc74efdd6a0e
21:07:25.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:25.896044 24173 leader_election.cc:343] T 8d31d19883c443cdb09c9b502fd8489b P 3ed4f484b2ca44338e9f520e06d75d2b [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer f0e82105cc3a4da08ca2cc74efdd6a0e (127.23.69.131:37539): Illegal state: must be running to vote when last-logged opid is not known
21:07:25.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.896649 25381 raft_consensus.cc:2749] T 21db1fe17416449396c581cefb41dabc P 3ed4f484b2ca44338e9f520e06d75d2b [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
21:07:25.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.894724 25376 raft_consensus.cc:740] T 8d31d19883c443cdb09c9b502fd8489b P f0e82105cc3a4da08ca2cc74efdd6a0e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f0e82105cc3a4da08ca2cc74efdd6a0e, State: Initialized, Role: FOLLOWER
21:07:25.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.897732 24379 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "f99563ad40c547539d389b594da1fed9" candidate_uuid: "3ed4f484b2ca44338e9f520e06d75d2b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "47cfb6121f3743ddb92109256e06fc6e" is_pre_election: true
21:07:25.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.897770 25376 consensus_queue.cc:260] T 8d31d19883c443cdb09c9b502fd8489b P f0e82105cc3a4da08ca2cc74efdd6a0e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ed4f484b2ca44338e9f520e06d75d2b" member_type: VOTER last_known_addr { host: "127.23.69.129" port: 40333 } } peers { permanent_uuid: "47cfb6121f3743ddb92109256e06fc6e" member_type: VOTER last_known_addr { host: "127.23.69.130" port: 46325 } } peers { permanent_uuid: "f0e82105cc3a4da08ca2cc74efdd6a0e" member_type: VOTER last_known_addr { host: "127.23.69.131" port: 37539 } }
21:07:25.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.899691 24539 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "f99563ad40c547539d389b594da1fed9" candidate_uuid: "3ed4f484b2ca44338e9f520e06d75d2b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f0e82105cc3a4da08ca2cc74efdd6a0e" is_pre_election: true
21:07:25.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.898746 25375 tablet_bootstrap.cc:654] T 5381a61602cf4f0f8d78f77200866f38 P 3ed4f484b2ca44338e9f520e06d75d2b: Neither blocks nor log segments found. Creating new log.
21:07:25.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.908952 25377 ts_tablet_manager.cc:1434] T ffa91b932fde4aac82bce1430648a994 P 47cfb6121f3743ddb92109256e06fc6e: Time spent starting tablet: real 0.227s	user 0.002s	sys 0.006s
21:07:25.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.910315 25377 tablet_bootstrap.cc:492] T 21db1fe17416449396c581cefb41dabc P 47cfb6121f3743ddb92109256e06fc6e: Bootstrap starting.
21:07:25.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.915561 25404 raft_consensus.cc:2804] T ffa91b932fde4aac82bce1430648a994 P 47cfb6121f3743ddb92109256e06fc6e [term 0 FOLLOWER]: Leader pre-election won for term 1
21:07:25.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.916244 25404 raft_consensus.cc:493] T ffa91b932fde4aac82bce1430648a994 P 47cfb6121f3743ddb92109256e06fc6e [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
21:07:25.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.916785 25404 raft_consensus.cc:3060] T ffa91b932fde4aac82bce1430648a994 P 47cfb6121f3743ddb92109256e06fc6e [term 0 FOLLOWER]: Advancing to term 1
21:07:25.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.922317 24539 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "f99563ad40c547539d389b594da1fed9" candidate_uuid: "47cfb6121f3743ddb92109256e06fc6e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f0e82105cc3a4da08ca2cc74efdd6a0e" is_pre_election: true
21:07:25.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.924576 25376 ts_tablet_manager.cc:1434] T 8d31d19883c443cdb09c9b502fd8489b P f0e82105cc3a4da08ca2cc74efdd6a0e: Time spent starting tablet: real 0.041s	user 0.006s	sys 0.003s
21:07:25.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.925005 24539 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "ffa91b932fde4aac82bce1430648a994" candidate_uuid: "47cfb6121f3743ddb92109256e06fc6e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f0e82105cc3a4da08ca2cc74efdd6a0e" is_pre_election: true
21:07:25.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:25.926687 24313 leader_election.cc:343] T f99563ad40c547539d389b594da1fed9 P 47cfb6121f3743ddb92109256e06fc6e [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer f0e82105cc3a4da08ca2cc74efdd6a0e (127.23.69.131:37539): Illegal state: must be running to vote when last-logged opid is not known
21:07:25.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:25.928359 24313 leader_election.cc:343] T ffa91b932fde4aac82bce1430648a994 P 47cfb6121f3743ddb92109256e06fc6e [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer f0e82105cc3a4da08ca2cc74efdd6a0e (127.23.69.131:37539): Illegal state: must be running to vote when last-logged opid is not known
21:07:25.928 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:25.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.929770 25375 tablet_bootstrap.cc:492] T 5381a61602cf4f0f8d78f77200866f38 P 3ed4f484b2ca44338e9f520e06d75d2b: No bootstrap required, opened a new log
21:07:25.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.930240 25375 ts_tablet_manager.cc:1403] T 5381a61602cf4f0f8d78f77200866f38 P 3ed4f484b2ca44338e9f520e06d75d2b: Time spent bootstrapping tablet: real 0.131s	user 0.008s	sys 0.007s
21:07:25.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.933656 25376 tablet_bootstrap.cc:492] T ffa91b932fde4aac82bce1430648a994 P f0e82105cc3a4da08ca2cc74efdd6a0e: Bootstrap starting.
21:07:25.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.934425 24239 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a51ac2ab18a44e998ab79a48cc3761de" candidate_uuid: "f0e82105cc3a4da08ca2cc74efdd6a0e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3ed4f484b2ca44338e9f520e06d75d2b" is_pre_election: true
21:07:25.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.935092 24239 raft_consensus.cc:2468] T a51ac2ab18a44e998ab79a48cc3761de P 3ed4f484b2ca44338e9f520e06d75d2b [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate f0e82105cc3a4da08ca2cc74efdd6a0e in term 0.
21:07:25.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.936089 24173 leader_election.cc:304] T 8d31d19883c443cdb09c9b502fd8489b P 3ed4f484b2ca44338e9f520e06d75d2b [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 3ed4f484b2ca44338e9f520e06d75d2b, 47cfb6121f3743ddb92109256e06fc6e; no voters: f0e82105cc3a4da08ca2cc74efdd6a0e
21:07:25.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.937376 25381 raft_consensus.cc:2804] T 8d31d19883c443cdb09c9b502fd8489b P 3ed4f484b2ca44338e9f520e06d75d2b [term 0 FOLLOWER]: Leader pre-election won for term 1
21:07:25.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.937779 25381 raft_consensus.cc:493] T 8d31d19883c443cdb09c9b502fd8489b P 3ed4f484b2ca44338e9f520e06d75d2b [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
21:07:25.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.937615 24472 leader_election.cc:304] T a51ac2ab18a44e998ab79a48cc3761de P f0e82105cc3a4da08ca2cc74efdd6a0e [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 3ed4f484b2ca44338e9f520e06d75d2b, f0e82105cc3a4da08ca2cc74efdd6a0e; no voters: 47cfb6121f3743ddb92109256e06fc6e
21:07:25.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.938105 25381 raft_consensus.cc:3060] T 8d31d19883c443cdb09c9b502fd8489b P 3ed4f484b2ca44338e9f520e06d75d2b [term 0 FOLLOWER]: Advancing to term 1
21:07:25.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.939343 25385 raft_consensus.cc:2804] T a51ac2ab18a44e998ab79a48cc3761de P f0e82105cc3a4da08ca2cc74efdd6a0e [term 0 FOLLOWER]: Leader pre-election won for term 1
21:07:25.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:25.939425 24173 leader_election.cc:343] T f99563ad40c547539d389b594da1fed9 P 3ed4f484b2ca44338e9f520e06d75d2b [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer f0e82105cc3a4da08ca2cc74efdd6a0e (127.23.69.131:37539): Illegal state: must be running to vote when last-logged opid is not known
21:07:25.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.939759 25385 raft_consensus.cc:493] T a51ac2ab18a44e998ab79a48cc3761de P f0e82105cc3a4da08ca2cc74efdd6a0e [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
21:07:25.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.940088 25385 raft_consensus.cc:3060] T a51ac2ab18a44e998ab79a48cc3761de P f0e82105cc3a4da08ca2cc74efdd6a0e [term 0 FOLLOWER]: Advancing to term 1
21:07:25.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.946046 25381 raft_consensus.cc:515] T 8d31d19883c443cdb09c9b502fd8489b P 3ed4f484b2ca44338e9f520e06d75d2b [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ed4f484b2ca44338e9f520e06d75d2b" member_type: VOTER last_known_addr { host: "127.23.69.129" port: 40333 } } peers { permanent_uuid: "47cfb6121f3743ddb92109256e06fc6e" member_type: VOTER last_known_addr { host: "127.23.69.130" port: 46325 } } peers { permanent_uuid: "f0e82105cc3a4da08ca2cc74efdd6a0e" member_type: VOTER last_known_addr { host: "127.23.69.131" port: 37539 } }
21:07:25.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.947345 25385 raft_consensus.cc:515] T a51ac2ab18a44e998ab79a48cc3761de P f0e82105cc3a4da08ca2cc74efdd6a0e [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ed4f484b2ca44338e9f520e06d75d2b" member_type: VOTER last_known_addr { host: "127.23.69.129" port: 40333 } } peers { permanent_uuid: "47cfb6121f3743ddb92109256e06fc6e" member_type: VOTER last_known_addr { host: "127.23.69.130" port: 46325 } } peers { permanent_uuid: "f0e82105cc3a4da08ca2cc74efdd6a0e" member_type: VOTER last_known_addr { host: "127.23.69.131" port: 37539 } }
21:07:25.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.947985 25375 raft_consensus.cc:359] T 5381a61602cf4f0f8d78f77200866f38 P 3ed4f484b2ca44338e9f520e06d75d2b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ed4f484b2ca44338e9f520e06d75d2b" member_type: VOTER last_known_addr { host: "127.23.69.129" port: 40333 } } peers { permanent_uuid: "47cfb6121f3743ddb92109256e06fc6e" member_type: VOTER last_known_addr { host: "127.23.69.130" port: 46325 } } peers { permanent_uuid: "f0e82105cc3a4da08ca2cc74efdd6a0e" member_type: VOTER last_known_addr { host: "127.23.69.131" port: 37539 } }
21:07:25.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.948747 25375 raft_consensus.cc:385] T 5381a61602cf4f0f8d78f77200866f38 P 3ed4f484b2ca44338e9f520e06d75d2b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:07:25.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.949040 25375 raft_consensus.cc:740] T 5381a61602cf4f0f8d78f77200866f38 P 3ed4f484b2ca44338e9f520e06d75d2b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3ed4f484b2ca44338e9f520e06d75d2b, State: Initialized, Role: FOLLOWER
21:07:25.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.949694 25385 leader_election.cc:290] T a51ac2ab18a44e998ab79a48cc3761de P f0e82105cc3a4da08ca2cc74efdd6a0e [CANDIDATE]: Term 1 election: Requested vote from peers 3ed4f484b2ca44338e9f520e06d75d2b (127.23.69.129:40333), 47cfb6121f3743ddb92109256e06fc6e (127.23.69.130:46325)
21:07:25.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.949762 25375 consensus_queue.cc:260] T 5381a61602cf4f0f8d78f77200866f38 P 3ed4f484b2ca44338e9f520e06d75d2b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ed4f484b2ca44338e9f520e06d75d2b" member_type: VOTER last_known_addr { host: "127.23.69.129" port: 40333 } } peers { permanent_uuid: "47cfb6121f3743ddb92109256e06fc6e" member_type: VOTER last_known_addr { host: "127.23.69.130" port: 46325 } } peers { permanent_uuid: "f0e82105cc3a4da08ca2cc74efdd6a0e" member_type: VOTER last_known_addr { host: "127.23.69.131" port: 37539 } }
21:07:25.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.951327 24378 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a51ac2ab18a44e998ab79a48cc3761de" candidate_uuid: "f0e82105cc3a4da08ca2cc74efdd6a0e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "47cfb6121f3743ddb92109256e06fc6e"
21:07:25.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:25.952999 24473 leader_election.cc:343] T a51ac2ab18a44e998ab79a48cc3761de P f0e82105cc3a4da08ca2cc74efdd6a0e [CANDIDATE]: Term 1 election: Tablet error from VoteRequest() call to peer 47cfb6121f3743ddb92109256e06fc6e (127.23.69.130:46325): Illegal state: must be running to vote when last-logged opid is not known
21:07:25.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.953785 25376 tablet_bootstrap.cc:654] T ffa91b932fde4aac82bce1430648a994 P f0e82105cc3a4da08ca2cc74efdd6a0e: Neither blocks nor log segments found. Creating new log.
21:07:25.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.954710 25381 leader_election.cc:290] T 8d31d19883c443cdb09c9b502fd8489b P 3ed4f484b2ca44338e9f520e06d75d2b [CANDIDATE]: Term 1 election: Requested vote from peers 47cfb6121f3743ddb92109256e06fc6e (127.23.69.130:46325), f0e82105cc3a4da08ca2cc74efdd6a0e (127.23.69.131:37539)
21:07:25.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.966614 25375 ts_tablet_manager.cc:1434] T 5381a61602cf4f0f8d78f77200866f38 P 3ed4f484b2ca44338e9f520e06d75d2b: Time spent starting tablet: real 0.036s	user 0.008s	sys 0.000s
21:07:25.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.982632 25376 tablet_bootstrap.cc:492] T ffa91b932fde4aac82bce1430648a994 P f0e82105cc3a4da08ca2cc74efdd6a0e: No bootstrap required, opened a new log
21:07:25.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.983139 25376 ts_tablet_manager.cc:1403] T ffa91b932fde4aac82bce1430648a994 P f0e82105cc3a4da08ca2cc74efdd6a0e: Time spent bootstrapping tablet: real 0.050s	user 0.017s	sys 0.009s
21:07:25.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.984342 24378 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "8d31d19883c443cdb09c9b502fd8489b" candidate_uuid: "3ed4f484b2ca44338e9f520e06d75d2b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "47cfb6121f3743ddb92109256e06fc6e"
21:07:25.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.984925 24378 raft_consensus.cc:3060] T 8d31d19883c443cdb09c9b502fd8489b P 47cfb6121f3743ddb92109256e06fc6e [term 0 FOLLOWER]: Advancing to term 1
21:07:25.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.985081 24539 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "8d31d19883c443cdb09c9b502fd8489b" candidate_uuid: "3ed4f484b2ca44338e9f520e06d75d2b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f0e82105cc3a4da08ca2cc74efdd6a0e"
21:07:25.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.985677 24539 raft_consensus.cc:3060] T 8d31d19883c443cdb09c9b502fd8489b P f0e82105cc3a4da08ca2cc74efdd6a0e [term 0 FOLLOWER]: Advancing to term 1
21:07:25.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.986275 25376 raft_consensus.cc:359] T ffa91b932fde4aac82bce1430648a994 P f0e82105cc3a4da08ca2cc74efdd6a0e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ed4f484b2ca44338e9f520e06d75d2b" member_type: VOTER last_known_addr { host: "127.23.69.129" port: 40333 } } peers { permanent_uuid: "47cfb6121f3743ddb92109256e06fc6e" member_type: VOTER last_known_addr { host: "127.23.69.130" port: 46325 } } peers { permanent_uuid: "f0e82105cc3a4da08ca2cc74efdd6a0e" member_type: VOTER last_known_addr { host: "127.23.69.131" port: 37539 } }
21:07:25.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.986811 25376 raft_consensus.cc:385] T ffa91b932fde4aac82bce1430648a994 P f0e82105cc3a4da08ca2cc74efdd6a0e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:07:25.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.987097 25376 raft_consensus.cc:740] T ffa91b932fde4aac82bce1430648a994 P f0e82105cc3a4da08ca2cc74efdd6a0e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f0e82105cc3a4da08ca2cc74efdd6a0e, State: Initialized, Role: FOLLOWER
21:07:25.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.987821 25376 consensus_queue.cc:260] T ffa91b932fde4aac82bce1430648a994 P f0e82105cc3a4da08ca2cc74efdd6a0e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ed4f484b2ca44338e9f520e06d75d2b" member_type: VOTER last_known_addr { host: "127.23.69.129" port: 40333 } } peers { permanent_uuid: "47cfb6121f3743ddb92109256e06fc6e" member_type: VOTER last_known_addr { host: "127.23.69.130" port: 46325 } } peers { permanent_uuid: "f0e82105cc3a4da08ca2cc74efdd6a0e" member_type: VOTER last_known_addr { host: "127.23.69.131" port: 37539 } }
21:07:25.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.993839 24539 raft_consensus.cc:2468] T 8d31d19883c443cdb09c9b502fd8489b P f0e82105cc3a4da08ca2cc74efdd6a0e [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 3ed4f484b2ca44338e9f520e06d75d2b in term 1.
21:07:25.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.996692 25376 ts_tablet_manager.cc:1434] T ffa91b932fde4aac82bce1430648a994 P f0e82105cc3a4da08ca2cc74efdd6a0e: Time spent starting tablet: real 0.013s	user 0.005s	sys 0.000s
21:07:25.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:25.997756 25376 tablet_bootstrap.cc:492] T 5381a61602cf4f0f8d78f77200866f38 P f0e82105cc3a4da08ca2cc74efdd6a0e: Bootstrap starting.
21:07:26.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:26.000116 24239 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a51ac2ab18a44e998ab79a48cc3761de" candidate_uuid: "f0e82105cc3a4da08ca2cc74efdd6a0e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3ed4f484b2ca44338e9f520e06d75d2b"
21:07:26.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:26.000671 24239 raft_consensus.cc:3060] T a51ac2ab18a44e998ab79a48cc3761de P 3ed4f484b2ca44338e9f520e06d75d2b [term 0 FOLLOWER]: Advancing to term 1
21:07:26.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:26.006100 25376 tablet_bootstrap.cc:654] T 5381a61602cf4f0f8d78f77200866f38 P f0e82105cc3a4da08ca2cc74efdd6a0e: Neither blocks nor log segments found. Creating new log.
21:07:26.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:26.007149 24173 leader_election.cc:304] T 8d31d19883c443cdb09c9b502fd8489b P 3ed4f484b2ca44338e9f520e06d75d2b [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 3ed4f484b2ca44338e9f520e06d75d2b, f0e82105cc3a4da08ca2cc74efdd6a0e; no voters: 
21:07:26.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:26.008168 25406 raft_consensus.cc:2804] T 8d31d19883c443cdb09c9b502fd8489b P 3ed4f484b2ca44338e9f520e06d75d2b [term 1 FOLLOWER]: Leader election won for term 1
21:07:26.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:26.008782 25406 raft_consensus.cc:697] T 8d31d19883c443cdb09c9b502fd8489b P 3ed4f484b2ca44338e9f520e06d75d2b [term 1 LEADER]: Becoming Leader. State: Replica: 3ed4f484b2ca44338e9f520e06d75d2b, State: Running, Role: LEADER
21:07:26.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:26.008313 25382 raft_consensus.cc:515] T f99563ad40c547539d389b594da1fed9 P 47cfb6121f3743ddb92109256e06fc6e [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ed4f484b2ca44338e9f520e06d75d2b" member_type: VOTER last_known_addr { host: "127.23.69.129" port: 40333 } } peers { permanent_uuid: "47cfb6121f3743ddb92109256e06fc6e" member_type: VOTER last_known_addr { host: "127.23.69.130" port: 46325 } } peers { permanent_uuid: "f0e82105cc3a4da08ca2cc74efdd6a0e" member_type: VOTER last_known_addr { host: "127.23.69.131" port: 37539 } }
21:07:26.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:26.009804 24379 raft_consensus.cc:2393] T f99563ad40c547539d389b594da1fed9 P 47cfb6121f3743ddb92109256e06fc6e [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 3ed4f484b2ca44338e9f520e06d75d2b in current term 1: Already voted for candidate 47cfb6121f3743ddb92109256e06fc6e in this term.
21:07:26.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:26.009824 25406 consensus_queue.cc:237] T 8d31d19883c443cdb09c9b502fd8489b P 3ed4f484b2ca44338e9f520e06d75d2b [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ed4f484b2ca44338e9f520e06d75d2b" member_type: VOTER last_known_addr { host: "127.23.69.129" port: 40333 } } peers { permanent_uuid: "47cfb6121f3743ddb92109256e06fc6e" member_type: VOTER last_known_addr { host: "127.23.69.130" port: 46325 } } peers { permanent_uuid: "f0e82105cc3a4da08ca2cc74efdd6a0e" member_type: VOTER last_known_addr { host: "127.23.69.131" port: 37539 } }
21:07:26.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:26.011011 25382 leader_election.cc:290] T f99563ad40c547539d389b594da1fed9 P 47cfb6121f3743ddb92109256e06fc6e [CANDIDATE]: Term 1 election: Requested vote from peers 3ed4f484b2ca44338e9f520e06d75d2b (127.23.69.129:40333), f0e82105cc3a4da08ca2cc74efdd6a0e (127.23.69.131:37539)
21:07:26.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:26.008430 25404 raft_consensus.cc:515] T ffa91b932fde4aac82bce1430648a994 P 47cfb6121f3743ddb92109256e06fc6e [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ed4f484b2ca44338e9f520e06d75d2b" member_type: VOTER last_known_addr { host: "127.23.69.129" port: 40333 } } peers { permanent_uuid: "47cfb6121f3743ddb92109256e06fc6e" member_type: VOTER last_known_addr { host: "127.23.69.130" port: 46325 } } peers { permanent_uuid: "f0e82105cc3a4da08ca2cc74efdd6a0e" member_type: VOTER last_known_addr { host: "127.23.69.131" port: 37539 } }
21:07:26.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:26.013968 24238 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "f99563ad40c547539d389b594da1fed9" candidate_uuid: "47cfb6121f3743ddb92109256e06fc6e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3ed4f484b2ca44338e9f520e06d75d2b"
21:07:26.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:26.014662 24238 raft_consensus.cc:3060] T f99563ad40c547539d389b594da1fed9 P 3ed4f484b2ca44338e9f520e06d75d2b [term 0 FOLLOWER]: Advancing to term 1
21:07:26.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:26.014849 25404 leader_election.cc:290] T ffa91b932fde4aac82bce1430648a994 P 47cfb6121f3743ddb92109256e06fc6e [CANDIDATE]: Term 1 election: Requested vote from peers 3ed4f484b2ca44338e9f520e06d75d2b (127.23.69.129:40333), f0e82105cc3a4da08ca2cc74efdd6a0e (127.23.69.131:37539)
21:07:26.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:26.014003 24239 raft_consensus.cc:2468] T a51ac2ab18a44e998ab79a48cc3761de P 3ed4f484b2ca44338e9f520e06d75d2b [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate f0e82105cc3a4da08ca2cc74efdd6a0e in term 1.
21:07:26.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:26.014432 24173 leader_election.cc:304] T f99563ad40c547539d389b594da1fed9 P 3ed4f484b2ca44338e9f520e06d75d2b [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 3ed4f484b2ca44338e9f520e06d75d2b; no voters: 47cfb6121f3743ddb92109256e06fc6e, f0e82105cc3a4da08ca2cc74efdd6a0e
21:07:26.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:26.019521 25377 tablet_bootstrap.cc:654] T 21db1fe17416449396c581cefb41dabc P 47cfb6121f3743ddb92109256e06fc6e: Neither blocks nor log segments found. Creating new log.
21:07:26.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:26.020695 24472 leader_election.cc:304] T a51ac2ab18a44e998ab79a48cc3761de P f0e82105cc3a4da08ca2cc74efdd6a0e [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 3ed4f484b2ca44338e9f520e06d75d2b, f0e82105cc3a4da08ca2cc74efdd6a0e; no voters: 47cfb6121f3743ddb92109256e06fc6e
21:07:26.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:26.023280 25385 raft_consensus.cc:2804] T a51ac2ab18a44e998ab79a48cc3761de P f0e82105cc3a4da08ca2cc74efdd6a0e [term 1 FOLLOWER]: Leader election won for term 1
21:07:26.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:26.022972 24238 raft_consensus.cc:2468] T f99563ad40c547539d389b594da1fed9 P 3ed4f484b2ca44338e9f520e06d75d2b [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 47cfb6121f3743ddb92109256e06fc6e in term 1.
21:07:26.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:26.023808 24239 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "ffa91b932fde4aac82bce1430648a994" candidate_uuid: "47cfb6121f3743ddb92109256e06fc6e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3ed4f484b2ca44338e9f520e06d75d2b"
21:07:26.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:26.024027 25381 raft_consensus.cc:2749] T f99563ad40c547539d389b594da1fed9 P 3ed4f484b2ca44338e9f520e06d75d2b [term 1 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
21:07:26.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:26.024456 24239 raft_consensus.cc:3060] T ffa91b932fde4aac82bce1430648a994 P 3ed4f484b2ca44338e9f520e06d75d2b [term 0 FOLLOWER]: Advancing to term 1
21:07:26.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:26.029331 24312 leader_election.cc:304] T f99563ad40c547539d389b594da1fed9 P 47cfb6121f3743ddb92109256e06fc6e [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 3ed4f484b2ca44338e9f520e06d75d2b, 47cfb6121f3743ddb92109256e06fc6e; no voters: 
21:07:26.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:26.031226 25404 raft_consensus.cc:2804] T f99563ad40c547539d389b594da1fed9 P 47cfb6121f3743ddb92109256e06fc6e [term 1 FOLLOWER]: Leader election won for term 1
21:07:26.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:26.032055 25404 raft_consensus.cc:697] T f99563ad40c547539d389b594da1fed9 P 47cfb6121f3743ddb92109256e06fc6e [term 1 LEADER]: Becoming Leader. State: Replica: 47cfb6121f3743ddb92109256e06fc6e, State: Running, Role: LEADER
21:07:26.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:26.033982 24239 raft_consensus.cc:2468] T ffa91b932fde4aac82bce1430648a994 P 3ed4f484b2ca44338e9f520e06d75d2b [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 47cfb6121f3743ddb92109256e06fc6e in term 1.
21:07:26.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:26.033354 25404 consensus_queue.cc:237] T f99563ad40c547539d389b594da1fed9 P 47cfb6121f3743ddb92109256e06fc6e [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ed4f484b2ca44338e9f520e06d75d2b" member_type: VOTER last_known_addr { host: "127.23.69.129" port: 40333 } } peers { permanent_uuid: "47cfb6121f3743ddb92109256e06fc6e" member_type: VOTER last_known_addr { host: "127.23.69.130" port: 46325 } } peers { permanent_uuid: "f0e82105cc3a4da08ca2cc74efdd6a0e" member_type: VOTER last_known_addr { host: "127.23.69.131" port: 37539 } }
21:07:26.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:26.047492 25377 tablet_bootstrap.cc:492] T 21db1fe17416449396c581cefb41dabc P 47cfb6121f3743ddb92109256e06fc6e: No bootstrap required, opened a new log
21:07:26.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:26.026846 24538 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "ffa91b932fde4aac82bce1430648a994" candidate_uuid: "47cfb6121f3743ddb92109256e06fc6e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f0e82105cc3a4da08ca2cc74efdd6a0e"
21:07:26.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:26.052944 24538 raft_consensus.cc:3060] T ffa91b932fde4aac82bce1430648a994 P f0e82105cc3a4da08ca2cc74efdd6a0e [term 0 FOLLOWER]: Advancing to term 1
21:07:26.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:26.062063 24312 leader_election.cc:304] T ffa91b932fde4aac82bce1430648a994 P 47cfb6121f3743ddb92109256e06fc6e [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 3ed4f484b2ca44338e9f520e06d75d2b, 47cfb6121f3743ddb92109256e06fc6e; no voters: 
21:07:26.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:26.063479 25382 raft_consensus.cc:2804] T ffa91b932fde4aac82bce1430648a994 P 47cfb6121f3743ddb92109256e06fc6e [term 1 FOLLOWER]: Leader election won for term 1
21:07:26.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:26.063179 25377 ts_tablet_manager.cc:1403] T 21db1fe17416449396c581cefb41dabc P 47cfb6121f3743ddb92109256e06fc6e: Time spent bootstrapping tablet: real 0.153s	user 0.006s	sys 0.006s
21:07:26.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:26.077037 25377 raft_consensus.cc:359] T 21db1fe17416449396c581cefb41dabc P 47cfb6121f3743ddb92109256e06fc6e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ed4f484b2ca44338e9f520e06d75d2b" member_type: VOTER last_known_addr { host: "127.23.69.129" port: 40333 } } peers { permanent_uuid: "47cfb6121f3743ddb92109256e06fc6e" member_type: VOTER last_known_addr { host: "127.23.69.130" port: 46325 } } peers { permanent_uuid: "f0e82105cc3a4da08ca2cc74efdd6a0e" member_type: VOTER last_known_addr { host: "127.23.69.131" port: 37539 } }
21:07:26.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:26.077770 25377 raft_consensus.cc:385] T 21db1fe17416449396c581cefb41dabc P 47cfb6121f3743ddb92109256e06fc6e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:07:26.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:26.078028 25377 raft_consensus.cc:740] T 21db1fe17416449396c581cefb41dabc P 47cfb6121f3743ddb92109256e06fc6e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 47cfb6121f3743ddb92109256e06fc6e, State: Initialized, Role: FOLLOWER
21:07:26.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:26.085788 25382 raft_consensus.cc:697] T ffa91b932fde4aac82bce1430648a994 P 47cfb6121f3743ddb92109256e06fc6e [term 1 LEADER]: Becoming Leader. State: Replica: 47cfb6121f3743ddb92109256e06fc6e, State: Running, Role: LEADER
21:07:26.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:26.086670 25382 consensus_queue.cc:237] T ffa91b932fde4aac82bce1430648a994 P 47cfb6121f3743ddb92109256e06fc6e [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ed4f484b2ca44338e9f520e06d75d2b" member_type: VOTER last_known_addr { host: "127.23.69.129" port: 40333 } } peers { permanent_uuid: "47cfb6121f3743ddb92109256e06fc6e" member_type: VOTER last_known_addr { host: "127.23.69.130" port: 46325 } } peers { permanent_uuid: "f0e82105cc3a4da08ca2cc74efdd6a0e" member_type: VOTER last_known_addr { host: "127.23.69.131" port: 37539 } }
21:07:26.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:26.078685 25377 consensus_queue.cc:260] T 21db1fe17416449396c581cefb41dabc P 47cfb6121f3743ddb92109256e06fc6e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ed4f484b2ca44338e9f520e06d75d2b" member_type: VOTER last_known_addr { host: "127.23.69.129" port: 40333 } } peers { permanent_uuid: "47cfb6121f3743ddb92109256e06fc6e" member_type: VOTER last_known_addr { host: "127.23.69.130" port: 46325 } } peers { permanent_uuid: "f0e82105cc3a4da08ca2cc74efdd6a0e" member_type: VOTER last_known_addr { host: "127.23.69.131" port: 37539 } }
21:07:26.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:26.099515 24539 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "f99563ad40c547539d389b594da1fed9" candidate_uuid: "47cfb6121f3743ddb92109256e06fc6e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f0e82105cc3a4da08ca2cc74efdd6a0e"
21:07:26.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:26.100337 25377 ts_tablet_manager.cc:1434] T 21db1fe17416449396c581cefb41dabc P 47cfb6121f3743ddb92109256e06fc6e: Time spent starting tablet: real 0.031s	user 0.005s	sys 0.000s
21:07:26.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:26.101121 24313 leader_election.cc:343] T f99563ad40c547539d389b594da1fed9 P 47cfb6121f3743ddb92109256e06fc6e [CANDIDATE]: Term 1 election: Tablet error from VoteRequest() call to peer f0e82105cc3a4da08ca2cc74efdd6a0e (127.23.69.131:37539): Illegal state: must be running to vote when last-logged opid is not known
21:07:26.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:26.113332 24051 catalog_manager.cc:5696] T f99563ad40c547539d389b594da1fed9 P 47cfb6121f3743ddb92109256e06fc6e reported cstate change: term changed from 0 to 1, leader changed from <none> to 47cfb6121f3743ddb92109256e06fc6e (127.23.69.130). New cstate: current_term: 1 leader_uuid: "47cfb6121f3743ddb92109256e06fc6e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ed4f484b2ca44338e9f520e06d75d2b" member_type: VOTER last_known_addr { host: "127.23.69.129" port: 40333 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "47cfb6121f3743ddb92109256e06fc6e" member_type: VOTER last_known_addr { host: "127.23.69.130" port: 46325 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "f0e82105cc3a4da08ca2cc74efdd6a0e" member_type: VOTER last_known_addr { host: "127.23.69.131" port: 37539 } health_report { overall_health: UNKNOWN } } }
21:07:26.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:26.110728 24052 catalog_manager.cc:5696] T 8d31d19883c443cdb09c9b502fd8489b P 3ed4f484b2ca44338e9f520e06d75d2b reported cstate change: term changed from 0 to 1, leader changed from <none> to 3ed4f484b2ca44338e9f520e06d75d2b (127.23.69.129). New cstate: current_term: 1 leader_uuid: "3ed4f484b2ca44338e9f520e06d75d2b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ed4f484b2ca44338e9f520e06d75d2b" member_type: VOTER last_known_addr { host: "127.23.69.129" port: 40333 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "47cfb6121f3743ddb92109256e06fc6e" member_type: VOTER last_known_addr { host: "127.23.69.130" port: 46325 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "f0e82105cc3a4da08ca2cc74efdd6a0e" member_type: VOTER last_known_addr { host: "127.23.69.131" port: 37539 } health_report { overall_health: UNKNOWN } } }
21:07:26.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:26.116824 24538 raft_consensus.cc:2468] T ffa91b932fde4aac82bce1430648a994 P f0e82105cc3a4da08ca2cc74efdd6a0e [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 47cfb6121f3743ddb92109256e06fc6e in term 1.
21:07:26.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:26.117540 24378 raft_consensus.cc:2468] T 8d31d19883c443cdb09c9b502fd8489b P 47cfb6121f3743ddb92109256e06fc6e [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 3ed4f484b2ca44338e9f520e06d75d2b in term 1.
21:07:26.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:26.120819 25385 raft_consensus.cc:697] T a51ac2ab18a44e998ab79a48cc3761de P f0e82105cc3a4da08ca2cc74efdd6a0e [term 1 LEADER]: Becoming Leader. State: Replica: f0e82105cc3a4da08ca2cc74efdd6a0e, State: Running, Role: LEADER
21:07:26.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:26.122116 25385 consensus_queue.cc:237] T a51ac2ab18a44e998ab79a48cc3761de P f0e82105cc3a4da08ca2cc74efdd6a0e [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ed4f484b2ca44338e9f520e06d75d2b" member_type: VOTER last_known_addr { host: "127.23.69.129" port: 40333 } } peers { permanent_uuid: "47cfb6121f3743ddb92109256e06fc6e" member_type: VOTER last_known_addr { host: "127.23.69.130" port: 46325 } } peers { permanent_uuid: "f0e82105cc3a4da08ca2cc74efdd6a0e" member_type: VOTER last_known_addr { host: "127.23.69.131" port: 37539 } }
21:07:26.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:26.129683 25406 raft_consensus.cc:493] T 5381a61602cf4f0f8d78f77200866f38 P 3ed4f484b2ca44338e9f520e06d75d2b [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
21:07:26.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:26.130494 25406 raft_consensus.cc:515] T 5381a61602cf4f0f8d78f77200866f38 P 3ed4f484b2ca44338e9f520e06d75d2b [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ed4f484b2ca44338e9f520e06d75d2b" member_type: VOTER last_known_addr { host: "127.23.69.129" port: 40333 } } peers { permanent_uuid: "47cfb6121f3743ddb92109256e06fc6e" member_type: VOTER last_known_addr { host: "127.23.69.130" port: 46325 } } peers { permanent_uuid: "f0e82105cc3a4da08ca2cc74efdd6a0e" member_type: VOTER last_known_addr { host: "127.23.69.131" port: 37539 } }
21:07:26.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:26.133411 25406 leader_election.cc:290] T 5381a61602cf4f0f8d78f77200866f38 P 3ed4f484b2ca44338e9f520e06d75d2b [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 47cfb6121f3743ddb92109256e06fc6e (127.23.69.130:46325), f0e82105cc3a4da08ca2cc74efdd6a0e (127.23.69.131:37539)
21:07:26.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:26.135391 24538 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "5381a61602cf4f0f8d78f77200866f38" candidate_uuid: "3ed4f484b2ca44338e9f520e06d75d2b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f0e82105cc3a4da08ca2cc74efdd6a0e" is_pre_election: true
21:07:26.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:26.134548 24378 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "5381a61602cf4f0f8d78f77200866f38" candidate_uuid: "3ed4f484b2ca44338e9f520e06d75d2b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "47cfb6121f3743ddb92109256e06fc6e" is_pre_election: true
21:07:26.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:26.136713 25377 tablet_bootstrap.cc:492] T a51ac2ab18a44e998ab79a48cc3761de P 47cfb6121f3743ddb92109256e06fc6e: Bootstrap starting.
21:07:26.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:26.138195 24173 leader_election.cc:343] T 5381a61602cf4f0f8d78f77200866f38 P 3ed4f484b2ca44338e9f520e06d75d2b [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer f0e82105cc3a4da08ca2cc74efdd6a0e (127.23.69.131:37539): Illegal state: must be running to vote when last-logged opid is not known
21:07:26.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:26.136574 24378 raft_consensus.cc:2468] T 5381a61602cf4f0f8d78f77200866f38 P 47cfb6121f3743ddb92109256e06fc6e [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 3ed4f484b2ca44338e9f520e06d75d2b in term 0.
21:07:26.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:26.140565 24173 leader_election.cc:304] T 5381a61602cf4f0f8d78f77200866f38 P 3ed4f484b2ca44338e9f520e06d75d2b [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 3ed4f484b2ca44338e9f520e06d75d2b, 47cfb6121f3743ddb92109256e06fc6e; no voters: f0e82105cc3a4da08ca2cc74efdd6a0e
21:07:26.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:26.142139 25406 raft_consensus.cc:2804] T 5381a61602cf4f0f8d78f77200866f38 P 3ed4f484b2ca44338e9f520e06d75d2b [term 0 FOLLOWER]: Leader pre-election won for term 1
21:07:26.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:26.142683 25406 raft_consensus.cc:493] T 5381a61602cf4f0f8d78f77200866f38 P 3ed4f484b2ca44338e9f520e06d75d2b [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
21:07:26.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:26.144279 25406 raft_consensus.cc:3060] T 5381a61602cf4f0f8d78f77200866f38 P 3ed4f484b2ca44338e9f520e06d75d2b [term 0 FOLLOWER]: Advancing to term 1
21:07:26.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:26.167192 24050 catalog_manager.cc:5696] T a51ac2ab18a44e998ab79a48cc3761de P f0e82105cc3a4da08ca2cc74efdd6a0e reported cstate change: term changed from 0 to 1, leader changed from <none> to f0e82105cc3a4da08ca2cc74efdd6a0e (127.23.69.131). New cstate: current_term: 1 leader_uuid: "f0e82105cc3a4da08ca2cc74efdd6a0e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ed4f484b2ca44338e9f520e06d75d2b" member_type: VOTER last_known_addr { host: "127.23.69.129" port: 40333 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "47cfb6121f3743ddb92109256e06fc6e" member_type: VOTER last_known_addr { host: "127.23.69.130" port: 46325 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "f0e82105cc3a4da08ca2cc74efdd6a0e" member_type: VOTER last_known_addr { host: "127.23.69.131" port: 37539 } health_report { overall_health: HEALTHY } } }
21:07:26.170 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:26.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:26.174233 25377 tablet_bootstrap.cc:654] T a51ac2ab18a44e998ab79a48cc3761de P 47cfb6121f3743ddb92109256e06fc6e: Neither blocks nor log segments found. Creating new log.
21:07:26.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:26.185016 25376 tablet_bootstrap.cc:492] T 5381a61602cf4f0f8d78f77200866f38 P f0e82105cc3a4da08ca2cc74efdd6a0e: No bootstrap required, opened a new log
21:07:26.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:26.185822 25376 ts_tablet_manager.cc:1403] T 5381a61602cf4f0f8d78f77200866f38 P f0e82105cc3a4da08ca2cc74efdd6a0e: Time spent bootstrapping tablet: real 0.188s	user 0.036s	sys 0.050s
21:07:26.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:26.185102 25406 raft_consensus.cc:515] T 5381a61602cf4f0f8d78f77200866f38 P 3ed4f484b2ca44338e9f520e06d75d2b [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ed4f484b2ca44338e9f520e06d75d2b" member_type: VOTER last_known_addr { host: "127.23.69.129" port: 40333 } } peers { permanent_uuid: "47cfb6121f3743ddb92109256e06fc6e" member_type: VOTER last_known_addr { host: "127.23.69.130" port: 46325 } } peers { permanent_uuid: "f0e82105cc3a4da08ca2cc74efdd6a0e" member_type: VOTER last_known_addr { host: "127.23.69.131" port: 37539 } }
21:07:26.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:26.189330 25376 raft_consensus.cc:359] T 5381a61602cf4f0f8d78f77200866f38 P f0e82105cc3a4da08ca2cc74efdd6a0e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ed4f484b2ca44338e9f520e06d75d2b" member_type: VOTER last_known_addr { host: "127.23.69.129" port: 40333 } } peers { permanent_uuid: "47cfb6121f3743ddb92109256e06fc6e" member_type: VOTER last_known_addr { host: "127.23.69.130" port: 46325 } } peers { permanent_uuid: "f0e82105cc3a4da08ca2cc74efdd6a0e" member_type: VOTER last_known_addr { host: "127.23.69.131" port: 37539 } }
21:07:26.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:26.190294 25376 raft_consensus.cc:385] T 5381a61602cf4f0f8d78f77200866f38 P f0e82105cc3a4da08ca2cc74efdd6a0e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:07:26.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:26.190984 25376 raft_consensus.cc:740] T 5381a61602cf4f0f8d78f77200866f38 P f0e82105cc3a4da08ca2cc74efdd6a0e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f0e82105cc3a4da08ca2cc74efdd6a0e, State: Initialized, Role: FOLLOWER
21:07:26.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:26.192500 24378 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "5381a61602cf4f0f8d78f77200866f38" candidate_uuid: "3ed4f484b2ca44338e9f520e06d75d2b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "47cfb6121f3743ddb92109256e06fc6e"
21:07:26.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:26.191857 25376 consensus_queue.cc:260] T 5381a61602cf4f0f8d78f77200866f38 P f0e82105cc3a4da08ca2cc74efdd6a0e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ed4f484b2ca44338e9f520e06d75d2b" member_type: VOTER last_known_addr { host: "127.23.69.129" port: 40333 } } peers { permanent_uuid: "47cfb6121f3743ddb92109256e06fc6e" member_type: VOTER last_known_addr { host: "127.23.69.130" port: 46325 } } peers { permanent_uuid: "f0e82105cc3a4da08ca2cc74efdd6a0e" member_type: VOTER last_known_addr { host: "127.23.69.131" port: 37539 } }
21:07:26.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:26.193145 24378 raft_consensus.cc:3060] T 5381a61602cf4f0f8d78f77200866f38 P 47cfb6121f3743ddb92109256e06fc6e [term 0 FOLLOWER]: Advancing to term 1
21:07:26.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:26.194494 25377 tablet_bootstrap.cc:492] T a51ac2ab18a44e998ab79a48cc3761de P 47cfb6121f3743ddb92109256e06fc6e: No bootstrap required, opened a new log
21:07:26.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:26.195180 25377 ts_tablet_manager.cc:1403] T a51ac2ab18a44e998ab79a48cc3761de P 47cfb6121f3743ddb92109256e06fc6e: Time spent bootstrapping tablet: real 0.059s	user 0.007s	sys 0.007s
21:07:26.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:26.196102 25376 ts_tablet_manager.cc:1434] T 5381a61602cf4f0f8d78f77200866f38 P f0e82105cc3a4da08ca2cc74efdd6a0e: Time spent starting tablet: real 0.010s	user 0.007s	sys 0.000s
21:07:26.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:26.197372 25376 tablet_bootstrap.cc:492] T f99563ad40c547539d389b594da1fed9 P f0e82105cc3a4da08ca2cc74efdd6a0e: Bootstrap starting.
21:07:26.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:26.198082 25377 raft_consensus.cc:359] T a51ac2ab18a44e998ab79a48cc3761de P 47cfb6121f3743ddb92109256e06fc6e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ed4f484b2ca44338e9f520e06d75d2b" member_type: VOTER last_known_addr { host: "127.23.69.129" port: 40333 } } peers { permanent_uuid: "47cfb6121f3743ddb92109256e06fc6e" member_type: VOTER last_known_addr { host: "127.23.69.130" port: 46325 } } peers { permanent_uuid: "f0e82105cc3a4da08ca2cc74efdd6a0e" member_type: VOTER last_known_addr { host: "127.23.69.131" port: 37539 } }
21:07:26.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:26.198915 25377 raft_consensus.cc:385] T a51ac2ab18a44e998ab79a48cc3761de P 47cfb6121f3743ddb92109256e06fc6e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:07:26.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:26.200946 24538 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "5381a61602cf4f0f8d78f77200866f38" candidate_uuid: "3ed4f484b2ca44338e9f520e06d75d2b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f0e82105cc3a4da08ca2cc74efdd6a0e"
21:07:26.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:26.201543 24538 raft_consensus.cc:3060] T 5381a61602cf4f0f8d78f77200866f38 P f0e82105cc3a4da08ca2cc74efdd6a0e [term 0 FOLLOWER]: Advancing to term 1
21:07:26.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:26.202483 24378 raft_consensus.cc:2468] T 5381a61602cf4f0f8d78f77200866f38 P 47cfb6121f3743ddb92109256e06fc6e [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 3ed4f484b2ca44338e9f520e06d75d2b in term 1.
21:07:26.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:26.203943 24173 leader_election.cc:304] T 5381a61602cf4f0f8d78f77200866f38 P 3ed4f484b2ca44338e9f520e06d75d2b [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 3ed4f484b2ca44338e9f520e06d75d2b, 47cfb6121f3743ddb92109256e06fc6e; no voters: 
21:07:26.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:26.204905 25376 tablet_bootstrap.cc:654] T f99563ad40c547539d389b594da1fed9 P f0e82105cc3a4da08ca2cc74efdd6a0e: Neither blocks nor log segments found. Creating new log.
21:07:26.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:26.204843 25381 raft_consensus.cc:2804] T 5381a61602cf4f0f8d78f77200866f38 P 3ed4f484b2ca44338e9f520e06d75d2b [term 1 FOLLOWER]: Leader election won for term 1
21:07:26.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:26.211189 25406 leader_election.cc:290] T 5381a61602cf4f0f8d78f77200866f38 P 3ed4f484b2ca44338e9f520e06d75d2b [CANDIDATE]: Term 1 election: Requested vote from peers 47cfb6121f3743ddb92109256e06fc6e (127.23.69.130:46325), f0e82105cc3a4da08ca2cc74efdd6a0e (127.23.69.131:37539)
21:07:26.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:26.210677 24538 raft_consensus.cc:2468] T 5381a61602cf4f0f8d78f77200866f38 P f0e82105cc3a4da08ca2cc74efdd6a0e [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 3ed4f484b2ca44338e9f520e06d75d2b in term 1.
21:07:26.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:26.199239 25377 raft_consensus.cc:740] T a51ac2ab18a44e998ab79a48cc3761de P 47cfb6121f3743ddb92109256e06fc6e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 47cfb6121f3743ddb92109256e06fc6e, State: Initialized, Role: FOLLOWER
21:07:26.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:26.216672 25377 consensus_queue.cc:260] T a51ac2ab18a44e998ab79a48cc3761de P 47cfb6121f3743ddb92109256e06fc6e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ed4f484b2ca44338e9f520e06d75d2b" member_type: VOTER last_known_addr { host: "127.23.69.129" port: 40333 } } peers { permanent_uuid: "47cfb6121f3743ddb92109256e06fc6e" member_type: VOTER last_known_addr { host: "127.23.69.130" port: 46325 } } peers { permanent_uuid: "f0e82105cc3a4da08ca2cc74efdd6a0e" member_type: VOTER last_known_addr { host: "127.23.69.131" port: 37539 } }
21:07:26.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:26.221125 25377 ts_tablet_manager.cc:1434] T a51ac2ab18a44e998ab79a48cc3761de P 47cfb6121f3743ddb92109256e06fc6e: Time spent starting tablet: real 0.026s	user 0.005s	sys 0.002s
21:07:26.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:26.227258 25376 tablet_bootstrap.cc:492] T f99563ad40c547539d389b594da1fed9 P f0e82105cc3a4da08ca2cc74efdd6a0e: No bootstrap required, opened a new log
21:07:26.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:26.227877 25376 ts_tablet_manager.cc:1403] T f99563ad40c547539d389b594da1fed9 P f0e82105cc3a4da08ca2cc74efdd6a0e: Time spent bootstrapping tablet: real 0.031s	user 0.012s	sys 0.008s
21:07:26.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:26.230547 25376 raft_consensus.cc:359] T f99563ad40c547539d389b594da1fed9 P f0e82105cc3a4da08ca2cc74efdd6a0e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ed4f484b2ca44338e9f520e06d75d2b" member_type: VOTER last_known_addr { host: "127.23.69.129" port: 40333 } } peers { permanent_uuid: "47cfb6121f3743ddb92109256e06fc6e" member_type: VOTER last_known_addr { host: "127.23.69.130" port: 46325 } } peers { permanent_uuid: "f0e82105cc3a4da08ca2cc74efdd6a0e" member_type: VOTER last_known_addr { host: "127.23.69.131" port: 37539 } }
21:07:26.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:26.231594 25376 raft_consensus.cc:385] T f99563ad40c547539d389b594da1fed9 P f0e82105cc3a4da08ca2cc74efdd6a0e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:07:26.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:26.231936 25376 raft_consensus.cc:740] T f99563ad40c547539d389b594da1fed9 P f0e82105cc3a4da08ca2cc74efdd6a0e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f0e82105cc3a4da08ca2cc74efdd6a0e, State: Initialized, Role: FOLLOWER
21:07:26.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:26.232653 25376 consensus_queue.cc:260] T f99563ad40c547539d389b594da1fed9 P f0e82105cc3a4da08ca2cc74efdd6a0e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ed4f484b2ca44338e9f520e06d75d2b" member_type: VOTER last_known_addr { host: "127.23.69.129" port: 40333 } } peers { permanent_uuid: "47cfb6121f3743ddb92109256e06fc6e" member_type: VOTER last_known_addr { host: "127.23.69.130" port: 46325 } } peers { permanent_uuid: "f0e82105cc3a4da08ca2cc74efdd6a0e" member_type: VOTER last_known_addr { host: "127.23.69.131" port: 37539 } }
21:07:26.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:26.234063 25381 raft_consensus.cc:697] T 5381a61602cf4f0f8d78f77200866f38 P 3ed4f484b2ca44338e9f520e06d75d2b [term 1 LEADER]: Becoming Leader. State: Replica: 3ed4f484b2ca44338e9f520e06d75d2b, State: Running, Role: LEADER
21:07:26.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:26.234879 25376 ts_tablet_manager.cc:1434] T f99563ad40c547539d389b594da1fed9 P f0e82105cc3a4da08ca2cc74efdd6a0e: Time spent starting tablet: real 0.007s	user 0.006s	sys 0.000s
21:07:26.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:26.235989 25376 tablet_bootstrap.cc:492] T 21db1fe17416449396c581cefb41dabc P f0e82105cc3a4da08ca2cc74efdd6a0e: Bootstrap starting.
21:07:26.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:26.235345 25381 consensus_queue.cc:237] T 5381a61602cf4f0f8d78f77200866f38 P 3ed4f484b2ca44338e9f520e06d75d2b [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ed4f484b2ca44338e9f520e06d75d2b" member_type: VOTER last_known_addr { host: "127.23.69.129" port: 40333 } } peers { permanent_uuid: "47cfb6121f3743ddb92109256e06fc6e" member_type: VOTER last_known_addr { host: "127.23.69.130" port: 46325 } } peers { permanent_uuid: "f0e82105cc3a4da08ca2cc74efdd6a0e" member_type: VOTER last_known_addr { host: "127.23.69.131" port: 37539 } }
21:07:26.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:26.243194 25376 tablet_bootstrap.cc:654] T 21db1fe17416449396c581cefb41dabc P f0e82105cc3a4da08ca2cc74efdd6a0e: Neither blocks nor log segments found. Creating new log.
21:07:26.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:26.265297 25376 tablet_bootstrap.cc:492] T 21db1fe17416449396c581cefb41dabc P f0e82105cc3a4da08ca2cc74efdd6a0e: No bootstrap required, opened a new log
21:07:26.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:26.265776 25376 ts_tablet_manager.cc:1403] T 21db1fe17416449396c581cefb41dabc P f0e82105cc3a4da08ca2cc74efdd6a0e: Time spent bootstrapping tablet: real 0.030s	user 0.008s	sys 0.017s
21:07:26.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:26.273336 25376 raft_consensus.cc:359] T 21db1fe17416449396c581cefb41dabc P f0e82105cc3a4da08ca2cc74efdd6a0e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ed4f484b2ca44338e9f520e06d75d2b" member_type: VOTER last_known_addr { host: "127.23.69.129" port: 40333 } } peers { permanent_uuid: "47cfb6121f3743ddb92109256e06fc6e" member_type: VOTER last_known_addr { host: "127.23.69.130" port: 46325 } } peers { permanent_uuid: "f0e82105cc3a4da08ca2cc74efdd6a0e" member_type: VOTER last_known_addr { host: "127.23.69.131" port: 37539 } }
21:07:26.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:26.274232 25376 raft_consensus.cc:385] T 21db1fe17416449396c581cefb41dabc P f0e82105cc3a4da08ca2cc74efdd6a0e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:07:26.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:26.274538 25376 raft_consensus.cc:740] T 21db1fe17416449396c581cefb41dabc P f0e82105cc3a4da08ca2cc74efdd6a0e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f0e82105cc3a4da08ca2cc74efdd6a0e, State: Initialized, Role: FOLLOWER
21:07:26.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:26.275259 25376 consensus_queue.cc:260] T 21db1fe17416449396c581cefb41dabc P f0e82105cc3a4da08ca2cc74efdd6a0e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ed4f484b2ca44338e9f520e06d75d2b" member_type: VOTER last_known_addr { host: "127.23.69.129" port: 40333 } } peers { permanent_uuid: "47cfb6121f3743ddb92109256e06fc6e" member_type: VOTER last_known_addr { host: "127.23.69.130" port: 46325 } } peers { permanent_uuid: "f0e82105cc3a4da08ca2cc74efdd6a0e" member_type: VOTER last_known_addr { host: "127.23.69.131" port: 37539 } }
21:07:26.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:26.278447 25376 ts_tablet_manager.cc:1434] T 21db1fe17416449396c581cefb41dabc P f0e82105cc3a4da08ca2cc74efdd6a0e: Time spent starting tablet: real 0.012s	user 0.005s	sys 0.004s
21:07:26.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:26.282363 25382 raft_consensus.cc:493] T a51ac2ab18a44e998ab79a48cc3761de P 47cfb6121f3743ddb92109256e06fc6e [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
21:07:26.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:26.282904 25382 raft_consensus.cc:515] T a51ac2ab18a44e998ab79a48cc3761de P 47cfb6121f3743ddb92109256e06fc6e [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ed4f484b2ca44338e9f520e06d75d2b" member_type: VOTER last_known_addr { host: "127.23.69.129" port: 40333 } } peers { permanent_uuid: "47cfb6121f3743ddb92109256e06fc6e" member_type: VOTER last_known_addr { host: "127.23.69.130" port: 46325 } } peers { permanent_uuid: "f0e82105cc3a4da08ca2cc74efdd6a0e" member_type: VOTER last_known_addr { host: "127.23.69.131" port: 37539 } }
21:07:26.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:26.285180 25382 leader_election.cc:290] T a51ac2ab18a44e998ab79a48cc3761de P 47cfb6121f3743ddb92109256e06fc6e [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 3ed4f484b2ca44338e9f520e06d75d2b (127.23.69.129:40333), f0e82105cc3a4da08ca2cc74efdd6a0e (127.23.69.131:37539)
21:07:26.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:26.287403 24239 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a51ac2ab18a44e998ab79a48cc3761de" candidate_uuid: "47cfb6121f3743ddb92109256e06fc6e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3ed4f484b2ca44338e9f520e06d75d2b" is_pre_election: true
21:07:26.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:26.288215 24239 raft_consensus.cc:2393] T a51ac2ab18a44e998ab79a48cc3761de P 3ed4f484b2ca44338e9f520e06d75d2b [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 47cfb6121f3743ddb92109256e06fc6e in current term 1: Already voted for candidate f0e82105cc3a4da08ca2cc74efdd6a0e in this term.
21:07:26.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:26.288966 24538 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a51ac2ab18a44e998ab79a48cc3761de" candidate_uuid: "47cfb6121f3743ddb92109256e06fc6e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f0e82105cc3a4da08ca2cc74efdd6a0e" is_pre_election: true
21:07:26.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:26.292848 24313 leader_election.cc:304] T a51ac2ab18a44e998ab79a48cc3761de P 47cfb6121f3743ddb92109256e06fc6e [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 47cfb6121f3743ddb92109256e06fc6e; no voters: 3ed4f484b2ca44338e9f520e06d75d2b, f0e82105cc3a4da08ca2cc74efdd6a0e
21:07:26.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:26.294682 25382 raft_consensus.cc:3060] T a51ac2ab18a44e998ab79a48cc3761de P 47cfb6121f3743ddb92109256e06fc6e [term 0 FOLLOWER]: Advancing to term 1
21:07:26.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:26.302917 25382 raft_consensus.cc:2749] T a51ac2ab18a44e998ab79a48cc3761de P 47cfb6121f3743ddb92109256e06fc6e [term 1 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
21:07:26.324 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.22.50.60:38829(127.22.50.60:38829)] connecting to peer
21:07:26.324 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.22.50.61:45261(127.22.50.61:45261)] connecting to peer
21:07:26.324 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.22.50.62:44659(127.22.50.62:44659)] connecting to peer
21:07:26.325 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:07:26.325 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.50.60:38829(127.22.50.60:38829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:07:26.325 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.60:38829: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:07:26.326 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:07:26.326 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.50.61:45261(127.22.50.61:45261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:07:26.326 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.61:45261: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:07:26.326 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:07:26.327 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.50.62:44659(127.22.50.62:44659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:07:26.327 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.62:44659: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:07:26.327 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659; will retry
21:07:26.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:26.356967 24051 catalog_manager.cc:5696] T ffa91b932fde4aac82bce1430648a994 P 47cfb6121f3743ddb92109256e06fc6e reported cstate change: term changed from 0 to 1, leader changed from <none> to 47cfb6121f3743ddb92109256e06fc6e (127.23.69.130). New cstate: current_term: 1 leader_uuid: "47cfb6121f3743ddb92109256e06fc6e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ed4f484b2ca44338e9f520e06d75d2b" member_type: VOTER last_known_addr { host: "127.23.69.129" port: 40333 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "47cfb6121f3743ddb92109256e06fc6e" member_type: VOTER last_known_addr { host: "127.23.69.130" port: 46325 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "f0e82105cc3a4da08ca2cc74efdd6a0e" member_type: VOTER last_known_addr { host: "127.23.69.131" port: 37539 } health_report { overall_health: UNKNOWN } } }
21:07:26.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:26.372454 24050 catalog_manager.cc:5696] T 5381a61602cf4f0f8d78f77200866f38 P 3ed4f484b2ca44338e9f520e06d75d2b reported cstate change: term changed from 0 to 1, leader changed from <none> to 3ed4f484b2ca44338e9f520e06d75d2b (127.23.69.129). New cstate: current_term: 1 leader_uuid: "3ed4f484b2ca44338e9f520e06d75d2b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ed4f484b2ca44338e9f520e06d75d2b" member_type: VOTER last_known_addr { host: "127.23.69.129" port: 40333 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "47cfb6121f3743ddb92109256e06fc6e" member_type: VOTER last_known_addr { host: "127.23.69.130" port: 46325 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "f0e82105cc3a4da08ca2cc74efdd6a0e" member_type: VOTER last_known_addr { host: "127.23.69.131" port: 37539 } health_report { overall_health: UNKNOWN } } }
21:07:26.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:26.404971 25385 raft_consensus.cc:493] T 21db1fe17416449396c581cefb41dabc P f0e82105cc3a4da08ca2cc74efdd6a0e [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
21:07:26.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:26.405457 25385 raft_consensus.cc:515] T 21db1fe17416449396c581cefb41dabc P f0e82105cc3a4da08ca2cc74efdd6a0e [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ed4f484b2ca44338e9f520e06d75d2b" member_type: VOTER last_known_addr { host: "127.23.69.129" port: 40333 } } peers { permanent_uuid: "47cfb6121f3743ddb92109256e06fc6e" member_type: VOTER last_known_addr { host: "127.23.69.130" port: 46325 } } peers { permanent_uuid: "f0e82105cc3a4da08ca2cc74efdd6a0e" member_type: VOTER last_known_addr { host: "127.23.69.131" port: 37539 } }
21:07:26.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:26.407639 25385 leader_election.cc:290] T 21db1fe17416449396c581cefb41dabc P f0e82105cc3a4da08ca2cc74efdd6a0e [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 3ed4f484b2ca44338e9f520e06d75d2b (127.23.69.129:40333), 47cfb6121f3743ddb92109256e06fc6e (127.23.69.130:46325)
21:07:26.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:26.408953 24378 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "21db1fe17416449396c581cefb41dabc" candidate_uuid: "f0e82105cc3a4da08ca2cc74efdd6a0e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "47cfb6121f3743ddb92109256e06fc6e" is_pre_election: true
21:07:26.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:26.409584 24378 raft_consensus.cc:2468] T 21db1fe17416449396c581cefb41dabc P 47cfb6121f3743ddb92109256e06fc6e [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate f0e82105cc3a4da08ca2cc74efdd6a0e in term 0.
21:07:26.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:26.409509 24239 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "21db1fe17416449396c581cefb41dabc" candidate_uuid: "f0e82105cc3a4da08ca2cc74efdd6a0e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3ed4f484b2ca44338e9f520e06d75d2b" is_pre_election: true
21:07:26.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:26.410115 24239 raft_consensus.cc:2468] T 21db1fe17416449396c581cefb41dabc P 3ed4f484b2ca44338e9f520e06d75d2b [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate f0e82105cc3a4da08ca2cc74efdd6a0e in term 0.
21:07:26.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:26.410959 24473 leader_election.cc:304] T 21db1fe17416449396c581cefb41dabc P f0e82105cc3a4da08ca2cc74efdd6a0e [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 47cfb6121f3743ddb92109256e06fc6e, f0e82105cc3a4da08ca2cc74efdd6a0e; no voters: 
21:07:26.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:26.411764 25385 raft_consensus.cc:2804] T 21db1fe17416449396c581cefb41dabc P f0e82105cc3a4da08ca2cc74efdd6a0e [term 0 FOLLOWER]: Leader pre-election won for term 1
21:07:26.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:26.412115 25385 raft_consensus.cc:493] T 21db1fe17416449396c581cefb41dabc P f0e82105cc3a4da08ca2cc74efdd6a0e [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
21:07:26.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:26.412513 25385 raft_consensus.cc:3060] T 21db1fe17416449396c581cefb41dabc P f0e82105cc3a4da08ca2cc74efdd6a0e [term 0 FOLLOWER]: Advancing to term 1
21:07:26.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:26.418470 25385 raft_consensus.cc:515] T 21db1fe17416449396c581cefb41dabc P f0e82105cc3a4da08ca2cc74efdd6a0e [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ed4f484b2ca44338e9f520e06d75d2b" member_type: VOTER last_known_addr { host: "127.23.69.129" port: 40333 } } peers { permanent_uuid: "47cfb6121f3743ddb92109256e06fc6e" member_type: VOTER last_known_addr { host: "127.23.69.130" port: 46325 } } peers { permanent_uuid: "f0e82105cc3a4da08ca2cc74efdd6a0e" member_type: VOTER last_known_addr { host: "127.23.69.131" port: 37539 } }
21:07:26.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:26.421657 25385 leader_election.cc:290] T 21db1fe17416449396c581cefb41dabc P f0e82105cc3a4da08ca2cc74efdd6a0e [CANDIDATE]: Term 1 election: Requested vote from peers 3ed4f484b2ca44338e9f520e06d75d2b (127.23.69.129:40333), 47cfb6121f3743ddb92109256e06fc6e (127.23.69.130:46325)
21:07:26.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:26.422451 24239 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "21db1fe17416449396c581cefb41dabc" candidate_uuid: "f0e82105cc3a4da08ca2cc74efdd6a0e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3ed4f484b2ca44338e9f520e06d75d2b"
21:07:26.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:26.422641 24378 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "21db1fe17416449396c581cefb41dabc" candidate_uuid: "f0e82105cc3a4da08ca2cc74efdd6a0e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "47cfb6121f3743ddb92109256e06fc6e"
21:07:26.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:26.423003 24239 raft_consensus.cc:3060] T 21db1fe17416449396c581cefb41dabc P 3ed4f484b2ca44338e9f520e06d75d2b [term 0 FOLLOWER]: Advancing to term 1
21:07:26.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:26.423184 24378 raft_consensus.cc:3060] T 21db1fe17416449396c581cefb41dabc P 47cfb6121f3743ddb92109256e06fc6e [term 0 FOLLOWER]: Advancing to term 1
21:07:26.431 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:26.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:26.431809 24239 raft_consensus.cc:2468] T 21db1fe17416449396c581cefb41dabc P 3ed4f484b2ca44338e9f520e06d75d2b [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate f0e82105cc3a4da08ca2cc74efdd6a0e in term 1.
21:07:26.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:26.432988 24378 raft_consensus.cc:2468] T 21db1fe17416449396c581cefb41dabc P 47cfb6121f3743ddb92109256e06fc6e [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate f0e82105cc3a4da08ca2cc74efdd6a0e in term 1.
21:07:26.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:26.433454 24472 leader_election.cc:304] T 21db1fe17416449396c581cefb41dabc P f0e82105cc3a4da08ca2cc74efdd6a0e [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 3ed4f484b2ca44338e9f520e06d75d2b, f0e82105cc3a4da08ca2cc74efdd6a0e; no voters: 
21:07:26.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:26.437487 25385 raft_consensus.cc:2804] T 21db1fe17416449396c581cefb41dabc P f0e82105cc3a4da08ca2cc74efdd6a0e [term 1 FOLLOWER]: Leader election won for term 1
21:07:26.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:26.439723 25385 raft_consensus.cc:697] T 21db1fe17416449396c581cefb41dabc P f0e82105cc3a4da08ca2cc74efdd6a0e [term 1 LEADER]: Becoming Leader. State: Replica: f0e82105cc3a4da08ca2cc74efdd6a0e, State: Running, Role: LEADER
21:07:26.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:26.441480 25385 consensus_queue.cc:237] T 21db1fe17416449396c581cefb41dabc P f0e82105cc3a4da08ca2cc74efdd6a0e [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ed4f484b2ca44338e9f520e06d75d2b" member_type: VOTER last_known_addr { host: "127.23.69.129" port: 40333 } } peers { permanent_uuid: "47cfb6121f3743ddb92109256e06fc6e" member_type: VOTER last_known_addr { host: "127.23.69.130" port: 46325 } } peers { permanent_uuid: "f0e82105cc3a4da08ca2cc74efdd6a0e" member_type: VOTER last_known_addr { host: "127.23.69.131" port: 37539 } }
21:07:26.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:26.460114 24052 catalog_manager.cc:5696] T 21db1fe17416449396c581cefb41dabc P f0e82105cc3a4da08ca2cc74efdd6a0e reported cstate change: term changed from 0 to 1, leader changed from <none> to f0e82105cc3a4da08ca2cc74efdd6a0e (127.23.69.131). New cstate: current_term: 1 leader_uuid: "f0e82105cc3a4da08ca2cc74efdd6a0e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ed4f484b2ca44338e9f520e06d75d2b" member_type: VOTER last_known_addr { host: "127.23.69.129" port: 40333 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "47cfb6121f3743ddb92109256e06fc6e" member_type: VOTER last_known_addr { host: "127.23.69.130" port: 46325 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "f0e82105cc3a4da08ca2cc74efdd6a0e" member_type: VOTER last_known_addr { host: "127.23.69.131" port: 37539 } health_report { overall_health: HEALTHY } } }
21:07:26.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:26.472741 25382 consensus_queue.cc:1048] T ffa91b932fde4aac82bce1430648a994 P 47cfb6121f3743ddb92109256e06fc6e [LEADER]: Connected to new peer: Peer: permanent_uuid: "3ed4f484b2ca44338e9f520e06d75d2b" member_type: VOTER last_known_addr { host: "127.23.69.129" port: 40333 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
21:07:26.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:26.503734 25381 consensus_queue.cc:1048] T 8d31d19883c443cdb09c9b502fd8489b P 3ed4f484b2ca44338e9f520e06d75d2b [LEADER]: Connected to new peer: Peer: permanent_uuid: "47cfb6121f3743ddb92109256e06fc6e" member_type: VOTER last_known_addr { host: "127.23.69.130" port: 46325 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
21:07:26.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:26.506287 25411 consensus_queue.cc:1048] T ffa91b932fde4aac82bce1430648a994 P 47cfb6121f3743ddb92109256e06fc6e [LEADER]: Connected to new peer: Peer: permanent_uuid: "f0e82105cc3a4da08ca2cc74efdd6a0e" member_type: VOTER last_known_addr { host: "127.23.69.131" port: 37539 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
21:07:26.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:26.529610 25411 consensus_queue.cc:1048] T f99563ad40c547539d389b594da1fed9 P 47cfb6121f3743ddb92109256e06fc6e [LEADER]: Connected to new peer: Peer: permanent_uuid: "3ed4f484b2ca44338e9f520e06d75d2b" member_type: VOTER last_known_addr { host: "127.23.69.129" port: 40333 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
21:07:26.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:26.548723 25385 consensus_queue.cc:1048] T a51ac2ab18a44e998ab79a48cc3761de P f0e82105cc3a4da08ca2cc74efdd6a0e [LEADER]: Connected to new peer: Peer: permanent_uuid: "47cfb6121f3743ddb92109256e06fc6e" member_type: VOTER last_known_addr { host: "127.23.69.130" port: 46325 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
21:07:26.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:26.575383 24539 raft_consensus.cc:3060] T f99563ad40c547539d389b594da1fed9 P f0e82105cc3a4da08ca2cc74efdd6a0e [term 0 FOLLOWER]: Advancing to term 1
21:07:26.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:26.580325 25410 consensus_queue.cc:1048] T a51ac2ab18a44e998ab79a48cc3761de P f0e82105cc3a4da08ca2cc74efdd6a0e [LEADER]: Connected to new peer: Peer: permanent_uuid: "3ed4f484b2ca44338e9f520e06d75d2b" member_type: VOTER last_known_addr { host: "127.23.69.129" port: 40333 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
21:07:26.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:26.592707 25411 consensus_queue.cc:1048] T f99563ad40c547539d389b594da1fed9 P 47cfb6121f3743ddb92109256e06fc6e [LEADER]: Connected to new peer: Peer: permanent_uuid: "f0e82105cc3a4da08ca2cc74efdd6a0e" member_type: VOTER last_known_addr { host: "127.23.69.131" port: 37539 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
21:07:26.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:26.646821 25422 consensus_queue.cc:1048] T 8d31d19883c443cdb09c9b502fd8489b P 3ed4f484b2ca44338e9f520e06d75d2b [LEADER]: Connected to new peer: Peer: permanent_uuid: "f0e82105cc3a4da08ca2cc74efdd6a0e" member_type: VOTER last_known_addr { host: "127.23.69.131" port: 37539 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
21:07:26.670 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:26.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:26.650688 25422 consensus_queue.cc:1048] T 5381a61602cf4f0f8d78f77200866f38 P 3ed4f484b2ca44338e9f520e06d75d2b [LEADER]: Connected to new peer: Peer: permanent_uuid: "f0e82105cc3a4da08ca2cc74efdd6a0e" member_type: VOTER last_known_addr { host: "127.23.69.131" port: 37539 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.024s
21:07:26.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:26.675019 25385 raft_consensus.cc:493] T f99563ad40c547539d389b594da1fed9 P f0e82105cc3a4da08ca2cc74efdd6a0e [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
21:07:26.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:26.675529 25385 raft_consensus.cc:515] T f99563ad40c547539d389b594da1fed9 P f0e82105cc3a4da08ca2cc74efdd6a0e [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ed4f484b2ca44338e9f520e06d75d2b" member_type: VOTER last_known_addr { host: "127.23.69.129" port: 40333 } } peers { permanent_uuid: "47cfb6121f3743ddb92109256e06fc6e" member_type: VOTER last_known_addr { host: "127.23.69.130" port: 46325 } } peers { permanent_uuid: "f0e82105cc3a4da08ca2cc74efdd6a0e" member_type: VOTER last_known_addr { host: "127.23.69.131" port: 37539 } }
21:07:26.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:26.677794 25385 leader_election.cc:290] T f99563ad40c547539d389b594da1fed9 P f0e82105cc3a4da08ca2cc74efdd6a0e [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 3ed4f484b2ca44338e9f520e06d75d2b (127.23.69.129:40333), 47cfb6121f3743ddb92109256e06fc6e (127.23.69.130:46325)
21:07:26.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:26.680600 25422 consensus_queue.cc:1048] T 5381a61602cf4f0f8d78f77200866f38 P 3ed4f484b2ca44338e9f520e06d75d2b [LEADER]: Connected to new peer: Peer: permanent_uuid: "47cfb6121f3743ddb92109256e06fc6e" member_type: VOTER last_known_addr { host: "127.23.69.130" port: 46325 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
21:07:26.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:26.692385 24378 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "f99563ad40c547539d389b594da1fed9" candidate_uuid: "f0e82105cc3a4da08ca2cc74efdd6a0e" candidate_term: 2 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "47cfb6121f3743ddb92109256e06fc6e" is_pre_election: true
21:07:26.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:26.726620 24238 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "f99563ad40c547539d389b594da1fed9" candidate_uuid: "f0e82105cc3a4da08ca2cc74efdd6a0e" candidate_term: 2 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3ed4f484b2ca44338e9f520e06d75d2b" is_pre_election: true
21:07:26.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:26.728804 24472 leader_election.cc:304] T f99563ad40c547539d389b594da1fed9 P f0e82105cc3a4da08ca2cc74efdd6a0e [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: f0e82105cc3a4da08ca2cc74efdd6a0e; no voters: 3ed4f484b2ca44338e9f520e06d75d2b, 47cfb6121f3743ddb92109256e06fc6e
21:07:26.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:26.729846 25385 raft_consensus.cc:2749] T f99563ad40c547539d389b594da1fed9 P f0e82105cc3a4da08ca2cc74efdd6a0e [term 1 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
21:07:26.927 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:27.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:27.037346 25385 consensus_queue.cc:1048] T 21db1fe17416449396c581cefb41dabc P f0e82105cc3a4da08ca2cc74efdd6a0e [LEADER]: Connected to new peer: Peer: permanent_uuid: "47cfb6121f3743ddb92109256e06fc6e" member_type: VOTER last_known_addr { host: "127.23.69.130" port: 46325 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
21:07:27.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:27.040390 25385 consensus_queue.cc:1048] T 21db1fe17416449396c581cefb41dabc P f0e82105cc3a4da08ca2cc74efdd6a0e [LEADER]: Connected to new peer: Peer: permanent_uuid: "3ed4f484b2ca44338e9f520e06d75d2b" member_type: VOTER last_known_addr { host: "127.23.69.129" port: 40333 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
21:07:27.169 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:27.428 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:27.669 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:27.890 [INFO - flink-pekko.actor.default-dispatcher-9] (CheckpointCoordinator.java:1805) Restoring job be5d90ea6ea762b3c60063afb0fd4b65 from Checkpoint 67 @ 1783544784036 for be5d90ea6ea762b3c60063afb0fd4b65 located at file:/tmp/junit10338659225340402728/checkpoints/be5d90ea6ea762b3c60063afb0fd4b65/chk-67.
21:07:27.891 [INFO - flink-pekko.actor.default-dispatcher-9] (MasterHooks.java:201) No master state to restore
21:07:27.892 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from CREATED to SCHEDULED.
21:07:27.893 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from SCHEDULED to DEPLOYING.
21:07:27.893 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #3) with attempt id c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_0_3 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to 55c4d95f-4b70-4fa7-a972-a2dfacde7c76 @ 127.0.0.1 (dataPort=-1) with allocation id 65c9f87e3e33f52223111d9ac38a0b65
21:07:27.893 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 0 to checkpoint 67 for source Source: KuduSource to checkpoint.
21:07:27.893 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 65c9f87e3e33f52223111d9ac38a0b65.
21:07:27.894 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:324) Received resource requirements from job be5d90ea6ea762b3c60063afb0fd4b65: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
21:07:27.894 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#3 (c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_0_3), deploy into slot with allocation id 65c9f87e3e33f52223111d9ac38a0b65.
21:07:27.895 [DEBUG - pool-132-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:07:27.895 [DEBUG - pool-132-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:07:27.895 [DEBUG - pool-132-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:07:27.896 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:27.896 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:27.896 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:27.897 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:27.897 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:27.897 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:27.897 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:27.897 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:27.897 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:27.898 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:07:27.904 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (be5d90ea6ea762b3c60063afb0fd4b65) switched from state RESTARTING to RUNNING.
21:07:27.905 [INFO - flink-pekko.actor.default-dispatcher-9] (CheckpointCoordinator.java:1805) Restoring job be5d90ea6ea762b3c60063afb0fd4b65 from Checkpoint 67 @ 1783544784036 for be5d90ea6ea762b3c60063afb0fd4b65 located at file:/tmp/junit10338659225340402728/checkpoints/be5d90ea6ea762b3c60063afb0fd4b65/chk-67.
21:07:27.906 [INFO - flink-pekko.actor.default-dispatcher-9] (MasterHooks.java:201) No master state to restore
21:07:27.906 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 1 to checkpoint 67 for source Source: KuduSource to checkpoint.
21:07:27.907 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from CREATED to SCHEDULED.
21:07:27.908 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job be5d90ea6ea762b3c60063afb0fd4b65: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
21:07:27.909 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from SCHEDULED to DEPLOYING.
21:07:27.909 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #3) with attempt id c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_1_3 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to 55c4d95f-4b70-4fa7-a972-a2dfacde7c76 @ 127.0.0.1 (dataPort=-1) with allocation id 7bf82fcc14a14e264b75f99567331482
21:07:27.913 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 7bf82fcc14a14e264b75f99567331482.
21:07:27.914 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#3 (c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_1_3), deploy into slot with allocation id 7bf82fcc14a14e264b75f99567331482.
21:07:27.915 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#3 (c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from CREATED to DEPLOYING.
21:07:27.915 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#3 (c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_0_3) [DEPLOYING].
21:07:27.916 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#3 (c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from CREATED to DEPLOYING.
21:07:27.916 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#3 (c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_1_3) [DEPLOYING].
21:07:27.917 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@67106ed9
21:07:27.917 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@71f249f2
21:07:27.917 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
21:07:27.917 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
21:07:27.917 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit10338659225340402728/checkpoints")
21:07:27.918 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit10338659225340402728/checkpoints")
21:07:27.918 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#3 (c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from DEPLOYING to INITIALIZING.
21:07:27.920 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from DEPLOYING to INITIALIZING.
21:07:27.921 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#3 (c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from DEPLOYING to INITIALIZING.
21:07:27.921 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@346296a0
21:07:27.921 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from DEPLOYING to INITIALIZING.
21:07:27.923 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#3] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:07:27.926 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@df757ce
21:07:27.927 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:27.929 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#3] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:07:27.930 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#3] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:07:27.933 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#3] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:07:27.934 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:27.934 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:27.934 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:27.935 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#3] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:07:27.937 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#3] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:07:27.937 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:27.937 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:27.937 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:27.939 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:27.940 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:27.940 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:27.940 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:07:27.941 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#3] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:07:27.942 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:27.942 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:27.942 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:27.942 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#3] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:07:27.943 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:27.943 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:27.944 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:27.944 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:27.944 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:27.945 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:27.945 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:07:27.950 [DEBUG - pool-140-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:07:27.952 [DEBUG - pool-140-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:07:27.952 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:27.952 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:27.952 [DEBUG - pool-140-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:07:27.952 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:27.953 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:27.953 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:27.954 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:27.954 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:27.954 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:27.954 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:27.954 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:07:27.957 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:07:27.970 [DEBUG - pool-140-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:07:27.976 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:07:27.976 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:27.976 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:27.976 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:27.987 [DEBUG - pool-140-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:07:27.988 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:27.988 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:27.989 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:27.999 [DEBUG - pool-140-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:07:28.000 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:28.000 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:28.000 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:28.001 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:28.001 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:28.001 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:28.001 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:07:28.003 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:07:28.005 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:28.005 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:28.005 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:28.011 [DEBUG - pool-140-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:07:28.011 [DEBUG - pool-140-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:07:28.011 [DEBUG - pool-140-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:07:28.012 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:28.012 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:28.012 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:28.012 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:28.013 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:28.013 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:28.013 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:28.013 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:28.013 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:07:28.013 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:28.013 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:28.013 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:28.013 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:28.013 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:07:28.017 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:07:28.018 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:07:28.019 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:28.020 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:28.020 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:28.026 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:07:28.026 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:28.026 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:28.026 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:28.027 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:28.027 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:28.027 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:28.027 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:07:28.031 [DEBUG - pool-140-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:07:28.031 [DEBUG - pool-140-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:07:28.031 [DEBUG - pool-140-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:07:28.032 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:28.032 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:28.032 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:28.032 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:28.032 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:28.032 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:28.032 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:28.032 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:28.032 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:28.032 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:07:28.037 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:07:28.038 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:07:28.038 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:07:28.038 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:28.038 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:28.038 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:28.038 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:28.038 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:28.038 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:28.039 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:28.039 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:28.039 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:28.039 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:07:28.058 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:07:28.058 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:07:28.058 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:07:28.058 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:28.058 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:28.059 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:28.061 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:28.061 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:28.061 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:28.062 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:28.062 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:28.062 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:28.062 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:07:28.071 [DEBUG - pool-140-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:07:28.071 [DEBUG - pool-140-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:07:28.072 [DEBUG - pool-140-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:07:28.072 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:28.072 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:28.072 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:28.073 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:28.073 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:28.073 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:28.073 [DEBUG - pool-132-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:07:28.073 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:28.073 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:28.073 [DEBUG - pool-132-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:07:28.073 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:28.073 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:07:28.074 [DEBUG - pool-132-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:07:28.074 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:28.074 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:28.074 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:28.074 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:28.074 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:28.074 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:28.075 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:28.075 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:28.075 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:28.075 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:07:28.077 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:07:28.077 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:07:28.077 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:07:28.078 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:28.078 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:28.078 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:28.078 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:28.078 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:28.078 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:28.078 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:28.078 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:28.078 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:28.078 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:07:28.111 [DEBUG - pool-140-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:07:28.112 [DEBUG - pool-140-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:07:28.112 [DEBUG - pool-140-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:07:28.112 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:28.112 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:28.112 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:28.112 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:28.112 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:28.112 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:28.112 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:28.112 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:28.112 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:28.112 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:07:28.117 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:07:28.117 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:07:28.117 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:07:28.118 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:28.118 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:28.118 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:28.118 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:28.118 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:28.118 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:28.118 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:28.118 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:28.118 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:28.118 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:07:28.151 [DEBUG - pool-140-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:07:28.151 [DEBUG - pool-140-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:07:28.152 [DEBUG - pool-140-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:07:28.152 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:28.152 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:28.152 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:28.152 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:28.152 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:28.152 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:28.152 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:28.152 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:28.152 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:28.152 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:07:28.157 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:07:28.158 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:07:28.158 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:07:28.158 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:28.158 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:28.158 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:28.158 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:28.159 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:28.158 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:28.159 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:28.159 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:28.159 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:28.159 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:07:28.169 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:28.190 [DEBUG - pool-140-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:07:28.191 [DEBUG - pool-140-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:07:28.191 [DEBUG - pool-140-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:07:28.191 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:28.191 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:28.191 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:28.191 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:28.191 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:28.191 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:28.191 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:28.191 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:28.191 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:28.191 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:07:28.216 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:28.237 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:07:28.237 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:07:28.238 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:07:28.238 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:28.238 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:28.238 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:28.238 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:28.238 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:28.238 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:28.238 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:28.238 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:28.238 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:28.238 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:07:28.251 [DEBUG - pool-140-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:07:28.251 [DEBUG - pool-140-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:07:28.251 [DEBUG - pool-140-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:07:28.251 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:28.251 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:28.251 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:28.251 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:28.252 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:28.252 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:28.252 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:28.252 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:28.252 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:28.252 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:07:28.361 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:07:28.362 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:07:28.362 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:07:28.362 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:28.362 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:28.362 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:28.362 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:28.362 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:28.362 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:28.362 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:28.362 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:28.363 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:28.363 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:07:28.381 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 49fde37190964fb6951583ec356e35f2
21:07:28.388 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet f99563ad40c547539d389b594da1fed9 for table 'replication_test_table' with partition [0x00000000, 0x0000000080000032)
21:07:28.388 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 5381a61602cf4f0f8d78f77200866f38 for table 'replication_test_table' with partition [0x0000000080000032, 0x0000000080000096)
21:07:28.389 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet ffa91b932fde4aac82bce1430648a994 for table 'replication_test_table' with partition [0x0000000080000096, 0x00000001)
21:07:28.389 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 21db1fe17416449396c581cefb41dabc for table 'replication_test_table' with partition [0x00000001, 0x0000000180000032)
21:07:28.389 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a51ac2ab18a44e998ab79a48cc3761de for table 'replication_test_table' with partition [0x0000000180000032, 0x0000000180000096)
21:07:28.389 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 8d31d19883c443cdb09c9b502fd8489b for table 'replication_test_table' with partition [0x0000000180000096, 0x00000002)
21:07:28.389 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x0000000080000032, ttl=299999, tablet=f99563ad40c547539d389b594da1fed9@[3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333),47cfb6121f3743ddb92109256e06fc6e(127.23.69.130:46325)[L],f0e82105cc3a4da08ca2cc74efdd6a0e(127.23.69.131:37539)]}, Tablet{lowerBoundPartitionKey=0x0000000080000032, upperBoundPartitionKey=0x0000000080000096, ttl=299999, tablet=5381a61602cf4f0f8d78f77200866f38@[3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333)[L],47cfb6121f3743ddb92109256e06fc6e(127.23.69.130:46325),f0e82105cc3a4da08ca2cc74efdd6a0e(127.23.69.131:37539)]}, Tablet{lowerBoundPartitionKey=0x0000000080000096, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=ffa91b932fde4aac82bce1430648a994@[3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333),47cfb6121f3743ddb92109256e06fc6e(127.23.69.130:46325)[L],f0e82105cc3a4da08ca2cc74efdd6a0e(127.23.69.131:37539)]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x0000000180000032, ttl=299999, tablet=21db1fe17416449396c581cefb41dabc@[3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333),47cfb6121f3743ddb92109256e06fc6e(127.23.69.130:46325),f0e82105cc3a4da08ca2cc74efdd6a0e(127.23.69.131:37539)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000180000032, upperBoundPartitionKey=0x0000000180000096, ttl=299999, tablet=a51ac2ab18a44e998ab79a48cc3761de@[3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333),47cfb6121f3743ddb92109256e06fc6e(127.23.69.130:46325),f0e82105cc3a4da08ca2cc74efdd6a0e(127.23.69.131:37539)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000180000096, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=8d31d19883c443cdb09c9b502fd8489b@[3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333)[L],47cfb6121f3743ddb92109256e06fc6e(127.23.69.130:46325),f0e82105cc3a4da08ca2cc74efdd6a0e(127.23.69.131:37539)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
21:07:28.389 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=7), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.23.69.188:34691, [6ms] Sub RPC GetTableLocations: received response from server master-127.23.69.188:34691: OK, deferred=null) after lookup
21:07:28.390 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 47cfb6121f3743ddb92109256e06fc6e(127.23.69.130:46325)] connecting to peer
21:07:28.391 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 47cfb6121f3743ddb92109256e06fc6e(127.23.69.130:46325)] Successfully connected to peer
21:07:28.412 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:07:28.417 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0xb164c287, L:/127.0.0.1:47182 - R:/127.23.69.130:46325] using TOKEN/null
21:07:28.428 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:28.457 [DEBUG - main] (Connection.java:748) [peer f0e82105cc3a4da08ca2cc74efdd6a0e(127.23.69.131:37539)] connecting to peer
21:07:28.465 [DEBUG - kudu-nio-4] (Connection.java:757) [peer f0e82105cc3a4da08ca2cc74efdd6a0e(127.23.69.131:37539)] Successfully connected to peer
21:07:28.481 [DEBUG - kudu-nio-4] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:07:28.487 [DEBUG - kudu-nio-4] (Negotiator.java:919) Authenticated connection [id: 0x050a2f58, L:/127.0.0.1:53668 - R:/127.23.69.131:37539] using TOKEN/null
21:07:28.577 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:07:28.578 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:07:28.578 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:07:28.579 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:28.579 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:28.579 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:28.579 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:28.580 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:28.580 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:28.580 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:28.580 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:28.580 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:28.580 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:07:28.669 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:28.716 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:28.727 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:07:28.729 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:07:28.734 [DEBUG - main] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:07:28.738 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:07:28.738 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:07:28.738 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:07:28.738 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:28.738 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:28.738 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:28.738 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:28.739 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:28.739 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:28.738 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:28.739 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:28.739 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:28.739 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:07:28.747 [DEBUG - main] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:07:28.748 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.24.4.188:46037(127.24.4.188:46037)] Successfully connected to peer
21:07:28.752 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.24.4.188
21:07:28.752 [DEBUG - main] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:07:28.753 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.24.4.190:39383(127.24.4.190:39383)] Successfully connected to peer
21:07:28.754 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.24.4.189:35405(127.24.4.189:35405)] Successfully connected to peer
21:07:28.759 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.24.4.190
21:07:28.770 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:07:28.772 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:07:28.777 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xb69c8624, L:/127.0.0.1:42158 - R:/127.24.4.188:46037] using SASL/PLAIN
21:07:28.778 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xee189626, L:/127.0.0.1:35728 - R:/127.24.4.190:39383] using SASL/PLAIN
21:07:28.780 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.24.4.189
21:07:28.781 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
21:07:28.781 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=52), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [14ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [47ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: OK, deferred=null) after lookup
21:07:28.788 [DEBUG - main] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:07:28.789 [DEBUG - main] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:07:28.789 [DEBUG - main] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:07:28.790 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.23.69.189:45579(127.23.69.189:45579)] Successfully connected to peer
21:07:28.791 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:07:28.793 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.23.69.190:42537(127.23.69.190:42537)] Successfully connected to peer
21:07:28.794 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xbdaec891, L:/127.0.0.1:40464 - R:/127.24.4.189:35405] using SASL/PLAIN
21:07:28.796 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.23.69.190
21:07:28.802 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.23.69.188:34691(127.23.69.188:34691)] Successfully connected to peer
21:07:28.805 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.23.69.189
21:07:28.806 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:07:28.811 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x58739cb7, L:/127.0.0.1:37966 - R:/127.23.69.190:42537] using SASL/PLAIN
21:07:28.821 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:07:28.825 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.23.69.188
21:07:28.830 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x12370b72, L:/127.0.0.1:56848 - R:/127.23.69.189:45579] using SASL/PLAIN
21:07:28.847 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:07:28.851 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x620ca2db, L:/127.0.0.1:35166 - R:/127.23.69.188:34691] using SASL/PLAIN
21:07:28.858 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
21:07:28.859 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=71), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [25ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: OK, [46ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: OK, [67ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: OK, deferred=null) after lookup
21:07:28.864 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 49fde37190964fb6951583ec356e35f2
21:07:28.873 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet f99563ad40c547539d389b594da1fed9 for table 'replication_test_table' with partition [0x00000000, 0x0000000080000032)
21:07:28.873 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 5381a61602cf4f0f8d78f77200866f38 for table 'replication_test_table' with partition [0x0000000080000032, 0x0000000080000096)
21:07:28.874 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet ffa91b932fde4aac82bce1430648a994 for table 'replication_test_table' with partition [0x0000000080000096, 0x00000001)
21:07:28.874 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 21db1fe17416449396c581cefb41dabc for table 'replication_test_table' with partition [0x00000001, 0x0000000180000032)
21:07:28.875 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a51ac2ab18a44e998ab79a48cc3761de for table 'replication_test_table' with partition [0x0000000180000032, 0x0000000180000096)
21:07:28.875 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 8d31d19883c443cdb09c9b502fd8489b for table 'replication_test_table' with partition [0x0000000180000096, 0x00000002)
21:07:28.875 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x00000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x0000000080000032, ttl=299999, tablet=f99563ad40c547539d389b594da1fed9@[3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333),47cfb6121f3743ddb92109256e06fc6e(127.23.69.130:46325)[L],f0e82105cc3a4da08ca2cc74efdd6a0e(127.23.69.131:37539)]}, Tablet{lowerBoundPartitionKey=0x0000000080000032, upperBoundPartitionKey=0x0000000080000096, ttl=299999, tablet=5381a61602cf4f0f8d78f77200866f38@[3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333)[L],47cfb6121f3743ddb92109256e06fc6e(127.23.69.130:46325),f0e82105cc3a4da08ca2cc74efdd6a0e(127.23.69.131:37539)]}, Tablet{lowerBoundPartitionKey=0x0000000080000096, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=ffa91b932fde4aac82bce1430648a994@[3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333),47cfb6121f3743ddb92109256e06fc6e(127.23.69.130:46325)[L],f0e82105cc3a4da08ca2cc74efdd6a0e(127.23.69.131:37539)]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x0000000180000032, ttl=299999, tablet=21db1fe17416449396c581cefb41dabc@[3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333),47cfb6121f3743ddb92109256e06fc6e(127.23.69.130:46325),f0e82105cc3a4da08ca2cc74efdd6a0e(127.23.69.131:37539)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000180000032, upperBoundPartitionKey=0x0000000180000096, ttl=299999, tablet=a51ac2ab18a44e998ab79a48cc3761de@[3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333),47cfb6121f3743ddb92109256e06fc6e(127.23.69.130:46325),f0e82105cc3a4da08ca2cc74efdd6a0e(127.23.69.131:37539)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000180000096, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=8d31d19883c443cdb09c9b502fd8489b@[3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333)[L],47cfb6121f3743ddb92109256e06fc6e(127.23.69.130:46325),f0e82105cc3a4da08ca2cc74efdd6a0e(127.23.69.131:37539)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
21:07:28.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:28.892807 24799 catalog_manager.cc:2282] Servicing CreateTable request from {username='slave'} at 127.0.0.1:42158:
21:07:28.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "replication_test_table"
21:07:28.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
21:07:28.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
21:07:28.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key1"
21:07:28.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
21:07:28.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
21:07:28.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
21:07:28.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
21:07:28.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
21:07:28.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
21:07:28.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
21:07:28.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
21:07:28.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
21:07:28.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
21:07:28.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key2"
21:07:28.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
21:07:28.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
21:07:28.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
21:07:28.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
21:07:28.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
21:07:28.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
21:07:28.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
21:07:28.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
21:07:28.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
21:07:28.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
21:07:28.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key3"
21:07:28.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
21:07:28.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
21:07:28.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
21:07:28.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
21:07:28.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
21:07:28.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
21:07:28.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
21:07:28.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
21:07:28.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
21:07:28.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
21:07:28.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "data"
21:07:28.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
21:07:28.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
21:07:28.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
21:07:28.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
21:07:28.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
21:07:28.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
21:07:28.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
21:07:28.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
21:07:28.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
21:07:28.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
21:07:28.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
21:07:28.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
21:07:28.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   rows: "<redacted>""\006\000\007\0012\000\000\000"
21:07:28.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
21:07:28.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
21:07:28.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   hash_schema {
21:07:28.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
21:07:28.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key2"
21:07:28.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
21:07:28.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     num_buckets: 2
21:07:28.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     seed: 0
21:07:28.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
21:07:28.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
21:07:28.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
21:07:28.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key1"
21:07:28.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
21:07:28.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
21:07:28.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
21:07:28.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) comment: ""
21:07:28.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:28.900314 24799 catalog_manager.cc:7076] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table replication_test_table in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
21:07:28.928 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:28.973 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table abbb550877174b7390c55138c2215042
21:07:29.051 [DEBUG - pool-140-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:07:29.051 [DEBUG - pool-140-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:07:29.051 [DEBUG - pool-140-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:07:29.052 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:29.052 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:29.052 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:29.053 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:29.053 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:29.053 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:29.053 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:29.053 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:29.054 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:29.054 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:07:29.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:29.081488 25129 tablet_service.cc:1511] Processing CreateTablet for tablet 6fd4af9c09ad49fc90c967781cbf9cf2 (DEFAULT_TABLE table=replication_test_table [id=abbb550877174b7390c55138c2215042]), partition=HASH (key2) PARTITION 0, RANGE (key1) PARTITION VALUES < 50
21:07:29.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:29.086441 25128 tablet_service.cc:1511] Processing CreateTablet for tablet 72d3b76f9a4447968e4065a985da4ff2 (DEFAULT_TABLE table=replication_test_table [id=abbb550877174b7390c55138c2215042]), partition=HASH (key2) PARTITION 1, RANGE (key1) PARTITION VALUES < 50
21:07:29.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:29.085650 25129 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 6fd4af9c09ad49fc90c967781cbf9cf2. 1 dirs total, 0 dirs full, 0 dirs failed
21:07:29.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:29.097764 24983 tablet_service.cc:1511] Processing CreateTablet for tablet 6fd4af9c09ad49fc90c967781cbf9cf2 (DEFAULT_TABLE table=replication_test_table [id=abbb550877174b7390c55138c2215042]), partition=HASH (key2) PARTITION 0, RANGE (key1) PARTITION VALUES < 50
21:07:29.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:29.098147 24982 tablet_service.cc:1511] Processing CreateTablet for tablet 72d3b76f9a4447968e4065a985da4ff2 (DEFAULT_TABLE table=replication_test_table [id=abbb550877174b7390c55138c2215042]), partition=HASH (key2) PARTITION 1, RANGE (key1) PARTITION VALUES < 50
21:07:29.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:29.101593 25128 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 72d3b76f9a4447968e4065a985da4ff2. 1 dirs total, 0 dirs full, 0 dirs failed
21:07:29.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:29.115021 24983 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 6fd4af9c09ad49fc90c967781cbf9cf2. 1 dirs total, 0 dirs full, 0 dirs failed
21:07:29.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:29.114395 25276 tablet_service.cc:1511] Processing CreateTablet for tablet 72d3b76f9a4447968e4065a985da4ff2 (DEFAULT_TABLE table=replication_test_table [id=abbb550877174b7390c55138c2215042]), partition=HASH (key2) PARTITION 1, RANGE (key1) PARTITION VALUES < 50
21:07:29.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:29.119119 25277 tablet_service.cc:1511] Processing CreateTablet for tablet 6fd4af9c09ad49fc90c967781cbf9cf2 (DEFAULT_TABLE table=replication_test_table [id=abbb550877174b7390c55138c2215042]), partition=HASH (key2) PARTITION 0, RANGE (key1) PARTITION VALUES < 50
21:07:29.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:29.117342 25276 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 72d3b76f9a4447968e4065a985da4ff2. 1 dirs total, 0 dirs full, 0 dirs failed
21:07:29.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:29.120798 24982 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 72d3b76f9a4447968e4065a985da4ff2. 1 dirs total, 0 dirs full, 0 dirs failed
21:07:29.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:29.123383 25277 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 6fd4af9c09ad49fc90c967781cbf9cf2. 1 dirs total, 0 dirs full, 0 dirs failed
21:07:29.169 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:29.217 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:29.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:29.219525 25529 tablet_bootstrap.cc:492] T 6fd4af9c09ad49fc90c967781cbf9cf2 P 2414b3feb3c746789b8f7a3231c2a465: Bootstrap starting.
21:07:29.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:29.220508 25530 tablet_bootstrap.cc:492] T 72d3b76f9a4447968e4065a985da4ff2 P bf2d2a630430447086ac0e062627063f: Bootstrap starting.
21:07:29.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:29.220999 25531 tablet_bootstrap.cc:492] T 6fd4af9c09ad49fc90c967781cbf9cf2 P 28b43f34df8445b7ba6c271cc27bfb2a: Bootstrap starting.
21:07:29.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:29.229334 25529 tablet_bootstrap.cc:654] T 6fd4af9c09ad49fc90c967781cbf9cf2 P 2414b3feb3c746789b8f7a3231c2a465: Neither blocks nor log segments found. Creating new log.
21:07:29.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:29.232183 25529 log.cc:826] T 6fd4af9c09ad49fc90c967781cbf9cf2 P 2414b3feb3c746789b8f7a3231c2a465: Log is configured to *not* fsync() on all Append() calls
21:07:29.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:29.233737 25531 tablet_bootstrap.cc:654] T 6fd4af9c09ad49fc90c967781cbf9cf2 P 28b43f34df8445b7ba6c271cc27bfb2a: Neither blocks nor log segments found. Creating new log.
21:07:29.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:29.236729 25531 log.cc:826] T 6fd4af9c09ad49fc90c967781cbf9cf2 P 28b43f34df8445b7ba6c271cc27bfb2a: Log is configured to *not* fsync() on all Append() calls
21:07:29.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:29.238693 25530 tablet_bootstrap.cc:654] T 72d3b76f9a4447968e4065a985da4ff2 P bf2d2a630430447086ac0e062627063f: Neither blocks nor log segments found. Creating new log.
21:07:29.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:29.241907 25530 log.cc:826] T 72d3b76f9a4447968e4065a985da4ff2 P bf2d2a630430447086ac0e062627063f: Log is configured to *not* fsync() on all Append() calls
21:07:29.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:29.248834 25529 tablet_bootstrap.cc:492] T 6fd4af9c09ad49fc90c967781cbf9cf2 P 2414b3feb3c746789b8f7a3231c2a465: No bootstrap required, opened a new log
21:07:29.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:29.249598 25529 ts_tablet_manager.cc:1403] T 6fd4af9c09ad49fc90c967781cbf9cf2 P 2414b3feb3c746789b8f7a3231c2a465: Time spent bootstrapping tablet: real 0.033s	user 0.021s	sys 0.000s
21:07:29.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:29.254392 25531 tablet_bootstrap.cc:492] T 6fd4af9c09ad49fc90c967781cbf9cf2 P 28b43f34df8445b7ba6c271cc27bfb2a: No bootstrap required, opened a new log
21:07:29.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:29.255342 25531 ts_tablet_manager.cc:1403] T 6fd4af9c09ad49fc90c967781cbf9cf2 P 28b43f34df8445b7ba6c271cc27bfb2a: Time spent bootstrapping tablet: real 0.037s	user 0.018s	sys 0.010s
21:07:29.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:29.259130 25530 tablet_bootstrap.cc:492] T 72d3b76f9a4447968e4065a985da4ff2 P bf2d2a630430447086ac0e062627063f: No bootstrap required, opened a new log
21:07:29.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:29.259723 25530 ts_tablet_manager.cc:1403] T 72d3b76f9a4447968e4065a985da4ff2 P bf2d2a630430447086ac0e062627063f: Time spent bootstrapping tablet: real 0.040s	user 0.016s	sys 0.007s
21:07:29.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:29.281173 25529 raft_consensus.cc:359] T 6fd4af9c09ad49fc90c967781cbf9cf2 P 2414b3feb3c746789b8f7a3231c2a465 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "28b43f34df8445b7ba6c271cc27bfb2a" member_type: VOTER last_known_addr { host: "127.24.4.129" port: 44267 } } peers { permanent_uuid: "2414b3feb3c746789b8f7a3231c2a465" member_type: VOTER last_known_addr { host: "127.24.4.131" port: 38817 } } peers { permanent_uuid: "bf2d2a630430447086ac0e062627063f" member_type: VOTER last_known_addr { host: "127.24.4.130" port: 34071 } }
21:07:29.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:29.282291 25529 raft_consensus.cc:385] T 6fd4af9c09ad49fc90c967781cbf9cf2 P 2414b3feb3c746789b8f7a3231c2a465 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:07:29.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:29.282612 25529 raft_consensus.cc:740] T 6fd4af9c09ad49fc90c967781cbf9cf2 P 2414b3feb3c746789b8f7a3231c2a465 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2414b3feb3c746789b8f7a3231c2a465, State: Initialized, Role: FOLLOWER
21:07:29.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:29.284050 25529 consensus_queue.cc:260] T 6fd4af9c09ad49fc90c967781cbf9cf2 P 2414b3feb3c746789b8f7a3231c2a465 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "28b43f34df8445b7ba6c271cc27bfb2a" member_type: VOTER last_known_addr { host: "127.24.4.129" port: 44267 } } peers { permanent_uuid: "2414b3feb3c746789b8f7a3231c2a465" member_type: VOTER last_known_addr { host: "127.24.4.131" port: 38817 } } peers { permanent_uuid: "bf2d2a630430447086ac0e062627063f" member_type: VOTER last_known_addr { host: "127.24.4.130" port: 34071 } }
21:07:29.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:29.294301 25531 raft_consensus.cc:359] T 6fd4af9c09ad49fc90c967781cbf9cf2 P 28b43f34df8445b7ba6c271cc27bfb2a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "28b43f34df8445b7ba6c271cc27bfb2a" member_type: VOTER last_known_addr { host: "127.24.4.129" port: 44267 } } peers { permanent_uuid: "2414b3feb3c746789b8f7a3231c2a465" member_type: VOTER last_known_addr { host: "127.24.4.131" port: 38817 } } peers { permanent_uuid: "bf2d2a630430447086ac0e062627063f" member_type: VOTER last_known_addr { host: "127.24.4.130" port: 34071 } }
21:07:29.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:29.296770 25531 raft_consensus.cc:385] T 6fd4af9c09ad49fc90c967781cbf9cf2 P 28b43f34df8445b7ba6c271cc27bfb2a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:07:29.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:29.296279 25530 raft_consensus.cc:359] T 72d3b76f9a4447968e4065a985da4ff2 P bf2d2a630430447086ac0e062627063f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "28b43f34df8445b7ba6c271cc27bfb2a" member_type: VOTER last_known_addr { host: "127.24.4.129" port: 44267 } } peers { permanent_uuid: "bf2d2a630430447086ac0e062627063f" member_type: VOTER last_known_addr { host: "127.24.4.130" port: 34071 } } peers { permanent_uuid: "2414b3feb3c746789b8f7a3231c2a465" member_type: VOTER last_known_addr { host: "127.24.4.131" port: 38817 } }
21:07:29.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:29.297184 25531 raft_consensus.cc:740] T 6fd4af9c09ad49fc90c967781cbf9cf2 P 28b43f34df8445b7ba6c271cc27bfb2a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 28b43f34df8445b7ba6c271cc27bfb2a, State: Initialized, Role: FOLLOWER
21:07:29.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:29.297483 25530 raft_consensus.cc:385] T 72d3b76f9a4447968e4065a985da4ff2 P bf2d2a630430447086ac0e062627063f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:07:29.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:29.297883 25530 raft_consensus.cc:740] T 72d3b76f9a4447968e4065a985da4ff2 P bf2d2a630430447086ac0e062627063f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: bf2d2a630430447086ac0e062627063f, State: Initialized, Role: FOLLOWER
21:07:29.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:29.298355 25531 consensus_queue.cc:260] T 6fd4af9c09ad49fc90c967781cbf9cf2 P 28b43f34df8445b7ba6c271cc27bfb2a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "28b43f34df8445b7ba6c271cc27bfb2a" member_type: VOTER last_known_addr { host: "127.24.4.129" port: 44267 } } peers { permanent_uuid: "2414b3feb3c746789b8f7a3231c2a465" member_type: VOTER last_known_addr { host: "127.24.4.131" port: 38817 } } peers { permanent_uuid: "bf2d2a630430447086ac0e062627063f" member_type: VOTER last_known_addr { host: "127.24.4.130" port: 34071 } }
21:07:29.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:29.300371 25529 ts_tablet_manager.cc:1434] T 6fd4af9c09ad49fc90c967781cbf9cf2 P 2414b3feb3c746789b8f7a3231c2a465: Time spent starting tablet: real 0.050s	user 0.036s	sys 0.014s
21:07:29.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:29.302973 25529 tablet_bootstrap.cc:492] T 72d3b76f9a4447968e4065a985da4ff2 P 2414b3feb3c746789b8f7a3231c2a465: Bootstrap starting.
21:07:29.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:29.307612 25531 ts_tablet_manager.cc:1434] T 6fd4af9c09ad49fc90c967781cbf9cf2 P 28b43f34df8445b7ba6c271cc27bfb2a: Time spent starting tablet: real 0.052s	user 0.028s	sys 0.012s
21:07:29.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:29.309451 25531 tablet_bootstrap.cc:492] T 72d3b76f9a4447968e4065a985da4ff2 P 28b43f34df8445b7ba6c271cc27bfb2a: Bootstrap starting.
21:07:29.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:29.311064 25529 tablet_bootstrap.cc:654] T 72d3b76f9a4447968e4065a985da4ff2 P 2414b3feb3c746789b8f7a3231c2a465: Neither blocks nor log segments found. Creating new log.
21:07:29.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:29.329737 25531 tablet_bootstrap.cc:654] T 72d3b76f9a4447968e4065a985da4ff2 P 28b43f34df8445b7ba6c271cc27bfb2a: Neither blocks nor log segments found. Creating new log.
21:07:29.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:29.341985 25531 tablet_bootstrap.cc:492] T 72d3b76f9a4447968e4065a985da4ff2 P 28b43f34df8445b7ba6c271cc27bfb2a: No bootstrap required, opened a new log
21:07:29.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:29.342599 25531 ts_tablet_manager.cc:1403] T 72d3b76f9a4447968e4065a985da4ff2 P 28b43f34df8445b7ba6c271cc27bfb2a: Time spent bootstrapping tablet: real 0.033s	user 0.011s	sys 0.007s
21:07:29.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:29.345129 25530 consensus_queue.cc:260] T 72d3b76f9a4447968e4065a985da4ff2 P bf2d2a630430447086ac0e062627063f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "28b43f34df8445b7ba6c271cc27bfb2a" member_type: VOTER last_known_addr { host: "127.24.4.129" port: 44267 } } peers { permanent_uuid: "bf2d2a630430447086ac0e062627063f" member_type: VOTER last_known_addr { host: "127.24.4.130" port: 34071 } } peers { permanent_uuid: "2414b3feb3c746789b8f7a3231c2a465" member_type: VOTER last_known_addr { host: "127.24.4.131" port: 38817 } }
21:07:29.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:29.346091 25531 raft_consensus.cc:359] T 72d3b76f9a4447968e4065a985da4ff2 P 28b43f34df8445b7ba6c271cc27bfb2a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "28b43f34df8445b7ba6c271cc27bfb2a" member_type: VOTER last_known_addr { host: "127.24.4.129" port: 44267 } } peers { permanent_uuid: "bf2d2a630430447086ac0e062627063f" member_type: VOTER last_known_addr { host: "127.24.4.130" port: 34071 } } peers { permanent_uuid: "2414b3feb3c746789b8f7a3231c2a465" member_type: VOTER last_known_addr { host: "127.24.4.131" port: 38817 } }
21:07:29.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:29.346866 25531 raft_consensus.cc:385] T 72d3b76f9a4447968e4065a985da4ff2 P 28b43f34df8445b7ba6c271cc27bfb2a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:07:29.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:29.347242 25531 raft_consensus.cc:740] T 72d3b76f9a4447968e4065a985da4ff2 P 28b43f34df8445b7ba6c271cc27bfb2a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 28b43f34df8445b7ba6c271cc27bfb2a, State: Initialized, Role: FOLLOWER
21:07:29.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:29.348181 25531 consensus_queue.cc:260] T 72d3b76f9a4447968e4065a985da4ff2 P 28b43f34df8445b7ba6c271cc27bfb2a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "28b43f34df8445b7ba6c271cc27bfb2a" member_type: VOTER last_known_addr { host: "127.24.4.129" port: 44267 } } peers { permanent_uuid: "bf2d2a630430447086ac0e062627063f" member_type: VOTER last_known_addr { host: "127.24.4.130" port: 34071 } } peers { permanent_uuid: "2414b3feb3c746789b8f7a3231c2a465" member_type: VOTER last_known_addr { host: "127.24.4.131" port: 38817 } }
21:07:29.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:29.353169 25531 ts_tablet_manager.cc:1434] T 72d3b76f9a4447968e4065a985da4ff2 P 28b43f34df8445b7ba6c271cc27bfb2a: Time spent starting tablet: real 0.010s	user 0.005s	sys 0.004s
21:07:29.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:29.362310 25529 tablet_bootstrap.cc:492] T 72d3b76f9a4447968e4065a985da4ff2 P 2414b3feb3c746789b8f7a3231c2a465: No bootstrap required, opened a new log
21:07:29.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:29.363009 25529 ts_tablet_manager.cc:1403] T 72d3b76f9a4447968e4065a985da4ff2 P 2414b3feb3c746789b8f7a3231c2a465: Time spent bootstrapping tablet: real 0.060s	user 0.021s	sys 0.030s
21:07:29.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:29.366119 25529 raft_consensus.cc:359] T 72d3b76f9a4447968e4065a985da4ff2 P 2414b3feb3c746789b8f7a3231c2a465 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "28b43f34df8445b7ba6c271cc27bfb2a" member_type: VOTER last_known_addr { host: "127.24.4.129" port: 44267 } } peers { permanent_uuid: "bf2d2a630430447086ac0e062627063f" member_type: VOTER last_known_addr { host: "127.24.4.130" port: 34071 } } peers { permanent_uuid: "2414b3feb3c746789b8f7a3231c2a465" member_type: VOTER last_known_addr { host: "127.24.4.131" port: 38817 } }
21:07:29.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:29.366892 25529 raft_consensus.cc:385] T 72d3b76f9a4447968e4065a985da4ff2 P 2414b3feb3c746789b8f7a3231c2a465 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:07:29.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:29.367213 25529 raft_consensus.cc:740] T 72d3b76f9a4447968e4065a985da4ff2 P 2414b3feb3c746789b8f7a3231c2a465 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2414b3feb3c746789b8f7a3231c2a465, State: Initialized, Role: FOLLOWER
21:07:29.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:29.367983 25529 consensus_queue.cc:260] T 72d3b76f9a4447968e4065a985da4ff2 P 2414b3feb3c746789b8f7a3231c2a465 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "28b43f34df8445b7ba6c271cc27bfb2a" member_type: VOTER last_known_addr { host: "127.24.4.129" port: 44267 } } peers { permanent_uuid: "bf2d2a630430447086ac0e062627063f" member_type: VOTER last_known_addr { host: "127.24.4.130" port: 34071 } } peers { permanent_uuid: "2414b3feb3c746789b8f7a3231c2a465" member_type: VOTER last_known_addr { host: "127.24.4.131" port: 38817 } }
21:07:29.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:29.381407 25529 ts_tablet_manager.cc:1434] T 72d3b76f9a4447968e4065a985da4ff2 P 2414b3feb3c746789b8f7a3231c2a465: Time spent starting tablet: real 0.018s	user 0.000s	sys 0.006s
21:07:29.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:29.383718 25530 ts_tablet_manager.cc:1434] T 72d3b76f9a4447968e4065a985da4ff2 P bf2d2a630430447086ac0e062627063f: Time spent starting tablet: real 0.124s	user 0.033s	sys 0.009s
21:07:29.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:29.384598 25535 raft_consensus.cc:493] T 6fd4af9c09ad49fc90c967781cbf9cf2 P 2414b3feb3c746789b8f7a3231c2a465 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
21:07:29.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:29.385712 25530 tablet_bootstrap.cc:492] T 6fd4af9c09ad49fc90c967781cbf9cf2 P bf2d2a630430447086ac0e062627063f: Bootstrap starting.
21:07:29.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:29.385331 25535 raft_consensus.cc:515] T 6fd4af9c09ad49fc90c967781cbf9cf2 P 2414b3feb3c746789b8f7a3231c2a465 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "28b43f34df8445b7ba6c271cc27bfb2a" member_type: VOTER last_known_addr { host: "127.24.4.129" port: 44267 } } peers { permanent_uuid: "2414b3feb3c746789b8f7a3231c2a465" member_type: VOTER last_known_addr { host: "127.24.4.131" port: 38817 } } peers { permanent_uuid: "bf2d2a630430447086ac0e062627063f" member_type: VOTER last_known_addr { host: "127.24.4.130" port: 34071 } }
21:07:29.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:29.393906 25535 leader_election.cc:290] T 6fd4af9c09ad49fc90c967781cbf9cf2 P 2414b3feb3c746789b8f7a3231c2a465 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 28b43f34df8445b7ba6c271cc27bfb2a (127.24.4.129:44267), bf2d2a630430447086ac0e062627063f (127.24.4.130:34071)
21:07:29.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:29.409132 25530 tablet_bootstrap.cc:654] T 6fd4af9c09ad49fc90c967781cbf9cf2 P bf2d2a630430447086ac0e062627063f: Neither blocks nor log segments found. Creating new log.
21:07:29.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:29.415685 25003 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "6fd4af9c09ad49fc90c967781cbf9cf2" candidate_uuid: "2414b3feb3c746789b8f7a3231c2a465" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "28b43f34df8445b7ba6c271cc27bfb2a" is_pre_election: true
21:07:29.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:29.416679 25003 raft_consensus.cc:2468] T 6fd4af9c09ad49fc90c967781cbf9cf2 P 28b43f34df8445b7ba6c271cc27bfb2a [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 2414b3feb3c746789b8f7a3231c2a465 in term 0.
21:07:29.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:29.418362 25530 tablet_bootstrap.cc:492] T 6fd4af9c09ad49fc90c967781cbf9cf2 P bf2d2a630430447086ac0e062627063f: No bootstrap required, opened a new log
21:07:29.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:29.418367 25232 leader_election.cc:304] T 6fd4af9c09ad49fc90c967781cbf9cf2 P 2414b3feb3c746789b8f7a3231c2a465 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 2414b3feb3c746789b8f7a3231c2a465, 28b43f34df8445b7ba6c271cc27bfb2a; no voters: 
21:07:29.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:29.418968 25530 ts_tablet_manager.cc:1403] T 6fd4af9c09ad49fc90c967781cbf9cf2 P bf2d2a630430447086ac0e062627063f: Time spent bootstrapping tablet: real 0.033s	user 0.009s	sys 0.004s
21:07:29.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:29.419358 25535 raft_consensus.cc:2804] T 6fd4af9c09ad49fc90c967781cbf9cf2 P 2414b3feb3c746789b8f7a3231c2a465 [term 0 FOLLOWER]: Leader pre-election won for term 1
21:07:29.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:29.419742 25535 raft_consensus.cc:493] T 6fd4af9c09ad49fc90c967781cbf9cf2 P 2414b3feb3c746789b8f7a3231c2a465 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
21:07:29.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:29.420079 25535 raft_consensus.cc:3060] T 6fd4af9c09ad49fc90c967781cbf9cf2 P 2414b3feb3c746789b8f7a3231c2a465 [term 0 FOLLOWER]: Advancing to term 1
21:07:29.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:29.423012 25530 raft_consensus.cc:359] T 6fd4af9c09ad49fc90c967781cbf9cf2 P bf2d2a630430447086ac0e062627063f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "28b43f34df8445b7ba6c271cc27bfb2a" member_type: VOTER last_known_addr { host: "127.24.4.129" port: 44267 } } peers { permanent_uuid: "2414b3feb3c746789b8f7a3231c2a465" member_type: VOTER last_known_addr { host: "127.24.4.131" port: 38817 } } peers { permanent_uuid: "bf2d2a630430447086ac0e062627063f" member_type: VOTER last_known_addr { host: "127.24.4.130" port: 34071 } }
21:07:29.428 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:29.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:29.423804 25530 raft_consensus.cc:385] T 6fd4af9c09ad49fc90c967781cbf9cf2 P bf2d2a630430447086ac0e062627063f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:07:29.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:29.424115 25530 raft_consensus.cc:740] T 6fd4af9c09ad49fc90c967781cbf9cf2 P bf2d2a630430447086ac0e062627063f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: bf2d2a630430447086ac0e062627063f, State: Initialized, Role: FOLLOWER
21:07:29.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:29.424311 25536 raft_consensus.cc:493] T 72d3b76f9a4447968e4065a985da4ff2 P 28b43f34df8445b7ba6c271cc27bfb2a [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
21:07:29.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:29.424883 25530 consensus_queue.cc:260] T 6fd4af9c09ad49fc90c967781cbf9cf2 P bf2d2a630430447086ac0e062627063f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "28b43f34df8445b7ba6c271cc27bfb2a" member_type: VOTER last_known_addr { host: "127.24.4.129" port: 44267 } } peers { permanent_uuid: "2414b3feb3c746789b8f7a3231c2a465" member_type: VOTER last_known_addr { host: "127.24.4.131" port: 38817 } } peers { permanent_uuid: "bf2d2a630430447086ac0e062627063f" member_type: VOTER last_known_addr { host: "127.24.4.130" port: 34071 } }
21:07:29.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:29.424908 25536 raft_consensus.cc:515] T 72d3b76f9a4447968e4065a985da4ff2 P 28b43f34df8445b7ba6c271cc27bfb2a [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "28b43f34df8445b7ba6c271cc27bfb2a" member_type: VOTER last_known_addr { host: "127.24.4.129" port: 44267 } } peers { permanent_uuid: "bf2d2a630430447086ac0e062627063f" member_type: VOTER last_known_addr { host: "127.24.4.130" port: 34071 } } peers { permanent_uuid: "2414b3feb3c746789b8f7a3231c2a465" member_type: VOTER last_known_addr { host: "127.24.4.131" port: 38817 } }
21:07:29.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:29.426965 25530 ts_tablet_manager.cc:1434] T 6fd4af9c09ad49fc90c967781cbf9cf2 P bf2d2a630430447086ac0e062627063f: Time spent starting tablet: real 0.008s	user 0.003s	sys 0.000s
21:07:29.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:29.427353 25535 raft_consensus.cc:515] T 6fd4af9c09ad49fc90c967781cbf9cf2 P 2414b3feb3c746789b8f7a3231c2a465 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "28b43f34df8445b7ba6c271cc27bfb2a" member_type: VOTER last_known_addr { host: "127.24.4.129" port: 44267 } } peers { permanent_uuid: "2414b3feb3c746789b8f7a3231c2a465" member_type: VOTER last_known_addr { host: "127.24.4.131" port: 38817 } } peers { permanent_uuid: "bf2d2a630430447086ac0e062627063f" member_type: VOTER last_known_addr { host: "127.24.4.130" port: 34071 } }
21:07:29.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:29.429852 25535 leader_election.cc:290] T 6fd4af9c09ad49fc90c967781cbf9cf2 P 2414b3feb3c746789b8f7a3231c2a465 [CANDIDATE]: Term 1 election: Requested vote from peers 28b43f34df8445b7ba6c271cc27bfb2a (127.24.4.129:44267), bf2d2a630430447086ac0e062627063f (127.24.4.130:34071)
21:07:29.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:29.433795 25003 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "6fd4af9c09ad49fc90c967781cbf9cf2" candidate_uuid: "2414b3feb3c746789b8f7a3231c2a465" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "28b43f34df8445b7ba6c271cc27bfb2a"
21:07:29.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:29.434434 25003 raft_consensus.cc:3060] T 6fd4af9c09ad49fc90c967781cbf9cf2 P 28b43f34df8445b7ba6c271cc27bfb2a [term 0 FOLLOWER]: Advancing to term 1
21:07:29.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:29.435961 25148 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "6fd4af9c09ad49fc90c967781cbf9cf2" candidate_uuid: "2414b3feb3c746789b8f7a3231c2a465" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "bf2d2a630430447086ac0e062627063f"
21:07:29.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:29.438110 25149 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "6fd4af9c09ad49fc90c967781cbf9cf2" candidate_uuid: "2414b3feb3c746789b8f7a3231c2a465" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "bf2d2a630430447086ac0e062627063f" is_pre_election: true
21:07:29.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:29.443014 25003 raft_consensus.cc:2468] T 6fd4af9c09ad49fc90c967781cbf9cf2 P 28b43f34df8445b7ba6c271cc27bfb2a [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 2414b3feb3c746789b8f7a3231c2a465 in term 1.
21:07:29.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:29.444962 25232 leader_election.cc:304] T 6fd4af9c09ad49fc90c967781cbf9cf2 P 2414b3feb3c746789b8f7a3231c2a465 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 2414b3feb3c746789b8f7a3231c2a465, 28b43f34df8445b7ba6c271cc27bfb2a; no voters: 
21:07:29.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:29.446206 25535 raft_consensus.cc:2804] T 6fd4af9c09ad49fc90c967781cbf9cf2 P 2414b3feb3c746789b8f7a3231c2a465 [term 1 FOLLOWER]: Leader election won for term 1
21:07:29.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:29.446632 25536 leader_election.cc:290] T 72d3b76f9a4447968e4065a985da4ff2 P 28b43f34df8445b7ba6c271cc27bfb2a [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers bf2d2a630430447086ac0e062627063f (127.24.4.130:34071), 2414b3feb3c746789b8f7a3231c2a465 (127.24.4.131:38817)
21:07:29.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:29.436928 25148 raft_consensus.cc:3060] T 6fd4af9c09ad49fc90c967781cbf9cf2 P bf2d2a630430447086ac0e062627063f [term 0 FOLLOWER]: Advancing to term 1
21:07:29.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:29.454914 25149 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "72d3b76f9a4447968e4065a985da4ff2" candidate_uuid: "28b43f34df8445b7ba6c271cc27bfb2a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "bf2d2a630430447086ac0e062627063f" is_pre_election: true
21:07:29.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:29.456040 25149 raft_consensus.cc:2468] T 72d3b76f9a4447968e4065a985da4ff2 P bf2d2a630430447086ac0e062627063f [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 28b43f34df8445b7ba6c271cc27bfb2a in term 0.
21:07:29.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:29.458498 24936 leader_election.cc:304] T 72d3b76f9a4447968e4065a985da4ff2 P 28b43f34df8445b7ba6c271cc27bfb2a [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 28b43f34df8445b7ba6c271cc27bfb2a, bf2d2a630430447086ac0e062627063f; no voters: 
21:07:29.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:29.459604 25536 raft_consensus.cc:2804] T 72d3b76f9a4447968e4065a985da4ff2 P 28b43f34df8445b7ba6c271cc27bfb2a [term 0 FOLLOWER]: Leader pre-election won for term 1
21:07:29.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:29.460100 25536 raft_consensus.cc:493] T 72d3b76f9a4447968e4065a985da4ff2 P 28b43f34df8445b7ba6c271cc27bfb2a [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
21:07:29.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:29.460531 25536 raft_consensus.cc:3060] T 72d3b76f9a4447968e4065a985da4ff2 P 28b43f34df8445b7ba6c271cc27bfb2a [term 0 FOLLOWER]: Advancing to term 1
21:07:29.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:29.467846 25148 raft_consensus.cc:2468] T 6fd4af9c09ad49fc90c967781cbf9cf2 P bf2d2a630430447086ac0e062627063f [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 2414b3feb3c746789b8f7a3231c2a465 in term 1.
21:07:29.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:29.475626 25297 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "72d3b76f9a4447968e4065a985da4ff2" candidate_uuid: "28b43f34df8445b7ba6c271cc27bfb2a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2414b3feb3c746789b8f7a3231c2a465" is_pre_election: true
21:07:29.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:29.476668 25297 raft_consensus.cc:2468] T 72d3b76f9a4447968e4065a985da4ff2 P 2414b3feb3c746789b8f7a3231c2a465 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 28b43f34df8445b7ba6c271cc27bfb2a in term 0.
21:07:29.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:29.469558 25536 raft_consensus.cc:515] T 72d3b76f9a4447968e4065a985da4ff2 P 28b43f34df8445b7ba6c271cc27bfb2a [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "28b43f34df8445b7ba6c271cc27bfb2a" member_type: VOTER last_known_addr { host: "127.24.4.129" port: 44267 } } peers { permanent_uuid: "bf2d2a630430447086ac0e062627063f" member_type: VOTER last_known_addr { host: "127.24.4.130" port: 34071 } } peers { permanent_uuid: "2414b3feb3c746789b8f7a3231c2a465" member_type: VOTER last_known_addr { host: "127.24.4.131" port: 38817 } }
21:07:29.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:29.482189 25149 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "72d3b76f9a4447968e4065a985da4ff2" candidate_uuid: "28b43f34df8445b7ba6c271cc27bfb2a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "bf2d2a630430447086ac0e062627063f"
21:07:29.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:29.482537 25297 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "72d3b76f9a4447968e4065a985da4ff2" candidate_uuid: "28b43f34df8445b7ba6c271cc27bfb2a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2414b3feb3c746789b8f7a3231c2a465"
21:07:29.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:29.482939 25149 raft_consensus.cc:3060] T 72d3b76f9a4447968e4065a985da4ff2 P bf2d2a630430447086ac0e062627063f [term 0 FOLLOWER]: Advancing to term 1
21:07:29.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:29.483302 25297 raft_consensus.cc:3060] T 72d3b76f9a4447968e4065a985da4ff2 P 2414b3feb3c746789b8f7a3231c2a465 [term 0 FOLLOWER]: Advancing to term 1
21:07:29.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:29.489374 25149 raft_consensus.cc:2468] T 72d3b76f9a4447968e4065a985da4ff2 P bf2d2a630430447086ac0e062627063f [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 28b43f34df8445b7ba6c271cc27bfb2a in term 1.
21:07:29.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:29.491381 25536 leader_election.cc:290] T 72d3b76f9a4447968e4065a985da4ff2 P 28b43f34df8445b7ba6c271cc27bfb2a [CANDIDATE]: Term 1 election: Requested vote from peers bf2d2a630430447086ac0e062627063f (127.24.4.130:34071), 2414b3feb3c746789b8f7a3231c2a465 (127.24.4.131:38817)
21:07:29.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:29.492080 24936 leader_election.cc:304] T 72d3b76f9a4447968e4065a985da4ff2 P 28b43f34df8445b7ba6c271cc27bfb2a [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 28b43f34df8445b7ba6c271cc27bfb2a, bf2d2a630430447086ac0e062627063f; no voters: 
21:07:29.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:29.492906 25536 raft_consensus.cc:2804] T 72d3b76f9a4447968e4065a985da4ff2 P 28b43f34df8445b7ba6c271cc27bfb2a [term 1 FOLLOWER]: Leader election won for term 1
21:07:29.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:29.492946 25297 raft_consensus.cc:2468] T 72d3b76f9a4447968e4065a985da4ff2 P 2414b3feb3c746789b8f7a3231c2a465 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 28b43f34df8445b7ba6c271cc27bfb2a in term 1.
21:07:29.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:29.499083 25199 tablet.cc:2406] T 6fd4af9c09ad49fc90c967781cbf9cf2 P bf2d2a630430447086ac0e062627063f: Can't schedule compaction. Clean time has not been advanced past its initial value.
21:07:29.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:29.499187 25535 raft_consensus.cc:697] T 6fd4af9c09ad49fc90c967781cbf9cf2 P 2414b3feb3c746789b8f7a3231c2a465 [term 1 LEADER]: Becoming Leader. State: Replica: 2414b3feb3c746789b8f7a3231c2a465, State: Running, Role: LEADER
21:07:29.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:29.501303 25535 consensus_queue.cc:237] T 6fd4af9c09ad49fc90c967781cbf9cf2 P 2414b3feb3c746789b8f7a3231c2a465 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "28b43f34df8445b7ba6c271cc27bfb2a" member_type: VOTER last_known_addr { host: "127.24.4.129" port: 44267 } } peers { permanent_uuid: "2414b3feb3c746789b8f7a3231c2a465" member_type: VOTER last_known_addr { host: "127.24.4.131" port: 38817 } } peers { permanent_uuid: "bf2d2a630430447086ac0e062627063f" member_type: VOTER last_known_addr { host: "127.24.4.130" port: 34071 } }
21:07:29.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:29.509037 25536 raft_consensus.cc:697] T 72d3b76f9a4447968e4065a985da4ff2 P 28b43f34df8445b7ba6c271cc27bfb2a [term 1 LEADER]: Becoming Leader. State: Replica: 28b43f34df8445b7ba6c271cc27bfb2a, State: Running, Role: LEADER
21:07:29.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:29.510231 25536 consensus_queue.cc:237] T 72d3b76f9a4447968e4065a985da4ff2 P 28b43f34df8445b7ba6c271cc27bfb2a [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "28b43f34df8445b7ba6c271cc27bfb2a" member_type: VOTER last_known_addr { host: "127.24.4.129" port: 44267 } } peers { permanent_uuid: "bf2d2a630430447086ac0e062627063f" member_type: VOTER last_known_addr { host: "127.24.4.130" port: 34071 } } peers { permanent_uuid: "2414b3feb3c746789b8f7a3231c2a465" member_type: VOTER last_known_addr { host: "127.24.4.131" port: 38817 } }
21:07:29.517 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:07:29.518 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:07:29.518 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:07:29.518 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:29.519 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:29.519 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:29.519 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:29.519 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:29.519 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:29.520 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:29.520 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:29.520 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:29.520 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:07:29.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:29.532254 24798 catalog_manager.cc:5696] T 6fd4af9c09ad49fc90c967781cbf9cf2 P 2414b3feb3c746789b8f7a3231c2a465 reported cstate change: term changed from 0 to 1, leader changed from <none> to 2414b3feb3c746789b8f7a3231c2a465 (127.24.4.131). New cstate: current_term: 1 leader_uuid: "2414b3feb3c746789b8f7a3231c2a465" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "28b43f34df8445b7ba6c271cc27bfb2a" member_type: VOTER last_known_addr { host: "127.24.4.129" port: 44267 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "2414b3feb3c746789b8f7a3231c2a465" member_type: VOTER last_known_addr { host: "127.24.4.131" port: 38817 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "bf2d2a630430447086ac0e062627063f" member_type: VOTER last_known_addr { host: "127.24.4.130" port: 34071 } health_report { overall_health: UNKNOWN } } }
21:07:29.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:29.528718 24799 catalog_manager.cc:5696] T 72d3b76f9a4447968e4065a985da4ff2 P 28b43f34df8445b7ba6c271cc27bfb2a reported cstate change: term changed from 0 to 1, leader changed from <none> to 28b43f34df8445b7ba6c271cc27bfb2a (127.24.4.129). New cstate: current_term: 1 leader_uuid: "28b43f34df8445b7ba6c271cc27bfb2a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "28b43f34df8445b7ba6c271cc27bfb2a" member_type: VOTER last_known_addr { host: "127.24.4.129" port: 44267 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "bf2d2a630430447086ac0e062627063f" member_type: VOTER last_known_addr { host: "127.24.4.130" port: 34071 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "2414b3feb3c746789b8f7a3231c2a465" member_type: VOTER last_known_addr { host: "127.24.4.131" port: 38817 } health_report { overall_health: UNKNOWN } } }
21:07:29.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:29.538261 25056 tablet.cc:2406] T 6fd4af9c09ad49fc90c967781cbf9cf2 P 28b43f34df8445b7ba6c271cc27bfb2a: Can't schedule compaction. Clean time has not been advanced past its initial value.
21:07:29.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:29.540166 25348 tablet.cc:2406] T 6fd4af9c09ad49fc90c967781cbf9cf2 P 2414b3feb3c746789b8f7a3231c2a465: Can't schedule compaction. Clean time has not been advanced past its initial value.
21:07:29.669 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:29.716 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:29.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:29.821868 24799 catalog_manager.cc:3569] Servicing AlterTable request from {username='slave'} at 127.0.0.1:42158:
21:07:29.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table { table_name: "replication_test_table" } alter_schema_steps { type: ADD_RANGE_PARTITION add_range_partition { range_bounds { rows: "<redacted>""\006\0012\000\000\000\007\001\226\000\000\000" } } } schema { columns { name: "key1" type: INT32 is_key: true is_nullable: false encoding: AUTO_ENCODING compression: DEFAULT_COMPRESSION cfile_block_size: 0 immutable: false is_auto_incrementing: false } columns { name: "key2" type: STRING is_key: true is_nullable: false encoding: AUTO_ENCODING compression: DEFAULT_COMPRESSION cfile_block_size: 0 immutable: false is_auto_incrementing: false } columns { name: "key3" type: INT32 is_key: true is_nullable: false encoding: AUTO_ENCODING compression: DEFAULT_COMPRESSION cfile_block_size: 0 immutable: false is_auto_incrementing: false } columns { name: "data" type: STRING is_key: false is_nullable: false encoding: AUTO_ENCODING compression: DEFAULT_COMPRESSION cfile_block_size: 0 immutable: false is_auto_incrementing: false } }
21:07:29.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:29.862102 24799 catalog_manager.cc:5956] Failed to send alter table request: Not found: failed to reset TS proxy: No leader found: Tablet ba744b48d2fe46e4965a553fc4407281 has no consensus state
21:07:29.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:29.886739 25535 consensus_queue.cc:1048] T 6fd4af9c09ad49fc90c967781cbf9cf2 P 2414b3feb3c746789b8f7a3231c2a465 [LEADER]: Connected to new peer: Peer: permanent_uuid: "28b43f34df8445b7ba6c271cc27bfb2a" member_type: VOTER last_known_addr { host: "127.24.4.129" port: 44267 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
21:07:29.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:29.879468 24799 catalog_manager.cc:5956] Failed to send alter table request: Not found: failed to reset TS proxy: No leader found: Tablet 8698fb040de74fe1b802fea3016f9f92 has no consensus state
21:07:29.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:29.894443 24785 catalog_manager.cc:4809] Async tablet task AlterTable RPC for tablet ba744b48d2fe46e4965a553fc4407281 (table replication_test_table [id=abbb550877174b7390c55138c2215042], current schema version=0) failed: Not found: failed to reset TS proxy: No leader found: Tablet ba744b48d2fe46e4965a553fc4407281 has no consensus state
21:07:29.910 [DEBUG - pool-140-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:07:29.911 [DEBUG - pool-140-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:07:29.911 [DEBUG - pool-140-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:07:29.911 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:29.911 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:29.912 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:29.912 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:29.912 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:29.912 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:29.912 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:29.912 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:29.912 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:29.912 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:07:29.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:29.928966 25535 consensus_queue.cc:1048] T 6fd4af9c09ad49fc90c967781cbf9cf2 P 2414b3feb3c746789b8f7a3231c2a465 [LEADER]: Connected to new peer: Peer: permanent_uuid: "bf2d2a630430447086ac0e062627063f" member_type: VOTER last_known_addr { host: "127.24.4.130" port: 34071 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
21:07:29.930 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:29.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:29.958961 25277 tablet_service.cc:1511] Processing CreateTablet for tablet ba744b48d2fe46e4965a553fc4407281 (DEFAULT_TABLE table=replication_test_table [id=abbb550877174b7390c55138c2215042]), partition=HASH (key2) PARTITION 0, RANGE (key1) PARTITION 50 <= VALUES < 150
21:07:29.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:29.960482 25277 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet ba744b48d2fe46e4965a553fc4407281. 1 dirs total, 0 dirs full, 0 dirs failed
21:07:29.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:29.975981 24983 tablet_service.cc:1511] Processing CreateTablet for tablet ba744b48d2fe46e4965a553fc4407281 (DEFAULT_TABLE table=replication_test_table [id=abbb550877174b7390c55138c2215042]), partition=HASH (key2) PARTITION 0, RANGE (key1) PARTITION 50 <= VALUES < 150
21:07:29.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:29.977391 24983 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet ba744b48d2fe46e4965a553fc4407281. 1 dirs total, 0 dirs full, 0 dirs failed
21:07:29.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:29.994629 25128 tablet_service.cc:1511] Processing CreateTablet for tablet ba744b48d2fe46e4965a553fc4407281 (DEFAULT_TABLE table=replication_test_table [id=abbb550877174b7390c55138c2215042]), partition=HASH (key2) PARTITION 0, RANGE (key1) PARTITION 50 <= VALUES < 150
21:07:29.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:29.996634 25128 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet ba744b48d2fe46e4965a553fc4407281. 1 dirs total, 0 dirs full, 0 dirs failed
21:07:30.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:30.016327 24982 tablet_service.cc:1511] Processing CreateTablet for tablet 8698fb040de74fe1b802fea3016f9f92 (DEFAULT_TABLE table=replication_test_table [id=abbb550877174b7390c55138c2215042]), partition=HASH (key2) PARTITION 1, RANGE (key1) PARTITION 50 <= VALUES < 150
21:07:30.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:30.017674 24982 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 8698fb040de74fe1b802fea3016f9f92. 1 dirs total, 0 dirs full, 0 dirs failed
21:07:30.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:30.033018 25129 tablet_service.cc:1511] Processing CreateTablet for tablet 8698fb040de74fe1b802fea3016f9f92 (DEFAULT_TABLE table=replication_test_table [id=abbb550877174b7390c55138c2215042]), partition=HASH (key2) PARTITION 1, RANGE (key1) PARTITION 50 <= VALUES < 150
21:07:30.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:30.034423 25129 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 8698fb040de74fe1b802fea3016f9f92. 1 dirs total, 0 dirs full, 0 dirs failed
21:07:30.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:30.054647 25536 consensus_queue.cc:1048] T 72d3b76f9a4447968e4065a985da4ff2 P 28b43f34df8445b7ba6c271cc27bfb2a [LEADER]: Connected to new peer: Peer: permanent_uuid: "2414b3feb3c746789b8f7a3231c2a465" member_type: VOTER last_known_addr { host: "127.24.4.131" port: 38817 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
21:07:30.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:30.081847 25276 tablet_service.cc:1511] Processing CreateTablet for tablet 8698fb040de74fe1b802fea3016f9f92 (DEFAULT_TABLE table=replication_test_table [id=abbb550877174b7390c55138c2215042]), partition=HASH (key2) PARTITION 1, RANGE (key1) PARTITION 50 <= VALUES < 150
21:07:30.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:30.092300 25276 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 8698fb040de74fe1b802fea3016f9f92. 1 dirs total, 0 dirs full, 0 dirs failed
21:07:30.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:30.106715 25569 tablet_bootstrap.cc:492] T ba744b48d2fe46e4965a553fc4407281 P 2414b3feb3c746789b8f7a3231c2a465: Bootstrap starting.
21:07:30.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:30.111613 25568 tablet_bootstrap.cc:492] T 8698fb040de74fe1b802fea3016f9f92 P bf2d2a630430447086ac0e062627063f: Bootstrap starting.
21:07:30.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:30.115474 25570 tablet_bootstrap.cc:492] T ba744b48d2fe46e4965a553fc4407281 P 28b43f34df8445b7ba6c271cc27bfb2a: Bootstrap starting.
21:07:30.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:30.134246 25536 consensus_queue.cc:1048] T 72d3b76f9a4447968e4065a985da4ff2 P 28b43f34df8445b7ba6c271cc27bfb2a [LEADER]: Connected to new peer: Peer: permanent_uuid: "bf2d2a630430447086ac0e062627063f" member_type: VOTER last_known_addr { host: "127.24.4.130" port: 34071 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
21:07:30.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:30.145243 25570 tablet_bootstrap.cc:654] T ba744b48d2fe46e4965a553fc4407281 P 28b43f34df8445b7ba6c271cc27bfb2a: Neither blocks nor log segments found. Creating new log.
21:07:30.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:30.164820 25568 tablet_bootstrap.cc:654] T 8698fb040de74fe1b802fea3016f9f92 P bf2d2a630430447086ac0e062627063f: Neither blocks nor log segments found. Creating new log.
21:07:30.169 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:30.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:30.170220 25569 tablet_bootstrap.cc:654] T ba744b48d2fe46e4965a553fc4407281 P 2414b3feb3c746789b8f7a3231c2a465: Neither blocks nor log segments found. Creating new log.
21:07:30.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:30.177842 25568 tablet_bootstrap.cc:492] T 8698fb040de74fe1b802fea3016f9f92 P bf2d2a630430447086ac0e062627063f: No bootstrap required, opened a new log
21:07:30.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:30.178383 25568 ts_tablet_manager.cc:1403] T 8698fb040de74fe1b802fea3016f9f92 P bf2d2a630430447086ac0e062627063f: Time spent bootstrapping tablet: real 0.067s	user 0.006s	sys 0.007s
21:07:30.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:30.182986 25568 raft_consensus.cc:359] T 8698fb040de74fe1b802fea3016f9f92 P bf2d2a630430447086ac0e062627063f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "28b43f34df8445b7ba6c271cc27bfb2a" member_type: VOTER last_known_addr { host: "127.24.4.129" port: 44267 } } peers { permanent_uuid: "bf2d2a630430447086ac0e062627063f" member_type: VOTER last_known_addr { host: "127.24.4.130" port: 34071 } } peers { permanent_uuid: "2414b3feb3c746789b8f7a3231c2a465" member_type: VOTER last_known_addr { host: "127.24.4.131" port: 38817 } }
21:07:30.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:30.184691 25568 raft_consensus.cc:385] T 8698fb040de74fe1b802fea3016f9f92 P bf2d2a630430447086ac0e062627063f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:07:30.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:30.185233 25568 raft_consensus.cc:740] T 8698fb040de74fe1b802fea3016f9f92 P bf2d2a630430447086ac0e062627063f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: bf2d2a630430447086ac0e062627063f, State: Initialized, Role: FOLLOWER
21:07:30.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:30.186535 25568 consensus_queue.cc:260] T 8698fb040de74fe1b802fea3016f9f92 P bf2d2a630430447086ac0e062627063f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "28b43f34df8445b7ba6c271cc27bfb2a" member_type: VOTER last_known_addr { host: "127.24.4.129" port: 44267 } } peers { permanent_uuid: "bf2d2a630430447086ac0e062627063f" member_type: VOTER last_known_addr { host: "127.24.4.130" port: 34071 } } peers { permanent_uuid: "2414b3feb3c746789b8f7a3231c2a465" member_type: VOTER last_known_addr { host: "127.24.4.131" port: 38817 } }
21:07:30.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:30.190979 25568 ts_tablet_manager.cc:1434] T 8698fb040de74fe1b802fea3016f9f92 P bf2d2a630430447086ac0e062627063f: Time spent starting tablet: real 0.012s	user 0.006s	sys 0.006s
21:07:30.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:30.192783 25568 tablet_bootstrap.cc:492] T ba744b48d2fe46e4965a553fc4407281 P bf2d2a630430447086ac0e062627063f: Bootstrap starting.
21:07:30.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:30.198321 25569 tablet_bootstrap.cc:492] T ba744b48d2fe46e4965a553fc4407281 P 2414b3feb3c746789b8f7a3231c2a465: No bootstrap required, opened a new log
21:07:30.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:30.198876 25569 ts_tablet_manager.cc:1403] T ba744b48d2fe46e4965a553fc4407281 P 2414b3feb3c746789b8f7a3231c2a465: Time spent bootstrapping tablet: real 0.097s	user 0.019s	sys 0.005s
21:07:30.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:30.202320 25570 tablet_bootstrap.cc:492] T ba744b48d2fe46e4965a553fc4407281 P 28b43f34df8445b7ba6c271cc27bfb2a: No bootstrap required, opened a new log
21:07:30.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:30.202924 25570 ts_tablet_manager.cc:1403] T ba744b48d2fe46e4965a553fc4407281 P 28b43f34df8445b7ba6c271cc27bfb2a: Time spent bootstrapping tablet: real 0.088s	user 0.020s	sys 0.000s
21:07:30.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:30.206003 25568 tablet_bootstrap.cc:654] T ba744b48d2fe46e4965a553fc4407281 P bf2d2a630430447086ac0e062627063f: Neither blocks nor log segments found. Creating new log.
21:07:30.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:30.206506 25569 raft_consensus.cc:359] T ba744b48d2fe46e4965a553fc4407281 P 2414b3feb3c746789b8f7a3231c2a465 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2414b3feb3c746789b8f7a3231c2a465" member_type: VOTER last_known_addr { host: "127.24.4.131" port: 38817 } } peers { permanent_uuid: "28b43f34df8445b7ba6c271cc27bfb2a" member_type: VOTER last_known_addr { host: "127.24.4.129" port: 44267 } } peers { permanent_uuid: "bf2d2a630430447086ac0e062627063f" member_type: VOTER last_known_addr { host: "127.24.4.130" port: 34071 } }
21:07:30.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:30.206326 25570 raft_consensus.cc:359] T ba744b48d2fe46e4965a553fc4407281 P 28b43f34df8445b7ba6c271cc27bfb2a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2414b3feb3c746789b8f7a3231c2a465" member_type: VOTER last_known_addr { host: "127.24.4.131" port: 38817 } } peers { permanent_uuid: "28b43f34df8445b7ba6c271cc27bfb2a" member_type: VOTER last_known_addr { host: "127.24.4.129" port: 44267 } } peers { permanent_uuid: "bf2d2a630430447086ac0e062627063f" member_type: VOTER last_known_addr { host: "127.24.4.130" port: 34071 } }
21:07:30.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:30.207361 25570 raft_consensus.cc:385] T ba744b48d2fe46e4965a553fc4407281 P 28b43f34df8445b7ba6c271cc27bfb2a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:07:30.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:30.207573 25569 raft_consensus.cc:385] T ba744b48d2fe46e4965a553fc4407281 P 2414b3feb3c746789b8f7a3231c2a465 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:07:30.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:30.207749 25570 raft_consensus.cc:740] T ba744b48d2fe46e4965a553fc4407281 P 28b43f34df8445b7ba6c271cc27bfb2a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 28b43f34df8445b7ba6c271cc27bfb2a, State: Initialized, Role: FOLLOWER
21:07:30.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:30.208133 25569 raft_consensus.cc:740] T ba744b48d2fe46e4965a553fc4407281 P 2414b3feb3c746789b8f7a3231c2a465 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2414b3feb3c746789b8f7a3231c2a465, State: Initialized, Role: FOLLOWER
21:07:30.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:30.209302 25569 consensus_queue.cc:260] T ba744b48d2fe46e4965a553fc4407281 P 2414b3feb3c746789b8f7a3231c2a465 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2414b3feb3c746789b8f7a3231c2a465" member_type: VOTER last_known_addr { host: "127.24.4.131" port: 38817 } } peers { permanent_uuid: "28b43f34df8445b7ba6c271cc27bfb2a" member_type: VOTER last_known_addr { host: "127.24.4.129" port: 44267 } } peers { permanent_uuid: "bf2d2a630430447086ac0e062627063f" member_type: VOTER last_known_addr { host: "127.24.4.130" port: 34071 } }
21:07:30.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:30.211761 25569 ts_tablet_manager.cc:1434] T ba744b48d2fe46e4965a553fc4407281 P 2414b3feb3c746789b8f7a3231c2a465: Time spent starting tablet: real 0.012s	user 0.007s	sys 0.000s
21:07:30.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:30.213115 25569 tablet_bootstrap.cc:492] T 8698fb040de74fe1b802fea3016f9f92 P 2414b3feb3c746789b8f7a3231c2a465: Bootstrap starting.
21:07:30.215 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:30.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:30.222321 25569 tablet_bootstrap.cc:654] T 8698fb040de74fe1b802fea3016f9f92 P 2414b3feb3c746789b8f7a3231c2a465: Neither blocks nor log segments found. Creating new log.
21:07:30.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:30.209116 25570 consensus_queue.cc:260] T ba744b48d2fe46e4965a553fc4407281 P 28b43f34df8445b7ba6c271cc27bfb2a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2414b3feb3c746789b8f7a3231c2a465" member_type: VOTER last_known_addr { host: "127.24.4.131" port: 38817 } } peers { permanent_uuid: "28b43f34df8445b7ba6c271cc27bfb2a" member_type: VOTER last_known_addr { host: "127.24.4.129" port: 44267 } } peers { permanent_uuid: "bf2d2a630430447086ac0e062627063f" member_type: VOTER last_known_addr { host: "127.24.4.130" port: 34071 } }
21:07:30.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:30.256347 25567 raft_consensus.cc:493] T ba744b48d2fe46e4965a553fc4407281 P 28b43f34df8445b7ba6c271cc27bfb2a [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
21:07:30.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:30.256826 25567 raft_consensus.cc:515] T ba744b48d2fe46e4965a553fc4407281 P 28b43f34df8445b7ba6c271cc27bfb2a [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2414b3feb3c746789b8f7a3231c2a465" member_type: VOTER last_known_addr { host: "127.24.4.131" port: 38817 } } peers { permanent_uuid: "28b43f34df8445b7ba6c271cc27bfb2a" member_type: VOTER last_known_addr { host: "127.24.4.129" port: 44267 } } peers { permanent_uuid: "bf2d2a630430447086ac0e062627063f" member_type: VOTER last_known_addr { host: "127.24.4.130" port: 34071 } }
21:07:30.265 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.22.50.60:38829(127.22.50.60:38829)] connecting to peer
21:07:30.265 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.22.50.61:45261(127.22.50.61:45261)] connecting to peer
21:07:30.266 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.22.50.62:44659(127.22.50.62:44659)] connecting to peer
21:07:30.266 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:07:30.266 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.50.60:38829(127.22.50.60:38829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:07:30.266 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.60:38829: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:07:30.267 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:07:30.267 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.50.61:45261(127.22.50.61:45261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:07:30.267 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.61:45261: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:07:30.267 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:07:30.267 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.50.62:44659(127.22.50.62:44659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:07:30.268 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.62:44659: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:07:30.268 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659; will retry
21:07:30.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:30.263708 25297 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "ba744b48d2fe46e4965a553fc4407281" candidate_uuid: "28b43f34df8445b7ba6c271cc27bfb2a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2414b3feb3c746789b8f7a3231c2a465" is_pre_election: true
21:07:30.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:30.264484 25297 raft_consensus.cc:2468] T ba744b48d2fe46e4965a553fc4407281 P 2414b3feb3c746789b8f7a3231c2a465 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 28b43f34df8445b7ba6c271cc27bfb2a in term 0.
21:07:30.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:30.265457 25567 leader_election.cc:290] T ba744b48d2fe46e4965a553fc4407281 P 28b43f34df8445b7ba6c271cc27bfb2a [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 2414b3feb3c746789b8f7a3231c2a465 (127.24.4.131:38817), bf2d2a630430447086ac0e062627063f (127.24.4.130:34071)
21:07:30.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:30.265810 25149 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "ba744b48d2fe46e4965a553fc4407281" candidate_uuid: "28b43f34df8445b7ba6c271cc27bfb2a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "bf2d2a630430447086ac0e062627063f" is_pre_election: true
21:07:30.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:30.268060 24936 leader_election.cc:343] T ba744b48d2fe46e4965a553fc4407281 P 28b43f34df8445b7ba6c271cc27bfb2a [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer bf2d2a630430447086ac0e062627063f (127.24.4.130:34071): Illegal state: must be running to vote when last-logged opid is not known
21:07:30.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:30.271647 24938 leader_election.cc:304] T ba744b48d2fe46e4965a553fc4407281 P 28b43f34df8445b7ba6c271cc27bfb2a [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 2414b3feb3c746789b8f7a3231c2a465, 28b43f34df8445b7ba6c271cc27bfb2a; no voters: bf2d2a630430447086ac0e062627063f
21:07:30.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:30.277704 24799 catalog_manager.cc:6241] T 00000000000000000000000000000000 P 625ff05c5b8949fcb4d00521dbeb38e5: replication_test_table [id=abbb550877174b7390c55138c2215042] alter complete (version 0)
21:07:30.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:30.280388 25569 tablet_bootstrap.cc:492] T 8698fb040de74fe1b802fea3016f9f92 P 2414b3feb3c746789b8f7a3231c2a465: No bootstrap required, opened a new log
21:07:30.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:30.280937 25569 ts_tablet_manager.cc:1403] T 8698fb040de74fe1b802fea3016f9f92 P 2414b3feb3c746789b8f7a3231c2a465: Time spent bootstrapping tablet: real 0.068s	user 0.014s	sys 0.011s
21:07:30.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:30.284485 25569 raft_consensus.cc:359] T 8698fb040de74fe1b802fea3016f9f92 P 2414b3feb3c746789b8f7a3231c2a465 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "28b43f34df8445b7ba6c271cc27bfb2a" member_type: VOTER last_known_addr { host: "127.24.4.129" port: 44267 } } peers { permanent_uuid: "bf2d2a630430447086ac0e062627063f" member_type: VOTER last_known_addr { host: "127.24.4.130" port: 34071 } } peers { permanent_uuid: "2414b3feb3c746789b8f7a3231c2a465" member_type: VOTER last_known_addr { host: "127.24.4.131" port: 38817 } }
21:07:30.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:30.285204 25569 raft_consensus.cc:385] T 8698fb040de74fe1b802fea3016f9f92 P 2414b3feb3c746789b8f7a3231c2a465 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:07:30.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:30.285580 25569 raft_consensus.cc:740] T 8698fb040de74fe1b802fea3016f9f92 P 2414b3feb3c746789b8f7a3231c2a465 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2414b3feb3c746789b8f7a3231c2a465, State: Initialized, Role: FOLLOWER
21:07:30.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:30.286357 25569 consensus_queue.cc:260] T 8698fb040de74fe1b802fea3016f9f92 P 2414b3feb3c746789b8f7a3231c2a465 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "28b43f34df8445b7ba6c271cc27bfb2a" member_type: VOTER last_known_addr { host: "127.24.4.129" port: 44267 } } peers { permanent_uuid: "bf2d2a630430447086ac0e062627063f" member_type: VOTER last_known_addr { host: "127.24.4.130" port: 34071 } } peers { permanent_uuid: "2414b3feb3c746789b8f7a3231c2a465" member_type: VOTER last_known_addr { host: "127.24.4.131" port: 38817 } }
21:07:30.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:30.288568 25569 ts_tablet_manager.cc:1434] T 8698fb040de74fe1b802fea3016f9f92 P 2414b3feb3c746789b8f7a3231c2a465: Time spent starting tablet: real 0.007s	user 0.006s	sys 0.000s
21:07:30.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:30.294965 25567 raft_consensus.cc:2804] T ba744b48d2fe46e4965a553fc4407281 P 28b43f34df8445b7ba6c271cc27bfb2a [term 0 FOLLOWER]: Leader pre-election won for term 1
21:07:30.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:30.295683 25567 raft_consensus.cc:493] T ba744b48d2fe46e4965a553fc4407281 P 28b43f34df8445b7ba6c271cc27bfb2a [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
21:07:30.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:30.296187 25567 raft_consensus.cc:3060] T ba744b48d2fe46e4965a553fc4407281 P 28b43f34df8445b7ba6c271cc27bfb2a [term 0 FOLLOWER]: Advancing to term 1
21:07:30.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:30.300423 25570 ts_tablet_manager.cc:1434] T ba744b48d2fe46e4965a553fc4407281 P 28b43f34df8445b7ba6c271cc27bfb2a: Time spent starting tablet: real 0.097s	user 0.008s	sys 0.000s
21:07:30.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:30.302515 25570 tablet_bootstrap.cc:492] T 8698fb040de74fe1b802fea3016f9f92 P 28b43f34df8445b7ba6c271cc27bfb2a: Bootstrap starting.
21:07:30.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:30.307232 25535 raft_consensus.cc:493] T 8698fb040de74fe1b802fea3016f9f92 P 2414b3feb3c746789b8f7a3231c2a465 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
21:07:30.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:30.307757 25535 raft_consensus.cc:515] T 8698fb040de74fe1b802fea3016f9f92 P 2414b3feb3c746789b8f7a3231c2a465 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "28b43f34df8445b7ba6c271cc27bfb2a" member_type: VOTER last_known_addr { host: "127.24.4.129" port: 44267 } } peers { permanent_uuid: "bf2d2a630430447086ac0e062627063f" member_type: VOTER last_known_addr { host: "127.24.4.130" port: 34071 } } peers { permanent_uuid: "2414b3feb3c746789b8f7a3231c2a465" member_type: VOTER last_known_addr { host: "127.24.4.131" port: 38817 } }
21:07:30.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:30.309957 25535 leader_election.cc:290] T 8698fb040de74fe1b802fea3016f9f92 P 2414b3feb3c746789b8f7a3231c2a465 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 28b43f34df8445b7ba6c271cc27bfb2a (127.24.4.129:44267), bf2d2a630430447086ac0e062627063f (127.24.4.130:34071)
21:07:30.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:30.311352 25567 raft_consensus.cc:515] T ba744b48d2fe46e4965a553fc4407281 P 28b43f34df8445b7ba6c271cc27bfb2a [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2414b3feb3c746789b8f7a3231c2a465" member_type: VOTER last_known_addr { host: "127.24.4.131" port: 38817 } } peers { permanent_uuid: "28b43f34df8445b7ba6c271cc27bfb2a" member_type: VOTER last_known_addr { host: "127.24.4.129" port: 44267 } } peers { permanent_uuid: "bf2d2a630430447086ac0e062627063f" member_type: VOTER last_known_addr { host: "127.24.4.130" port: 34071 } }
21:07:30.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:30.313740 25149 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "8698fb040de74fe1b802fea3016f9f92" candidate_uuid: "2414b3feb3c746789b8f7a3231c2a465" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "bf2d2a630430447086ac0e062627063f" is_pre_election: true
21:07:30.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:30.314430 25149 raft_consensus.cc:2468] T 8698fb040de74fe1b802fea3016f9f92 P bf2d2a630430447086ac0e062627063f [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 2414b3feb3c746789b8f7a3231c2a465 in term 0.
21:07:30.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:30.317149 25567 leader_election.cc:290] T ba744b48d2fe46e4965a553fc4407281 P 28b43f34df8445b7ba6c271cc27bfb2a [CANDIDATE]: Term 1 election: Requested vote from peers 2414b3feb3c746789b8f7a3231c2a465 (127.24.4.131:38817), bf2d2a630430447086ac0e062627063f (127.24.4.130:34071)
21:07:30.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:30.319520 25230 leader_election.cc:304] T 8698fb040de74fe1b802fea3016f9f92 P 2414b3feb3c746789b8f7a3231c2a465 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 2414b3feb3c746789b8f7a3231c2a465, bf2d2a630430447086ac0e062627063f; no voters: 
21:07:30.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:30.319357 25570 tablet_bootstrap.cc:654] T 8698fb040de74fe1b802fea3016f9f92 P 28b43f34df8445b7ba6c271cc27bfb2a: Neither blocks nor log segments found. Creating new log.
21:07:30.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:30.322062 25149 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "ba744b48d2fe46e4965a553fc4407281" candidate_uuid: "28b43f34df8445b7ba6c271cc27bfb2a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "bf2d2a630430447086ac0e062627063f"
21:07:30.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:30.324249 25535 raft_consensus.cc:2804] T 8698fb040de74fe1b802fea3016f9f92 P 2414b3feb3c746789b8f7a3231c2a465 [term 0 FOLLOWER]: Leader pre-election won for term 1
21:07:30.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:30.324405 25003 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "8698fb040de74fe1b802fea3016f9f92" candidate_uuid: "2414b3feb3c746789b8f7a3231c2a465" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "28b43f34df8445b7ba6c271cc27bfb2a" is_pre_election: true
21:07:30.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:30.324882 24936 leader_election.cc:343] T ba744b48d2fe46e4965a553fc4407281 P 28b43f34df8445b7ba6c271cc27bfb2a [CANDIDATE]: Term 1 election: Tablet error from VoteRequest() call to peer bf2d2a630430447086ac0e062627063f (127.24.4.130:34071): Illegal state: must be running to vote when last-logged opid is not known
21:07:30.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:30.325886 25535 raft_consensus.cc:493] T 8698fb040de74fe1b802fea3016f9f92 P 2414b3feb3c746789b8f7a3231c2a465 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
21:07:30.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:30.326858 25232 leader_election.cc:343] T 8698fb040de74fe1b802fea3016f9f92 P 2414b3feb3c746789b8f7a3231c2a465 [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 28b43f34df8445b7ba6c271cc27bfb2a (127.24.4.129:44267): Illegal state: must be running to vote when last-logged opid is not known
21:07:30.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:30.326925 25297 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "ba744b48d2fe46e4965a553fc4407281" candidate_uuid: "28b43f34df8445b7ba6c271cc27bfb2a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2414b3feb3c746789b8f7a3231c2a465"
21:07:30.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:30.329142 25297 raft_consensus.cc:3060] T ba744b48d2fe46e4965a553fc4407281 P 2414b3feb3c746789b8f7a3231c2a465 [term 0 FOLLOWER]: Advancing to term 1
21:07:30.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:30.331894 25568 tablet_bootstrap.cc:492] T ba744b48d2fe46e4965a553fc4407281 P bf2d2a630430447086ac0e062627063f: No bootstrap required, opened a new log
21:07:30.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:30.332388 25568 ts_tablet_manager.cc:1403] T ba744b48d2fe46e4965a553fc4407281 P bf2d2a630430447086ac0e062627063f: Time spent bootstrapping tablet: real 0.140s	user 0.034s	sys 0.068s
21:07:30.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:30.332420 25535 raft_consensus.cc:3060] T 8698fb040de74fe1b802fea3016f9f92 P 2414b3feb3c746789b8f7a3231c2a465 [term 0 FOLLOWER]: Advancing to term 1
21:07:30.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:30.339147 25568 raft_consensus.cc:359] T ba744b48d2fe46e4965a553fc4407281 P bf2d2a630430447086ac0e062627063f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2414b3feb3c746789b8f7a3231c2a465" member_type: VOTER last_known_addr { host: "127.24.4.131" port: 38817 } } peers { permanent_uuid: "28b43f34df8445b7ba6c271cc27bfb2a" member_type: VOTER last_known_addr { host: "127.24.4.129" port: 44267 } } peers { permanent_uuid: "bf2d2a630430447086ac0e062627063f" member_type: VOTER last_known_addr { host: "127.24.4.130" port: 34071 } }
21:07:30.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:30.339924 25568 raft_consensus.cc:385] T ba744b48d2fe46e4965a553fc4407281 P bf2d2a630430447086ac0e062627063f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:07:30.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:30.340282 25568 raft_consensus.cc:740] T ba744b48d2fe46e4965a553fc4407281 P bf2d2a630430447086ac0e062627063f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: bf2d2a630430447086ac0e062627063f, State: Initialized, Role: FOLLOWER
21:07:30.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:30.340214 25297 raft_consensus.cc:2468] T ba744b48d2fe46e4965a553fc4407281 P 2414b3feb3c746789b8f7a3231c2a465 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 28b43f34df8445b7ba6c271cc27bfb2a in term 1.
21:07:30.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:30.341150 25568 consensus_queue.cc:260] T ba744b48d2fe46e4965a553fc4407281 P bf2d2a630430447086ac0e062627063f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2414b3feb3c746789b8f7a3231c2a465" member_type: VOTER last_known_addr { host: "127.24.4.131" port: 38817 } } peers { permanent_uuid: "28b43f34df8445b7ba6c271cc27bfb2a" member_type: VOTER last_known_addr { host: "127.24.4.129" port: 44267 } } peers { permanent_uuid: "bf2d2a630430447086ac0e062627063f" member_type: VOTER last_known_addr { host: "127.24.4.130" port: 34071 } }
21:07:30.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:30.341864 24938 leader_election.cc:304] T ba744b48d2fe46e4965a553fc4407281 P 28b43f34df8445b7ba6c271cc27bfb2a [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 2414b3feb3c746789b8f7a3231c2a465, 28b43f34df8445b7ba6c271cc27bfb2a; no voters: bf2d2a630430447086ac0e062627063f
21:07:30.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:30.343600 25568 ts_tablet_manager.cc:1434] T ba744b48d2fe46e4965a553fc4407281 P bf2d2a630430447086ac0e062627063f: Time spent starting tablet: real 0.011s	user 0.007s	sys 0.001s
21:07:30.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:30.343569 25567 raft_consensus.cc:2804] T ba744b48d2fe46e4965a553fc4407281 P 28b43f34df8445b7ba6c271cc27bfb2a [term 1 FOLLOWER]: Leader election won for term 1
21:07:30.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:30.344106 25567 raft_consensus.cc:697] T ba744b48d2fe46e4965a553fc4407281 P 28b43f34df8445b7ba6c271cc27bfb2a [term 1 LEADER]: Becoming Leader. State: Replica: 28b43f34df8445b7ba6c271cc27bfb2a, State: Running, Role: LEADER
21:07:30.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:30.345120 25567 consensus_queue.cc:237] T ba744b48d2fe46e4965a553fc4407281 P 28b43f34df8445b7ba6c271cc27bfb2a [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2414b3feb3c746789b8f7a3231c2a465" member_type: VOTER last_known_addr { host: "127.24.4.131" port: 38817 } } peers { permanent_uuid: "28b43f34df8445b7ba6c271cc27bfb2a" member_type: VOTER last_known_addr { host: "127.24.4.129" port: 44267 } } peers { permanent_uuid: "bf2d2a630430447086ac0e062627063f" member_type: VOTER last_known_addr { host: "127.24.4.130" port: 34071 } }
21:07:30.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:30.347141 25570 tablet_bootstrap.cc:492] T 8698fb040de74fe1b802fea3016f9f92 P 28b43f34df8445b7ba6c271cc27bfb2a: No bootstrap required, opened a new log
21:07:30.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:30.347600 25570 ts_tablet_manager.cc:1403] T 8698fb040de74fe1b802fea3016f9f92 P 28b43f34df8445b7ba6c271cc27bfb2a: Time spent bootstrapping tablet: real 0.045s	user 0.008s	sys 0.016s
21:07:30.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:30.353498 25535 raft_consensus.cc:515] T 8698fb040de74fe1b802fea3016f9f92 P 2414b3feb3c746789b8f7a3231c2a465 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "28b43f34df8445b7ba6c271cc27bfb2a" member_type: VOTER last_known_addr { host: "127.24.4.129" port: 44267 } } peers { permanent_uuid: "bf2d2a630430447086ac0e062627063f" member_type: VOTER last_known_addr { host: "127.24.4.130" port: 34071 } } peers { permanent_uuid: "2414b3feb3c746789b8f7a3231c2a465" member_type: VOTER last_known_addr { host: "127.24.4.131" port: 38817 } }
21:07:30.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:30.355962 25535 leader_election.cc:290] T 8698fb040de74fe1b802fea3016f9f92 P 2414b3feb3c746789b8f7a3231c2a465 [CANDIDATE]: Term 1 election: Requested vote from peers 28b43f34df8445b7ba6c271cc27bfb2a (127.24.4.129:44267), bf2d2a630430447086ac0e062627063f (127.24.4.130:34071)
21:07:30.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:30.357724 25149 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "8698fb040de74fe1b802fea3016f9f92" candidate_uuid: "2414b3feb3c746789b8f7a3231c2a465" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "bf2d2a630430447086ac0e062627063f"
21:07:30.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:30.357738 25003 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "8698fb040de74fe1b802fea3016f9f92" candidate_uuid: "2414b3feb3c746789b8f7a3231c2a465" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "28b43f34df8445b7ba6c271cc27bfb2a"
21:07:30.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:30.358309 25149 raft_consensus.cc:3060] T 8698fb040de74fe1b802fea3016f9f92 P bf2d2a630430447086ac0e062627063f [term 0 FOLLOWER]: Advancing to term 1
21:07:30.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:30.356765 25570 raft_consensus.cc:359] T 8698fb040de74fe1b802fea3016f9f92 P 28b43f34df8445b7ba6c271cc27bfb2a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "28b43f34df8445b7ba6c271cc27bfb2a" member_type: VOTER last_known_addr { host: "127.24.4.129" port: 44267 } } peers { permanent_uuid: "bf2d2a630430447086ac0e062627063f" member_type: VOTER last_known_addr { host: "127.24.4.130" port: 34071 } } peers { permanent_uuid: "2414b3feb3c746789b8f7a3231c2a465" member_type: VOTER last_known_addr { host: "127.24.4.131" port: 38817 } }
21:07:30.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:30.360311 25570 raft_consensus.cc:385] T 8698fb040de74fe1b802fea3016f9f92 P 28b43f34df8445b7ba6c271cc27bfb2a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:07:30.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:30.360641 25570 raft_consensus.cc:740] T 8698fb040de74fe1b802fea3016f9f92 P 28b43f34df8445b7ba6c271cc27bfb2a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 28b43f34df8445b7ba6c271cc27bfb2a, State: Initialized, Role: FOLLOWER
21:07:30.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:30.361346 25570 consensus_queue.cc:260] T 8698fb040de74fe1b802fea3016f9f92 P 28b43f34df8445b7ba6c271cc27bfb2a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "28b43f34df8445b7ba6c271cc27bfb2a" member_type: VOTER last_known_addr { host: "127.24.4.129" port: 44267 } } peers { permanent_uuid: "bf2d2a630430447086ac0e062627063f" member_type: VOTER last_known_addr { host: "127.24.4.130" port: 34071 } } peers { permanent_uuid: "2414b3feb3c746789b8f7a3231c2a465" member_type: VOTER last_known_addr { host: "127.24.4.131" port: 38817 } }
21:07:30.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:30.365110 25003 raft_consensus.cc:3060] T 8698fb040de74fe1b802fea3016f9f92 P 28b43f34df8445b7ba6c271cc27bfb2a [term 0 FOLLOWER]: Advancing to term 1
21:07:30.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:30.367751 24799 catalog_manager.cc:5696] T ba744b48d2fe46e4965a553fc4407281 P 28b43f34df8445b7ba6c271cc27bfb2a reported cstate change: term changed from 0 to 1, leader changed from <none> to 28b43f34df8445b7ba6c271cc27bfb2a (127.24.4.129). New cstate: current_term: 1 leader_uuid: "28b43f34df8445b7ba6c271cc27bfb2a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2414b3feb3c746789b8f7a3231c2a465" member_type: VOTER last_known_addr { host: "127.24.4.131" port: 38817 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "28b43f34df8445b7ba6c271cc27bfb2a" member_type: VOTER last_known_addr { host: "127.24.4.129" port: 44267 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "bf2d2a630430447086ac0e062627063f" member_type: VOTER last_known_addr { host: "127.24.4.130" port: 34071 } health_report { overall_health: UNKNOWN } } }
21:07:30.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:30.371138 25149 raft_consensus.cc:2468] T 8698fb040de74fe1b802fea3016f9f92 P bf2d2a630430447086ac0e062627063f [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 2414b3feb3c746789b8f7a3231c2a465 in term 1.
21:07:30.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:30.372282 25230 leader_election.cc:304] T 8698fb040de74fe1b802fea3016f9f92 P 2414b3feb3c746789b8f7a3231c2a465 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 2414b3feb3c746789b8f7a3231c2a465, bf2d2a630430447086ac0e062627063f; no voters: 
21:07:30.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:30.373183 25535 raft_consensus.cc:2804] T 8698fb040de74fe1b802fea3016f9f92 P 2414b3feb3c746789b8f7a3231c2a465 [term 1 FOLLOWER]: Leader election won for term 1
21:07:30.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:30.373968 25535 raft_consensus.cc:697] T 8698fb040de74fe1b802fea3016f9f92 P 2414b3feb3c746789b8f7a3231c2a465 [term 1 LEADER]: Becoming Leader. State: Replica: 2414b3feb3c746789b8f7a3231c2a465, State: Running, Role: LEADER
21:07:30.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:30.374179 25003 raft_consensus.cc:2468] T 8698fb040de74fe1b802fea3016f9f92 P 28b43f34df8445b7ba6c271cc27bfb2a [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 2414b3feb3c746789b8f7a3231c2a465 in term 1.
21:07:30.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:30.374810 25535 consensus_queue.cc:237] T 8698fb040de74fe1b802fea3016f9f92 P 2414b3feb3c746789b8f7a3231c2a465 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "28b43f34df8445b7ba6c271cc27bfb2a" member_type: VOTER last_known_addr { host: "127.24.4.129" port: 44267 } } peers { permanent_uuid: "bf2d2a630430447086ac0e062627063f" member_type: VOTER last_known_addr { host: "127.24.4.130" port: 34071 } } peers { permanent_uuid: "2414b3feb3c746789b8f7a3231c2a465" member_type: VOTER last_known_addr { host: "127.24.4.131" port: 38817 } }
21:07:30.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:30.378906 25570 ts_tablet_manager.cc:1434] T 8698fb040de74fe1b802fea3016f9f92 P 28b43f34df8445b7ba6c271cc27bfb2a: Time spent starting tablet: real 0.031s	user 0.003s	sys 0.004s
21:07:30.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:30.405098 24799 catalog_manager.cc:5696] T 8698fb040de74fe1b802fea3016f9f92 P 2414b3feb3c746789b8f7a3231c2a465 reported cstate change: term changed from 0 to 1, leader changed from <none> to 2414b3feb3c746789b8f7a3231c2a465 (127.24.4.131). New cstate: current_term: 1 leader_uuid: "2414b3feb3c746789b8f7a3231c2a465" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "28b43f34df8445b7ba6c271cc27bfb2a" member_type: VOTER last_known_addr { host: "127.24.4.129" port: 44267 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "bf2d2a630430447086ac0e062627063f" member_type: VOTER last_known_addr { host: "127.24.4.130" port: 34071 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "2414b3feb3c746789b8f7a3231c2a465" member_type: VOTER last_known_addr { host: "127.24.4.131" port: 38817 } health_report { overall_health: HEALTHY } } }
21:07:30.418 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:07:30.418 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:07:30.418 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:07:30.419 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:30.419 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:30.419 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:30.419 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:30.419 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:30.419 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:30.419 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:30.419 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:30.420 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:30.420 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:07:30.427 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:30.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:30.617991 24799 catalog_manager.cc:3569] Servicing AlterTable request from {username='slave'} at 127.0.0.1:42158:
21:07:30.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table { table_name: "replication_test_table" } alter_schema_steps { type: ADD_RANGE_PARTITION add_range_partition { range_bounds { rows: "<redacted>""\006\001\226\000\000\000\007\000" } } } schema { columns { name: "key1" type: INT32 is_key: true is_nullable: false encoding: AUTO_ENCODING compression: DEFAULT_COMPRESSION cfile_block_size: 0 immutable: false is_auto_incrementing: false } columns { name: "key2" type: STRING is_key: true is_nullable: false encoding: AUTO_ENCODING compression: DEFAULT_COMPRESSION cfile_block_size: 0 immutable: false is_auto_incrementing: false } columns { name: "key3" type: INT32 is_key: true is_nullable: false encoding: AUTO_ENCODING compression: DEFAULT_COMPRESSION cfile_block_size: 0 immutable: false is_auto_incrementing: false } columns { name: "data" type: STRING is_key: false is_nullable: false encoding: AUTO_ENCODING compression: DEFAULT_COMPRESSION cfile_block_size: 0 immutable: false is_auto_incrementing: false } }
21:07:30.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:30.640498 24799 catalog_manager.cc:5956] Failed to send alter table request: Not found: failed to reset TS proxy: No leader found: Tablet ef82968a2e51437498bb93c684873841 has no consensus state
21:07:30.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:30.643018 24799 catalog_manager.cc:5956] Failed to send alter table request: Not found: failed to reset TS proxy: No leader found: Tablet 198472b755004099a0a044a8f9e079e9 has no consensus state
21:07:30.669 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:30.670 [DEBUG - pool-140-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:07:30.671 [DEBUG - pool-140-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:07:30.671 [DEBUG - pool-140-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:07:30.671 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:30.671 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:30.671 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:30.671 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:30.672 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:30.672 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:30.672 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:30.672 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:30.672 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:30.672 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:07:30.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:30.675287 25276 tablet_service.cc:1511] Processing CreateTablet for tablet ef82968a2e51437498bb93c684873841 (DEFAULT_TABLE table=replication_test_table [id=abbb550877174b7390c55138c2215042]), partition=HASH (key2) PARTITION 0, RANGE (key1) PARTITION 150 <= VALUES
21:07:30.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:30.676608 25276 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet ef82968a2e51437498bb93c684873841. 1 dirs total, 0 dirs full, 0 dirs failed
21:07:30.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:30.676947 24982 tablet_service.cc:1511] Processing CreateTablet for tablet ef82968a2e51437498bb93c684873841 (DEFAULT_TABLE table=replication_test_table [id=abbb550877174b7390c55138c2215042]), partition=HASH (key2) PARTITION 0, RANGE (key1) PARTITION 150 <= VALUES
21:07:30.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:30.678259 24982 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet ef82968a2e51437498bb93c684873841. 1 dirs total, 0 dirs full, 0 dirs failed
21:07:30.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:30.689738 25128 tablet_service.cc:1511] Processing CreateTablet for tablet ef82968a2e51437498bb93c684873841 (DEFAULT_TABLE table=replication_test_table [id=abbb550877174b7390c55138c2215042]), partition=HASH (key2) PARTITION 0, RANGE (key1) PARTITION 150 <= VALUES
21:07:30.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:30.691190 25128 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet ef82968a2e51437498bb93c684873841. 1 dirs total, 0 dirs full, 0 dirs failed
21:07:30.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:30.694113 25569 tablet_bootstrap.cc:492] T ef82968a2e51437498bb93c684873841 P 2414b3feb3c746789b8f7a3231c2a465: Bootstrap starting.
21:07:30.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:30.701643 25569 tablet_bootstrap.cc:654] T ef82968a2e51437498bb93c684873841 P 2414b3feb3c746789b8f7a3231c2a465: Neither blocks nor log segments found. Creating new log.
21:07:30.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:30.707324 24983 tablet_service.cc:1511] Processing CreateTablet for tablet 198472b755004099a0a044a8f9e079e9 (DEFAULT_TABLE table=replication_test_table [id=abbb550877174b7390c55138c2215042]), partition=HASH (key2) PARTITION 1, RANGE (key1) PARTITION 150 <= VALUES
21:07:30.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:30.708792 24983 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 198472b755004099a0a044a8f9e079e9. 1 dirs total, 0 dirs full, 0 dirs failed
21:07:30.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:30.712014 25129 tablet_service.cc:1511] Processing CreateTablet for tablet 198472b755004099a0a044a8f9e079e9 (DEFAULT_TABLE table=replication_test_table [id=abbb550877174b7390c55138c2215042]), partition=HASH (key2) PARTITION 1, RANGE (key1) PARTITION 150 <= VALUES
21:07:30.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:30.713341 25129 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 198472b755004099a0a044a8f9e079e9. 1 dirs total, 0 dirs full, 0 dirs failed
21:07:30.716 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:30.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:30.722611 25568 tablet_bootstrap.cc:492] T ef82968a2e51437498bb93c684873841 P bf2d2a630430447086ac0e062627063f: Bootstrap starting.
21:07:30.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:30.724390 25570 tablet_bootstrap.cc:492] T ef82968a2e51437498bb93c684873841 P 28b43f34df8445b7ba6c271cc27bfb2a: Bootstrap starting.
21:07:30.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:30.731287 25276 tablet_service.cc:1511] Processing CreateTablet for tablet 198472b755004099a0a044a8f9e079e9 (DEFAULT_TABLE table=replication_test_table [id=abbb550877174b7390c55138c2215042]), partition=HASH (key2) PARTITION 1, RANGE (key1) PARTITION 150 <= VALUES
21:07:30.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:30.732398 25563 raft_consensus.cc:493] T ba744b48d2fe46e4965a553fc4407281 P bf2d2a630430447086ac0e062627063f [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
21:07:30.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:30.732626 25276 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 198472b755004099a0a044a8f9e079e9. 1 dirs total, 0 dirs full, 0 dirs failed
21:07:30.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:30.732610 25570 tablet_bootstrap.cc:654] T ef82968a2e51437498bb93c684873841 P 28b43f34df8445b7ba6c271cc27bfb2a: Neither blocks nor log segments found. Creating new log.
21:07:30.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:30.733022 25563 raft_consensus.cc:515] T ba744b48d2fe46e4965a553fc4407281 P bf2d2a630430447086ac0e062627063f [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2414b3feb3c746789b8f7a3231c2a465" member_type: VOTER last_known_addr { host: "127.24.4.131" port: 38817 } } peers { permanent_uuid: "28b43f34df8445b7ba6c271cc27bfb2a" member_type: VOTER last_known_addr { host: "127.24.4.129" port: 44267 } } peers { permanent_uuid: "bf2d2a630430447086ac0e062627063f" member_type: VOTER last_known_addr { host: "127.24.4.130" port: 34071 } }
21:07:30.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:30.750315 25563 leader_election.cc:290] T ba744b48d2fe46e4965a553fc4407281 P bf2d2a630430447086ac0e062627063f [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 2414b3feb3c746789b8f7a3231c2a465 (127.24.4.131:38817), 28b43f34df8445b7ba6c271cc27bfb2a (127.24.4.129:44267)
21:07:30.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:30.771150 25582 consensus_queue.cc:1048] T 8698fb040de74fe1b802fea3016f9f92 P 2414b3feb3c746789b8f7a3231c2a465 [LEADER]: Connected to new peer: Peer: permanent_uuid: "28b43f34df8445b7ba6c271cc27bfb2a" member_type: VOTER last_known_addr { host: "127.24.4.129" port: 44267 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
21:07:30.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:30.777843 25568 tablet_bootstrap.cc:654] T ef82968a2e51437498bb93c684873841 P bf2d2a630430447086ac0e062627063f: Neither blocks nor log segments found. Creating new log.
21:07:30.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:30.824168 25570 tablet_bootstrap.cc:492] T ef82968a2e51437498bb93c684873841 P 28b43f34df8445b7ba6c271cc27bfb2a: No bootstrap required, opened a new log
21:07:30.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:30.824646 25570 ts_tablet_manager.cc:1403] T ef82968a2e51437498bb93c684873841 P 28b43f34df8445b7ba6c271cc27bfb2a: Time spent bootstrapping tablet: real 0.100s	user 0.030s	sys 0.024s
21:07:30.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:30.827477 25570 raft_consensus.cc:359] T ef82968a2e51437498bb93c684873841 P 28b43f34df8445b7ba6c271cc27bfb2a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2414b3feb3c746789b8f7a3231c2a465" member_type: VOTER last_known_addr { host: "127.24.4.131" port: 38817 } } peers { permanent_uuid: "28b43f34df8445b7ba6c271cc27bfb2a" member_type: VOTER last_known_addr { host: "127.24.4.129" port: 44267 } } peers { permanent_uuid: "bf2d2a630430447086ac0e062627063f" member_type: VOTER last_known_addr { host: "127.24.4.130" port: 34071 } }
21:07:30.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:30.828325 25570 raft_consensus.cc:385] T ef82968a2e51437498bb93c684873841 P 28b43f34df8445b7ba6c271cc27bfb2a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:07:30.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:30.828620 25570 raft_consensus.cc:740] T ef82968a2e51437498bb93c684873841 P 28b43f34df8445b7ba6c271cc27bfb2a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 28b43f34df8445b7ba6c271cc27bfb2a, State: Initialized, Role: FOLLOWER
21:07:30.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:30.829340 25570 consensus_queue.cc:260] T ef82968a2e51437498bb93c684873841 P 28b43f34df8445b7ba6c271cc27bfb2a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2414b3feb3c746789b8f7a3231c2a465" member_type: VOTER last_known_addr { host: "127.24.4.131" port: 38817 } } peers { permanent_uuid: "28b43f34df8445b7ba6c271cc27bfb2a" member_type: VOTER last_known_addr { host: "127.24.4.129" port: 44267 } } peers { permanent_uuid: "bf2d2a630430447086ac0e062627063f" member_type: VOTER last_known_addr { host: "127.24.4.130" port: 34071 } }
21:07:30.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:30.850399 25536 consensus_queue.cc:1048] T ba744b48d2fe46e4965a553fc4407281 P 28b43f34df8445b7ba6c271cc27bfb2a [LEADER]: Connected to new peer: Peer: permanent_uuid: "2414b3feb3c746789b8f7a3231c2a465" member_type: VOTER last_known_addr { host: "127.24.4.131" port: 38817 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
21:07:30.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:30.860731 25570 ts_tablet_manager.cc:1434] T ef82968a2e51437498bb93c684873841 P 28b43f34df8445b7ba6c271cc27bfb2a: Time spent starting tablet: real 0.036s	user 0.007s	sys 0.002s
21:07:30.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:30.904923 25582 consensus_queue.cc:1048] T 8698fb040de74fe1b802fea3016f9f92 P 2414b3feb3c746789b8f7a3231c2a465 [LEADER]: Connected to new peer: Peer: permanent_uuid: "bf2d2a630430447086ac0e062627063f" member_type: VOTER last_known_addr { host: "127.24.4.130" port: 34071 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
21:07:30.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:30.915553 25296 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "ba744b48d2fe46e4965a553fc4407281" candidate_uuid: "bf2d2a630430447086ac0e062627063f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2414b3feb3c746789b8f7a3231c2a465" is_pre_election: true
21:07:30.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:30.917107 25003 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "ba744b48d2fe46e4965a553fc4407281" candidate_uuid: "bf2d2a630430447086ac0e062627063f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "28b43f34df8445b7ba6c271cc27bfb2a" is_pre_election: true
21:07:30.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:30.923014 25568 tablet_bootstrap.cc:492] T ef82968a2e51437498bb93c684873841 P bf2d2a630430447086ac0e062627063f: No bootstrap required, opened a new log
21:07:30.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:30.923722 25568 ts_tablet_manager.cc:1403] T ef82968a2e51437498bb93c684873841 P bf2d2a630430447086ac0e062627063f: Time spent bootstrapping tablet: real 0.201s	user 0.012s	sys 0.004s
21:07:30.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:30.924814 25148 raft_consensus.cc:3060] T ba744b48d2fe46e4965a553fc4407281 P bf2d2a630430447086ac0e062627063f [term 0 FOLLOWER]: Advancing to term 1
21:07:30.929 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:30.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:30.954504 25085 leader_election.cc:304] T ba744b48d2fe46e4965a553fc4407281 P bf2d2a630430447086ac0e062627063f [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: bf2d2a630430447086ac0e062627063f; no voters: 2414b3feb3c746789b8f7a3231c2a465, 28b43f34df8445b7ba6c271cc27bfb2a
21:07:30.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:30.963894 25563 raft_consensus.cc:2749] T ba744b48d2fe46e4965a553fc4407281 P bf2d2a630430447086ac0e062627063f [term 1 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
21:07:30.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:30.965301 25536 consensus_queue.cc:1048] T ba744b48d2fe46e4965a553fc4407281 P 28b43f34df8445b7ba6c271cc27bfb2a [LEADER]: Connected to new peer: Peer: permanent_uuid: "bf2d2a630430447086ac0e062627063f" member_type: VOTER last_known_addr { host: "127.24.4.130" port: 34071 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
21:07:30.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:30.971016 24784 catalog_manager.cc:4809] Async tablet task AlterTable RPC for tablet 198472b755004099a0a044a8f9e079e9 (table replication_test_table [id=abbb550877174b7390c55138c2215042], current schema version=0) failed: Not found: failed to reset TS proxy: No leader found: Tablet 198472b755004099a0a044a8f9e079e9 consensus state has no leader
21:07:30.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:30.972297 25536 raft_consensus.cc:493] T ef82968a2e51437498bb93c684873841 P 28b43f34df8445b7ba6c271cc27bfb2a [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
21:07:30.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:30.972810 25536 raft_consensus.cc:515] T ef82968a2e51437498bb93c684873841 P 28b43f34df8445b7ba6c271cc27bfb2a [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2414b3feb3c746789b8f7a3231c2a465" member_type: VOTER last_known_addr { host: "127.24.4.131" port: 38817 } } peers { permanent_uuid: "28b43f34df8445b7ba6c271cc27bfb2a" member_type: VOTER last_known_addr { host: "127.24.4.129" port: 44267 } } peers { permanent_uuid: "bf2d2a630430447086ac0e062627063f" member_type: VOTER last_known_addr { host: "127.24.4.130" port: 34071 } }
21:07:30.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:30.976104 25536 leader_election.cc:290] T ef82968a2e51437498bb93c684873841 P 28b43f34df8445b7ba6c271cc27bfb2a [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 2414b3feb3c746789b8f7a3231c2a465 (127.24.4.131:38817), bf2d2a630430447086ac0e062627063f (127.24.4.130:34071)
21:07:30.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:30.976882 25297 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "ef82968a2e51437498bb93c684873841" candidate_uuid: "28b43f34df8445b7ba6c271cc27bfb2a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2414b3feb3c746789b8f7a3231c2a465" is_pre_election: true
21:07:30.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:30.978422 25147 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "ef82968a2e51437498bb93c684873841" candidate_uuid: "28b43f34df8445b7ba6c271cc27bfb2a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "bf2d2a630430447086ac0e062627063f" is_pre_election: true
21:07:30.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:30.980829 24938 leader_election.cc:343] T ef82968a2e51437498bb93c684873841 P 28b43f34df8445b7ba6c271cc27bfb2a [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 2414b3feb3c746789b8f7a3231c2a465 (127.24.4.131:38817): Illegal state: must be running to vote when last-logged opid is not known
21:07:30.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:30.982025 24936 leader_election.cc:343] T ef82968a2e51437498bb93c684873841 P 28b43f34df8445b7ba6c271cc27bfb2a [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer bf2d2a630430447086ac0e062627063f (127.24.4.130:34071): Illegal state: must be running to vote when last-logged opid is not known
21:07:30.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:30.982561 24936 leader_election.cc:304] T ef82968a2e51437498bb93c684873841 P 28b43f34df8445b7ba6c271cc27bfb2a [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 28b43f34df8445b7ba6c271cc27bfb2a; no voters: 2414b3feb3c746789b8f7a3231c2a465, bf2d2a630430447086ac0e062627063f
21:07:30.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:30.984651 25536 raft_consensus.cc:2749] T ef82968a2e51437498bb93c684873841 P 28b43f34df8445b7ba6c271cc27bfb2a [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
21:07:30.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:30.990137 25569 tablet_bootstrap.cc:492] T ef82968a2e51437498bb93c684873841 P 2414b3feb3c746789b8f7a3231c2a465: No bootstrap required, opened a new log
21:07:30.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:30.990624 25569 ts_tablet_manager.cc:1403] T ef82968a2e51437498bb93c684873841 P 2414b3feb3c746789b8f7a3231c2a465: Time spent bootstrapping tablet: real 0.297s	user 0.019s	sys 0.031s
21:07:30.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:30.993400 25569 raft_consensus.cc:359] T ef82968a2e51437498bb93c684873841 P 2414b3feb3c746789b8f7a3231c2a465 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2414b3feb3c746789b8f7a3231c2a465" member_type: VOTER last_known_addr { host: "127.24.4.131" port: 38817 } } peers { permanent_uuid: "28b43f34df8445b7ba6c271cc27bfb2a" member_type: VOTER last_known_addr { host: "127.24.4.129" port: 44267 } } peers { permanent_uuid: "bf2d2a630430447086ac0e062627063f" member_type: VOTER last_known_addr { host: "127.24.4.130" port: 34071 } }
21:07:30.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:30.994164 25569 raft_consensus.cc:385] T ef82968a2e51437498bb93c684873841 P 2414b3feb3c746789b8f7a3231c2a465 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:07:30.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:30.994472 25569 raft_consensus.cc:740] T ef82968a2e51437498bb93c684873841 P 2414b3feb3c746789b8f7a3231c2a465 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2414b3feb3c746789b8f7a3231c2a465, State: Initialized, Role: FOLLOWER
21:07:30.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:30.995641 25569 consensus_queue.cc:260] T ef82968a2e51437498bb93c684873841 P 2414b3feb3c746789b8f7a3231c2a465 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2414b3feb3c746789b8f7a3231c2a465" member_type: VOTER last_known_addr { host: "127.24.4.131" port: 38817 } } peers { permanent_uuid: "28b43f34df8445b7ba6c271cc27bfb2a" member_type: VOTER last_known_addr { host: "127.24.4.129" port: 44267 } } peers { permanent_uuid: "bf2d2a630430447086ac0e062627063f" member_type: VOTER last_known_addr { host: "127.24.4.130" port: 34071 } }
21:07:31.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:30.997717 25569 ts_tablet_manager.cc:1434] T ef82968a2e51437498bb93c684873841 P 2414b3feb3c746789b8f7a3231c2a465: Time spent starting tablet: real 0.007s	user 0.005s	sys 0.000s
21:07:31.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:30.998620 25569 tablet_bootstrap.cc:492] T 198472b755004099a0a044a8f9e079e9 P 2414b3feb3c746789b8f7a3231c2a465: Bootstrap starting.
21:07:31.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:31.002940 25568 raft_consensus.cc:359] T ef82968a2e51437498bb93c684873841 P bf2d2a630430447086ac0e062627063f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2414b3feb3c746789b8f7a3231c2a465" member_type: VOTER last_known_addr { host: "127.24.4.131" port: 38817 } } peers { permanent_uuid: "28b43f34df8445b7ba6c271cc27bfb2a" member_type: VOTER last_known_addr { host: "127.24.4.129" port: 44267 } } peers { permanent_uuid: "bf2d2a630430447086ac0e062627063f" member_type: VOTER last_known_addr { host: "127.24.4.130" port: 34071 } }
21:07:31.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:31.003921 25568 raft_consensus.cc:385] T ef82968a2e51437498bb93c684873841 P bf2d2a630430447086ac0e062627063f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:07:31.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:31.004359 25568 raft_consensus.cc:740] T ef82968a2e51437498bb93c684873841 P bf2d2a630430447086ac0e062627063f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: bf2d2a630430447086ac0e062627063f, State: Initialized, Role: FOLLOWER
21:07:31.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:31.005162 25568 consensus_queue.cc:260] T ef82968a2e51437498bb93c684873841 P bf2d2a630430447086ac0e062627063f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2414b3feb3c746789b8f7a3231c2a465" member_type: VOTER last_known_addr { host: "127.24.4.131" port: 38817 } } peers { permanent_uuid: "28b43f34df8445b7ba6c271cc27bfb2a" member_type: VOTER last_known_addr { host: "127.24.4.129" port: 44267 } } peers { permanent_uuid: "bf2d2a630430447086ac0e062627063f" member_type: VOTER last_known_addr { host: "127.24.4.130" port: 34071 } }
21:07:31.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:31.025997 25570 tablet_bootstrap.cc:492] T 198472b755004099a0a044a8f9e079e9 P 28b43f34df8445b7ba6c271cc27bfb2a: Bootstrap starting.
21:07:31.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:31.038932 25570 tablet_bootstrap.cc:654] T 198472b755004099a0a044a8f9e079e9 P 28b43f34df8445b7ba6c271cc27bfb2a: Neither blocks nor log segments found. Creating new log.
21:07:31.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:31.067467 25568 ts_tablet_manager.cc:1434] T ef82968a2e51437498bb93c684873841 P bf2d2a630430447086ac0e062627063f: Time spent starting tablet: real 0.143s	user 0.007s	sys 0.000s
21:07:31.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:31.067853 25570 tablet_bootstrap.cc:492] T 198472b755004099a0a044a8f9e079e9 P 28b43f34df8445b7ba6c271cc27bfb2a: No bootstrap required, opened a new log
21:07:31.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:31.068312 25570 ts_tablet_manager.cc:1403] T 198472b755004099a0a044a8f9e079e9 P 28b43f34df8445b7ba6c271cc27bfb2a: Time spent bootstrapping tablet: real 0.043s	user 0.006s	sys 0.007s
21:07:31.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:31.069226 25569 tablet_bootstrap.cc:654] T 198472b755004099a0a044a8f9e079e9 P 2414b3feb3c746789b8f7a3231c2a465: Neither blocks nor log segments found. Creating new log.
21:07:31.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:31.073909 25570 raft_consensus.cc:359] T 198472b755004099a0a044a8f9e079e9 P 28b43f34df8445b7ba6c271cc27bfb2a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "28b43f34df8445b7ba6c271cc27bfb2a" member_type: VOTER last_known_addr { host: "127.24.4.129" port: 44267 } } peers { permanent_uuid: "bf2d2a630430447086ac0e062627063f" member_type: VOTER last_known_addr { host: "127.24.4.130" port: 34071 } } peers { permanent_uuid: "2414b3feb3c746789b8f7a3231c2a465" member_type: VOTER last_known_addr { host: "127.24.4.131" port: 38817 } }
21:07:31.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:31.074756 25570 raft_consensus.cc:385] T 198472b755004099a0a044a8f9e079e9 P 28b43f34df8445b7ba6c271cc27bfb2a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:07:31.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:31.075109 25570 raft_consensus.cc:740] T 198472b755004099a0a044a8f9e079e9 P 28b43f34df8445b7ba6c271cc27bfb2a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 28b43f34df8445b7ba6c271cc27bfb2a, State: Initialized, Role: FOLLOWER
21:07:31.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:31.088398 25570 consensus_queue.cc:260] T 198472b755004099a0a044a8f9e079e9 P 28b43f34df8445b7ba6c271cc27bfb2a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "28b43f34df8445b7ba6c271cc27bfb2a" member_type: VOTER last_known_addr { host: "127.24.4.129" port: 44267 } } peers { permanent_uuid: "bf2d2a630430447086ac0e062627063f" member_type: VOTER last_known_addr { host: "127.24.4.130" port: 34071 } } peers { permanent_uuid: "2414b3feb3c746789b8f7a3231c2a465" member_type: VOTER last_known_addr { host: "127.24.4.131" port: 38817 } }
21:07:31.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:31.101393 25570 ts_tablet_manager.cc:1434] T 198472b755004099a0a044a8f9e079e9 P 28b43f34df8445b7ba6c271cc27bfb2a: Time spent starting tablet: real 0.033s	user 0.006s	sys 0.003s
21:07:31.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:31.125550 24800 catalog_manager.cc:6241] T 00000000000000000000000000000000 P 625ff05c5b8949fcb4d00521dbeb38e5: replication_test_table [id=abbb550877174b7390c55138c2215042] alter complete (version 0)
21:07:31.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:31.140513 25568 tablet_bootstrap.cc:492] T 198472b755004099a0a044a8f9e079e9 P bf2d2a630430447086ac0e062627063f: Bootstrap starting.
21:07:31.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:31.146449 25569 tablet_bootstrap.cc:492] T 198472b755004099a0a044a8f9e079e9 P 2414b3feb3c746789b8f7a3231c2a465: No bootstrap required, opened a new log
21:07:31.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:31.146922 25569 ts_tablet_manager.cc:1403] T 198472b755004099a0a044a8f9e079e9 P 2414b3feb3c746789b8f7a3231c2a465: Time spent bootstrapping tablet: real 0.148s	user 0.008s	sys 0.004s
21:07:31.159 [DEBUG - main] (Connection.java:575) [peer master-127.23.69.190:42537(127.23.69.190:42537)] disconnecting while in state READY
21:07:31.159 [DEBUG - main] (Connection.java:575) [peer master-127.23.69.188:34691(127.23.69.188:34691)] disconnecting while in state READY
21:07:31.159 [DEBUG - main] (Connection.java:575) [peer master-127.23.69.189:45579(127.23.69.189:45579)] disconnecting while in state READY
21:07:31.160 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.23.69.190:42537(127.23.69.190:42537)] handling channelInactive
21:07:31.160 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state READY due to: connection closed
21:07:31.160 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.23.69.188:34691(127.23.69.188:34691)] handling channelInactive
21:07:31.160 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state READY due to: connection closed
21:07:31.161 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
21:07:31.169 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:31.174 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-1
21:07:31.174 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-2
21:07:31.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:31.185500 25569 raft_consensus.cc:359] T 198472b755004099a0a044a8f9e079e9 P 2414b3feb3c746789b8f7a3231c2a465 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "28b43f34df8445b7ba6c271cc27bfb2a" member_type: VOTER last_known_addr { host: "127.24.4.129" port: 44267 } } peers { permanent_uuid: "bf2d2a630430447086ac0e062627063f" member_type: VOTER last_known_addr { host: "127.24.4.130" port: 34071 } } peers { permanent_uuid: "2414b3feb3c746789b8f7a3231c2a465" member_type: VOTER last_known_addr { host: "127.24.4.131" port: 38817 } }
21:07:31.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:31.186265 25569 raft_consensus.cc:385] T 198472b755004099a0a044a8f9e079e9 P 2414b3feb3c746789b8f7a3231c2a465 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:07:31.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:31.186570 25569 raft_consensus.cc:740] T 198472b755004099a0a044a8f9e079e9 P 2414b3feb3c746789b8f7a3231c2a465 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2414b3feb3c746789b8f7a3231c2a465, State: Initialized, Role: FOLLOWER
21:07:31.187 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.22.50.60:38829(127.22.50.60:38829)] connecting to peer
21:07:31.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:31.187332 25569 consensus_queue.cc:260] T 198472b755004099a0a044a8f9e079e9 P 2414b3feb3c746789b8f7a3231c2a465 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "28b43f34df8445b7ba6c271cc27bfb2a" member_type: VOTER last_known_addr { host: "127.24.4.129" port: 44267 } } peers { permanent_uuid: "bf2d2a630430447086ac0e062627063f" member_type: VOTER last_known_addr { host: "127.24.4.130" port: 34071 } } peers { permanent_uuid: "2414b3feb3c746789b8f7a3231c2a465" member_type: VOTER last_known_addr { host: "127.24.4.131" port: 38817 } }
21:07:31.188 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.22.50.61:45261(127.22.50.61:45261)] connecting to peer
21:07:31.188 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.22.50.62:44659(127.22.50.62:44659)] connecting to peer
21:07:31.189 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:07:31.189 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.50.60:38829(127.22.50.60:38829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:07:31.189 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.60:38829: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:07:31.190 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:07:31.190 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.50.61:45261(127.22.50.61:45261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:07:31.190 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.61:45261: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:07:31.190 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:07:31.190 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.50.62:44659(127.22.50.62:44659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:07:31.190 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.62:44659: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:07:31.190 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659; will retry
21:07:31.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:31.202188 25569 ts_tablet_manager.cc:1434] T 198472b755004099a0a044a8f9e079e9 P 2414b3feb3c746789b8f7a3231c2a465: Time spent starting tablet: real 0.055s	user 0.006s	sys 0.000s
21:07:31.215 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:31.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:31.223198 25536 raft_consensus.cc:493] T 198472b755004099a0a044a8f9e079e9 P 28b43f34df8445b7ba6c271cc27bfb2a [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
21:07:31.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:31.223815 25536 raft_consensus.cc:515] T 198472b755004099a0a044a8f9e079e9 P 28b43f34df8445b7ba6c271cc27bfb2a [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "28b43f34df8445b7ba6c271cc27bfb2a" member_type: VOTER last_known_addr { host: "127.24.4.129" port: 44267 } } peers { permanent_uuid: "bf2d2a630430447086ac0e062627063f" member_type: VOTER last_known_addr { host: "127.24.4.130" port: 34071 } } peers { permanent_uuid: "2414b3feb3c746789b8f7a3231c2a465" member_type: VOTER last_known_addr { host: "127.24.4.131" port: 38817 } }
21:07:31.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:31.226038 25536 leader_election.cc:290] T 198472b755004099a0a044a8f9e079e9 P 28b43f34df8445b7ba6c271cc27bfb2a [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers bf2d2a630430447086ac0e062627063f (127.24.4.130:34071), 2414b3feb3c746789b8f7a3231c2a465 (127.24.4.131:38817)
21:07:31.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:31.227125 25148 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "198472b755004099a0a044a8f9e079e9" candidate_uuid: "28b43f34df8445b7ba6c271cc27bfb2a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "bf2d2a630430447086ac0e062627063f" is_pre_election: true
21:07:31.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:31.228427 24936 leader_election.cc:343] T 198472b755004099a0a044a8f9e079e9 P 28b43f34df8445b7ba6c271cc27bfb2a [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer bf2d2a630430447086ac0e062627063f (127.24.4.130:34071): Illegal state: must be running to vote when last-logged opid is not known
21:07:31.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:31.230568 25297 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "198472b755004099a0a044a8f9e079e9" candidate_uuid: "28b43f34df8445b7ba6c271cc27bfb2a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2414b3feb3c746789b8f7a3231c2a465" is_pre_election: true
21:07:31.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:31.231237 25297 raft_consensus.cc:2468] T 198472b755004099a0a044a8f9e079e9 P 2414b3feb3c746789b8f7a3231c2a465 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 28b43f34df8445b7ba6c271cc27bfb2a in term 0.
21:07:31.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:31.232539 24938 leader_election.cc:304] T 198472b755004099a0a044a8f9e079e9 P 28b43f34df8445b7ba6c271cc27bfb2a [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 2414b3feb3c746789b8f7a3231c2a465, 28b43f34df8445b7ba6c271cc27bfb2a; no voters: bf2d2a630430447086ac0e062627063f
21:07:31.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:31.235787 25536 raft_consensus.cc:2804] T 198472b755004099a0a044a8f9e079e9 P 28b43f34df8445b7ba6c271cc27bfb2a [term 0 FOLLOWER]: Leader pre-election won for term 1
21:07:31.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:31.236368 25536 raft_consensus.cc:493] T 198472b755004099a0a044a8f9e079e9 P 28b43f34df8445b7ba6c271cc27bfb2a [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
21:07:31.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:31.236843 25536 raft_consensus.cc:3060] T 198472b755004099a0a044a8f9e079e9 P 28b43f34df8445b7ba6c271cc27bfb2a [term 0 FOLLOWER]: Advancing to term 1
21:07:31.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:31.249689 25582 raft_consensus.cc:493] T ef82968a2e51437498bb93c684873841 P 2414b3feb3c746789b8f7a3231c2a465 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
21:07:31.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:31.250209 25582 raft_consensus.cc:515] T ef82968a2e51437498bb93c684873841 P 2414b3feb3c746789b8f7a3231c2a465 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2414b3feb3c746789b8f7a3231c2a465" member_type: VOTER last_known_addr { host: "127.24.4.131" port: 38817 } } peers { permanent_uuid: "28b43f34df8445b7ba6c271cc27bfb2a" member_type: VOTER last_known_addr { host: "127.24.4.129" port: 44267 } } peers { permanent_uuid: "bf2d2a630430447086ac0e062627063f" member_type: VOTER last_known_addr { host: "127.24.4.130" port: 34071 } }
21:07:31.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:31.256860 25003 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "ef82968a2e51437498bb93c684873841" candidate_uuid: "2414b3feb3c746789b8f7a3231c2a465" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "28b43f34df8445b7ba6c271cc27bfb2a" is_pre_election: true
21:07:31.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:31.257614 25003 raft_consensus.cc:2468] T ef82968a2e51437498bb93c684873841 P 28b43f34df8445b7ba6c271cc27bfb2a [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 2414b3feb3c746789b8f7a3231c2a465 in term 0.
21:07:31.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:31.269953 25232 leader_election.cc:304] T ef82968a2e51437498bb93c684873841 P 2414b3feb3c746789b8f7a3231c2a465 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 2414b3feb3c746789b8f7a3231c2a465, 28b43f34df8445b7ba6c271cc27bfb2a; no voters: 
21:07:31.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:31.274312 25582 leader_election.cc:290] T ef82968a2e51437498bb93c684873841 P 2414b3feb3c746789b8f7a3231c2a465 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 28b43f34df8445b7ba6c271cc27bfb2a (127.24.4.129:44267), bf2d2a630430447086ac0e062627063f (127.24.4.130:34071)
21:07:31.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:31.274977 25582 raft_consensus.cc:2804] T ef82968a2e51437498bb93c684873841 P 2414b3feb3c746789b8f7a3231c2a465 [term 0 FOLLOWER]: Leader pre-election won for term 1
21:07:31.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:31.276360 25582 raft_consensus.cc:493] T ef82968a2e51437498bb93c684873841 P 2414b3feb3c746789b8f7a3231c2a465 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
21:07:31.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:31.276839 25582 raft_consensus.cc:3060] T ef82968a2e51437498bb93c684873841 P 2414b3feb3c746789b8f7a3231c2a465 [term 0 FOLLOWER]: Advancing to term 1
21:07:31.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:31.287669 25582 raft_consensus.cc:515] T ef82968a2e51437498bb93c684873841 P 2414b3feb3c746789b8f7a3231c2a465 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2414b3feb3c746789b8f7a3231c2a465" member_type: VOTER last_known_addr { host: "127.24.4.131" port: 38817 } } peers { permanent_uuid: "28b43f34df8445b7ba6c271cc27bfb2a" member_type: VOTER last_known_addr { host: "127.24.4.129" port: 44267 } } peers { permanent_uuid: "bf2d2a630430447086ac0e062627063f" member_type: VOTER last_known_addr { host: "127.24.4.130" port: 34071 } }
21:07:31.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:31.290726 25148 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "ef82968a2e51437498bb93c684873841" candidate_uuid: "2414b3feb3c746789b8f7a3231c2a465" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "bf2d2a630430447086ac0e062627063f" is_pre_election: true
21:07:31.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:31.291464 25148 raft_consensus.cc:2468] T ef82968a2e51437498bb93c684873841 P bf2d2a630430447086ac0e062627063f [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 2414b3feb3c746789b8f7a3231c2a465 in term 0.
21:07:31.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:31.296732 25568 tablet_bootstrap.cc:654] T 198472b755004099a0a044a8f9e079e9 P bf2d2a630430447086ac0e062627063f: Neither blocks nor log segments found. Creating new log.
21:07:31.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:31.296633 25536 raft_consensus.cc:515] T 198472b755004099a0a044a8f9e079e9 P 28b43f34df8445b7ba6c271cc27bfb2a [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "28b43f34df8445b7ba6c271cc27bfb2a" member_type: VOTER last_known_addr { host: "127.24.4.129" port: 44267 } } peers { permanent_uuid: "bf2d2a630430447086ac0e062627063f" member_type: VOTER last_known_addr { host: "127.24.4.130" port: 34071 } } peers { permanent_uuid: "2414b3feb3c746789b8f7a3231c2a465" member_type: VOTER last_known_addr { host: "127.24.4.131" port: 38817 } }
21:07:31.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:31.298593 25536 leader_election.cc:290] T 198472b755004099a0a044a8f9e079e9 P 28b43f34df8445b7ba6c271cc27bfb2a [CANDIDATE]: Term 1 election: Requested vote from peers bf2d2a630430447086ac0e062627063f (127.24.4.130:34071), 2414b3feb3c746789b8f7a3231c2a465 (127.24.4.131:38817)
21:07:31.301 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.23.69.189:45579(127.23.69.189:45579)] handling channelInactive
21:07:31.301 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state READY due to: connection closed
21:07:31.301 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 20 thread-local buffer(s) from thread: kudu-nio-0
21:07:31.302 [DEBUG - main] (Connection.java:575) [peer master-127.24.4.189:35405(127.24.4.189:35405)] disconnecting while in state READY
21:07:31.302 [DEBUG - main] (Connection.java:575) [peer master-127.24.4.188:46037(127.24.4.188:46037)] disconnecting while in state READY
21:07:31.302 [DEBUG - main] (Connection.java:575) [peer master-127.24.4.190:39383(127.24.4.190:39383)] disconnecting while in state READY
21:07:31.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:31.301896 25148 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "198472b755004099a0a044a8f9e079e9" candidate_uuid: "28b43f34df8445b7ba6c271cc27bfb2a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "bf2d2a630430447086ac0e062627063f"
21:07:31.303 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.24.4.189:35405(127.24.4.189:35405)] handling channelInactive
21:07:31.303 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state READY due to: connection closed
21:07:31.303 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.24.4.188:46037(127.24.4.188:46037)] handling channelInactive
21:07:31.304 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state READY due to: connection closed
21:07:31.304 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
21:07:31.309 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 23 thread-local buffer(s) from thread: kudu-nio-0
21:07:31.310 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-2
21:07:31.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:31.301059 25297 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "198472b755004099a0a044a8f9e079e9" candidate_uuid: "28b43f34df8445b7ba6c271cc27bfb2a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2414b3feb3c746789b8f7a3231c2a465"
21:07:31.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:31.305601 25297 raft_consensus.cc:3060] T 198472b755004099a0a044a8f9e079e9 P 2414b3feb3c746789b8f7a3231c2a465 [term 0 FOLLOWER]: Advancing to term 1
21:07:31.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:31.307176 25582 leader_election.cc:290] T ef82968a2e51437498bb93c684873841 P 2414b3feb3c746789b8f7a3231c2a465 [CANDIDATE]: Term 1 election: Requested vote from peers 28b43f34df8445b7ba6c271cc27bfb2a (127.24.4.129:44267), bf2d2a630430447086ac0e062627063f (127.24.4.130:34071)
21:07:31.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:31.311461 25149 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "ef82968a2e51437498bb93c684873841" candidate_uuid: "2414b3feb3c746789b8f7a3231c2a465" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "bf2d2a630430447086ac0e062627063f"
21:07:31.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:31.312126 25149 raft_consensus.cc:3060] T ef82968a2e51437498bb93c684873841 P bf2d2a630430447086ac0e062627063f [term 0 FOLLOWER]: Advancing to term 1
21:07:31.323 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.24.4.190:39383(127.24.4.190:39383)] handling channelInactive
21:07:31.323 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state READY due to: connection closed
21:07:31.323 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-1
21:07:31.326 [INFO - main] (TypeExtractor.java:2144) Field Row#fieldByName will be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
21:07:31.327 [INFO - main] (TypeExtractor.java:2069) class java.util.LinkedHashMap does not contain a getter for field accessOrder
21:07:31.327 [INFO - main] (TypeExtractor.java:2072) class java.util.LinkedHashMap does not contain a setter for field accessOrder
21:07:31.327 [INFO - main] (TypeExtractor.java:2116) Class class java.util.LinkedHashMap cannot be used as a POJO type because not all fields are valid POJO fields, and must be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
21:07:31.327 [INFO - main] (TypeExtractor.java:2144) Field Row#positionByName will be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
21:07:31.327 [INFO - main] (TypeExtractor.java:2197) class org.apache.flink.types.Row is missing a default constructor so it cannot be used as a POJO type and must be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
21:07:31.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:31.328752 24936 leader_election.cc:343] T 198472b755004099a0a044a8f9e079e9 P 28b43f34df8445b7ba6c271cc27bfb2a [CANDIDATE]: Term 1 election: Tablet error from VoteRequest() call to peer bf2d2a630430447086ac0e062627063f (127.24.4.130:34071): Illegal state: must be running to vote when last-logged opid is not known
21:07:31.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:31.330951 25003 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "ef82968a2e51437498bb93c684873841" candidate_uuid: "2414b3feb3c746789b8f7a3231c2a465" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "28b43f34df8445b7ba6c271cc27bfb2a"
21:07:31.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:31.331627 25003 raft_consensus.cc:3060] T ef82968a2e51437498bb93c684873841 P 28b43f34df8445b7ba6c271cc27bfb2a [term 0 FOLLOWER]: Advancing to term 1
21:07:31.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:31.341791 25568 tablet_bootstrap.cc:492] T 198472b755004099a0a044a8f9e079e9 P bf2d2a630430447086ac0e062627063f: No bootstrap required, opened a new log
21:07:31.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:31.342308 25568 ts_tablet_manager.cc:1403] T 198472b755004099a0a044a8f9e079e9 P bf2d2a630430447086ac0e062627063f: Time spent bootstrapping tablet: real 0.202s	user 0.009s	sys 0.003s
21:07:31.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:31.342928 25149 raft_consensus.cc:2468] T ef82968a2e51437498bb93c684873841 P bf2d2a630430447086ac0e062627063f [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 2414b3feb3c746789b8f7a3231c2a465 in term 1.
21:07:31.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:31.345803 25230 leader_election.cc:304] T ef82968a2e51437498bb93c684873841 P 2414b3feb3c746789b8f7a3231c2a465 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 2414b3feb3c746789b8f7a3231c2a465, bf2d2a630430447086ac0e062627063f; no voters: 
21:07:31.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:31.346979 25582 raft_consensus.cc:2804] T ef82968a2e51437498bb93c684873841 P 2414b3feb3c746789b8f7a3231c2a465 [term 1 FOLLOWER]: Leader election won for term 1
21:07:31.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:31.348511 25582 raft_consensus.cc:697] T ef82968a2e51437498bb93c684873841 P 2414b3feb3c746789b8f7a3231c2a465 [term 1 LEADER]: Becoming Leader. State: Replica: 2414b3feb3c746789b8f7a3231c2a465, State: Running, Role: LEADER
21:07:31.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:31.349474 25582 consensus_queue.cc:237] T ef82968a2e51437498bb93c684873841 P 2414b3feb3c746789b8f7a3231c2a465 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2414b3feb3c746789b8f7a3231c2a465" member_type: VOTER last_known_addr { host: "127.24.4.131" port: 38817 } } peers { permanent_uuid: "28b43f34df8445b7ba6c271cc27bfb2a" member_type: VOTER last_known_addr { host: "127.24.4.129" port: 44267 } } peers { permanent_uuid: "bf2d2a630430447086ac0e062627063f" member_type: VOTER last_known_addr { host: "127.24.4.130" port: 34071 } }
21:07:31.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:31.345232 25568 raft_consensus.cc:359] T 198472b755004099a0a044a8f9e079e9 P bf2d2a630430447086ac0e062627063f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "28b43f34df8445b7ba6c271cc27bfb2a" member_type: VOTER last_known_addr { host: "127.24.4.129" port: 44267 } } peers { permanent_uuid: "bf2d2a630430447086ac0e062627063f" member_type: VOTER last_known_addr { host: "127.24.4.130" port: 34071 } } peers { permanent_uuid: "2414b3feb3c746789b8f7a3231c2a465" member_type: VOTER last_known_addr { host: "127.24.4.131" port: 38817 } }
21:07:31.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:31.351125 25568 raft_consensus.cc:385] T 198472b755004099a0a044a8f9e079e9 P bf2d2a630430447086ac0e062627063f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:07:31.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:31.351420 25568 raft_consensus.cc:740] T 198472b755004099a0a044a8f9e079e9 P bf2d2a630430447086ac0e062627063f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: bf2d2a630430447086ac0e062627063f, State: Initialized, Role: FOLLOWER
21:07:31.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:31.353374 25297 raft_consensus.cc:2468] T 198472b755004099a0a044a8f9e079e9 P 2414b3feb3c746789b8f7a3231c2a465 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 28b43f34df8445b7ba6c271cc27bfb2a in term 1.
21:07:31.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:31.359109 25003 raft_consensus.cc:2468] T ef82968a2e51437498bb93c684873841 P 28b43f34df8445b7ba6c271cc27bfb2a [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 2414b3feb3c746789b8f7a3231c2a465 in term 1.
21:07:31.388 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.cpu.cores required for local execution is not set, setting it to the maximal possible value.
21:07:31.388 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.task.heap.size required for local execution is not set, setting it to the maximal possible value.
21:07:31.388 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.task.off-heap.size required for local execution is not set, setting it to the maximal possible value.
21:07:31.389 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.network.min required for local execution is not set, setting it to its default value 64 mb.
21:07:31.389 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.network.max required for local execution is not set, setting it to its default value 64 mb.
21:07:31.389 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.managed.size required for local execution is not set, setting it to its default value 128 mb.
21:07:31.389 [INFO - main] (MiniCluster.java:324) Starting Flink Mini Cluster
21:07:31.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:31.360412 24938 leader_election.cc:304] T 198472b755004099a0a044a8f9e079e9 P 28b43f34df8445b7ba6c271cc27bfb2a [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 2414b3feb3c746789b8f7a3231c2a465, 28b43f34df8445b7ba6c271cc27bfb2a; no voters: bf2d2a630430447086ac0e062627063f
21:07:31.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:31.362620 25536 raft_consensus.cc:2804] T 198472b755004099a0a044a8f9e079e9 P 28b43f34df8445b7ba6c271cc27bfb2a [term 1 FOLLOWER]: Leader election won for term 1
21:07:31.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:31.363477 25536 raft_consensus.cc:697] T 198472b755004099a0a044a8f9e079e9 P 28b43f34df8445b7ba6c271cc27bfb2a [term 1 LEADER]: Becoming Leader. State: Replica: 28b43f34df8445b7ba6c271cc27bfb2a, State: Running, Role: LEADER
21:07:31.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:31.362222 25568 consensus_queue.cc:260] T 198472b755004099a0a044a8f9e079e9 P bf2d2a630430447086ac0e062627063f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "28b43f34df8445b7ba6c271cc27bfb2a" member_type: VOTER last_known_addr { host: "127.24.4.129" port: 44267 } } peers { permanent_uuid: "bf2d2a630430447086ac0e062627063f" member_type: VOTER last_known_addr { host: "127.24.4.130" port: 34071 } } peers { permanent_uuid: "2414b3feb3c746789b8f7a3231c2a465" member_type: VOTER last_known_addr { host: "127.24.4.131" port: 38817 } }
21:07:31.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:31.364312 25536 consensus_queue.cc:237] T 198472b755004099a0a044a8f9e079e9 P 28b43f34df8445b7ba6c271cc27bfb2a [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "28b43f34df8445b7ba6c271cc27bfb2a" member_type: VOTER last_known_addr { host: "127.24.4.129" port: 44267 } } peers { permanent_uuid: "bf2d2a630430447086ac0e062627063f" member_type: VOTER last_known_addr { host: "127.24.4.130" port: 34071 } } peers { permanent_uuid: "2414b3feb3c746789b8f7a3231c2a465" member_type: VOTER last_known_addr { host: "127.24.4.131" port: 38817 } }
21:07:31.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:31.367821 25568 ts_tablet_manager.cc:1434] T 198472b755004099a0a044a8f9e079e9 P bf2d2a630430447086ac0e062627063f: Time spent starting tablet: real 0.025s	user 0.003s	sys 0.003s
21:07:31.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:31.391673 25601 raft_consensus.cc:493] T 198472b755004099a0a044a8f9e079e9 P bf2d2a630430447086ac0e062627063f [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
21:07:31.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:31.392185 25601 raft_consensus.cc:515] T 198472b755004099a0a044a8f9e079e9 P bf2d2a630430447086ac0e062627063f [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "28b43f34df8445b7ba6c271cc27bfb2a" member_type: VOTER last_known_addr { host: "127.24.4.129" port: 44267 } } peers { permanent_uuid: "bf2d2a630430447086ac0e062627063f" member_type: VOTER last_known_addr { host: "127.24.4.130" port: 34071 } } peers { permanent_uuid: "2414b3feb3c746789b8f7a3231c2a465" member_type: VOTER last_known_addr { host: "127.24.4.131" port: 38817 } }
21:07:31.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:31.398881 25002 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "198472b755004099a0a044a8f9e079e9" candidate_uuid: "bf2d2a630430447086ac0e062627063f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "28b43f34df8445b7ba6c271cc27bfb2a" is_pre_election: true
21:07:31.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:31.394788 25601 leader_election.cc:290] T 198472b755004099a0a044a8f9e079e9 P bf2d2a630430447086ac0e062627063f [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 28b43f34df8445b7ba6c271cc27bfb2a (127.24.4.129:44267), 2414b3feb3c746789b8f7a3231c2a465 (127.24.4.131:38817)
21:07:31.428 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:31.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:31.440199 25297 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "198472b755004099a0a044a8f9e079e9" candidate_uuid: "bf2d2a630430447086ac0e062627063f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2414b3feb3c746789b8f7a3231c2a465" is_pre_election: true
21:07:31.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:31.441314 25297 raft_consensus.cc:2393] T 198472b755004099a0a044a8f9e079e9 P 2414b3feb3c746789b8f7a3231c2a465 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate bf2d2a630430447086ac0e062627063f in current term 1: Already voted for candidate 28b43f34df8445b7ba6c271cc27bfb2a in this term.
21:07:31.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:31.448901 25085 leader_election.cc:304] T 198472b755004099a0a044a8f9e079e9 P bf2d2a630430447086ac0e062627063f [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: bf2d2a630430447086ac0e062627063f; no voters: 2414b3feb3c746789b8f7a3231c2a465, 28b43f34df8445b7ba6c271cc27bfb2a
21:07:31.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:31.450996 25601 raft_consensus.cc:3060] T 198472b755004099a0a044a8f9e079e9 P bf2d2a630430447086ac0e062627063f [term 0 FOLLOWER]: Advancing to term 1
21:07:31.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:31.456513 24800 catalog_manager.cc:5696] T ef82968a2e51437498bb93c684873841 P 2414b3feb3c746789b8f7a3231c2a465 reported cstate change: term changed from 0 to 1, leader changed from <none> to 2414b3feb3c746789b8f7a3231c2a465 (127.24.4.131). New cstate: current_term: 1 leader_uuid: "2414b3feb3c746789b8f7a3231c2a465" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2414b3feb3c746789b8f7a3231c2a465" member_type: VOTER last_known_addr { host: "127.24.4.131" port: 38817 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "28b43f34df8445b7ba6c271cc27bfb2a" member_type: VOTER last_known_addr { host: "127.24.4.129" port: 44267 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "bf2d2a630430447086ac0e062627063f" member_type: VOTER last_known_addr { host: "127.24.4.130" port: 34071 } health_report { overall_health: UNKNOWN } } }
21:07:31.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:31.465758 25601 raft_consensus.cc:2749] T 198472b755004099a0a044a8f9e079e9 P bf2d2a630430447086ac0e062627063f [term 1 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
21:07:31.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:31.488613 24799 catalog_manager.cc:5696] T 198472b755004099a0a044a8f9e079e9 P 28b43f34df8445b7ba6c271cc27bfb2a reported cstate change: term changed from 0 to 1, leader changed from <none> to 28b43f34df8445b7ba6c271cc27bfb2a (127.24.4.129). New cstate: current_term: 1 leader_uuid: "28b43f34df8445b7ba6c271cc27bfb2a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "28b43f34df8445b7ba6c271cc27bfb2a" member_type: VOTER last_known_addr { host: "127.24.4.129" port: 44267 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "bf2d2a630430447086ac0e062627063f" member_type: VOTER last_known_addr { host: "127.24.4.130" port: 34071 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "2414b3feb3c746789b8f7a3231c2a465" member_type: VOTER last_known_addr { host: "127.24.4.131" port: 38817 } health_report { overall_health: UNKNOWN } } }
21:07:31.571 [DEBUG - pool-132-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:07:31.572 [DEBUG - pool-132-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:07:31.572 [DEBUG - pool-132-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:07:31.572 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:31.572 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:31.572 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:31.572 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:31.572 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:31.573 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:31.573 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:31.573 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:31.573 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:31.573 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:07:31.581 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:07:31.582 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:07:31.582 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:07:31.582 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:31.582 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:31.582 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:31.582 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:31.583 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:31.583 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:31.583 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:31.583 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:31.583 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:31.583 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:07:31.668 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:31.686 [INFO - main] (MiniCluster.java:343) Starting Metrics Registry
21:07:31.715 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:31.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:31.734755 25582 consensus_queue.cc:1048] T ef82968a2e51437498bb93c684873841 P 2414b3feb3c746789b8f7a3231c2a465 [LEADER]: Connected to new peer: Peer: permanent_uuid: "28b43f34df8445b7ba6c271cc27bfb2a" member_type: VOTER last_known_addr { host: "127.24.4.129" port: 44267 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
21:07:31.754 [INFO - main] (MetricRegistryImpl.java:177) No metrics reporter configured, no metrics will be exposed/reported.
21:07:31.754 [INFO - main] (MetricRegistryImpl.java:240) No trace reporter configured, no metrics will be exposed/reported.
21:07:31.754 [INFO - main] (MiniCluster.java:350) Starting RPC Service(s)
21:07:31.781 [INFO - main] (ActorSystemBootstrapTools.java:227) Trying to start local actor system
21:07:31.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:31.811594 25616 consensus_queue.cc:1048] T ef82968a2e51437498bb93c684873841 P 2414b3feb3c746789b8f7a3231c2a465 [LEADER]: Connected to new peer: Peer: permanent_uuid: "bf2d2a630430447086ac0e062627063f" member_type: VOTER last_known_addr { host: "127.24.4.130" port: 34071 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
21:07:31.928 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:31.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:31.936275 25536 consensus_queue.cc:1048] T 198472b755004099a0a044a8f9e079e9 P 28b43f34df8445b7ba6c271cc27bfb2a [LEADER]: Connected to new peer: Peer: permanent_uuid: "2414b3feb3c746789b8f7a3231c2a465" member_type: VOTER last_known_addr { host: "127.24.4.131" port: 38817 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
21:07:31.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:31.979826 25619 consensus_queue.cc:1048] T 198472b755004099a0a044a8f9e079e9 P 28b43f34df8445b7ba6c271cc27bfb2a [LEADER]: Connected to new peer: Peer: permanent_uuid: "bf2d2a630430447086ac0e062627063f" member_type: VOTER last_known_addr { host: "127.24.4.130" port: 34071 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
21:07:32.092 [DEBUG - pool-132-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:07:32.092 [DEBUG - pool-132-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:07:32.092 [DEBUG - pool-132-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:07:32.092 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:32.093 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:32.093 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:32.093 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:32.093 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:32.093 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:32.093 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:32.093 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:32.093 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:32.093 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:07:32.190 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:32.222 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:32.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:32.262794 24672 debug-util.cc:398] Leaking SignalData structure 0x7b0800070780 after lost signal to thread 24607
21:07:32.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:32.263626 24672 debug-util.cc:398] Leaking SignalData structure 0x7b080007b7e0 after lost signal to thread 24675
21:07:32.428 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:32.668 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:32.716 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:32.770 [DEBUG - pool-140-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:07:32.771 [DEBUG - pool-140-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:07:32.771 [DEBUG - pool-140-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:07:32.772 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:32.772 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:32.772 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:32.772 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:32.772 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:32.772 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:32.773 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:32.773 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:32.773 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:32.773 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:07:32.928 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:32.931 [INFO - flink-pekko.actor.default-dispatcher-6] (Slf4jLogger.scala:117) Slf4jLogger started
21:07:33.010 [DEBUG - pool-140-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:07:33.011 [DEBUG - pool-140-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:07:33.011 [DEBUG - pool-140-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:07:33.011 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:33.011 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:33.011 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:33.011 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:33.011 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:33.011 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:33.012 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:33.012 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:33.012 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:33.012 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:07:33.124 [INFO - main] (ActorSystemBootstrapTools.java:257) Actor system started at pekko://flink
21:07:33.143 [INFO - main] (ActorSystemBootstrapTools.java:227) Trying to start local actor system
21:07:33.167 [INFO - flink-metrics-6] (Slf4jLogger.scala:117) Slf4jLogger started
21:07:33.168 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:33.178 [INFO - main] (ActorSystemBootstrapTools.java:257) Actor system started at pekko://flink-metrics
21:07:33.202 [INFO - main] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.metrics.dump.MetricQueryService at pekko://flink-metrics/user/rpc/MetricQueryService .
21:07:33.210 [INFO - main] (DefaultDelegationTokenManager.java:127) Loading delegation token providers
21:07:33.211 [INFO - main] (HadoopFSDelegationTokenProvider.java:78) Hadoop FS is not available (not packaged with this application): NoClassDefFoundError : "org/apache/hadoop/conf/Configuration".
21:07:33.211 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider hadoopfs loaded and initialized
21:07:33.212 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider hbase loaded and initialized
21:07:33.212 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider test loaded and initialized
21:07:33.212 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider throw loaded and initialized
21:07:33.212 [INFO - main] (DefaultDelegationTokenManager.java:165) Delegation token providers loaded successfully
21:07:33.212 [INFO - main] (DelegationTokenReceiverRepository.java:64) Loading delegation token receivers
21:07:33.213 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hadoopfs loaded and initialized
21:07:33.213 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hbase loaded and initialized
21:07:33.213 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver test loaded and initialized
21:07:33.214 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver throw loaded and initialized
21:07:33.214 [INFO - main] (DelegationTokenReceiverRepository.java:101) Delegation token receivers loaded successfully
21:07:33.214 [INFO - main] (DefaultDelegationTokenManager.java:189) Checking provider and receiver instances consistency
21:07:33.214 [INFO - main] (DefaultDelegationTokenManager.java:209) Provider and receiver instances are consistent
21:07:33.214 [INFO - main] (DefaultDelegationTokenManager.java:240) Obtaining delegation tokens
21:07:33.214 [INFO - main] (DefaultDelegationTokenManager.java:243) Delegation tokens obtained successfully
21:07:33.214 [WARN - main] (DefaultDelegationTokenManager.java:248) No tokens obtained so skipping notifications
21:07:33.214 [INFO - main] (DelegationTokenReceiverRepository.java:64) Loading delegation token receivers
21:07:33.215 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hadoopfs loaded and initialized
21:07:33.215 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hbase loaded and initialized
21:07:33.215 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver test loaded and initialized
21:07:33.215 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver throw loaded and initialized
21:07:33.215 [INFO - main] (DelegationTokenReceiverRepository.java:101) Delegation token receivers loaded successfully
21:07:33.215 [INFO - main] (BlobServer.java:165) Created BLOB server storage directory /tmp/minicluster_e5e36f65419c3a5d9b09b1852bd4ee4f/blobStorage
21:07:33.216 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:33.216 [INFO - main] (BlobServer.java:239) Started BLOB server at 0.0.0.0:39335 - max concurrent requests: 50 - max backlog: 1000
21:07:33.217 [INFO - main] (AbstractBlobCache.java:93) Created BLOB cache storage directory /tmp/minicluster_e5e36f65419c3a5d9b09b1852bd4ee4f/blobStorage
21:07:33.218 [INFO - main] (AbstractBlobCache.java:93) Created BLOB cache storage directory /tmp/minicluster_e5e36f65419c3a5d9b09b1852bd4ee4f/blobStorage
21:07:33.219 [INFO - main] (MiniCluster.java:744) Starting 1 TaskManager(s)
21:07:33.220 [INFO - main] (TaskManagerRunner.java:609) Starting TaskManager with ResourceID: b6e4c460-e227-4074-af21-a4a848131e32
21:07:33.224 [INFO - main] (TaskManagerServices.java:552) Temporary file directory '/tmp': total 48 GB, usable 39 GB (81.25% usable)
21:07:33.225 [INFO - main] (IOManager.java:60) Created a new FileChannelManager for spilling of task related data to disk (joins, sorting, ...). Used directories:
	/tmp/flink-io-ec1eb59d-771c-4b21-b111-af977c597066
21:07:33.229 [INFO - main] (NettyShuffleServiceFactory.java:170) Created a new FileChannelManager for storing result partitions of BLOCKING shuffles. Used directories:
	/tmp/flink-netty-shuffle-a6bd790b-b98d-4e9e-a720-b101b681c095
21:07:33.319 [INFO - main] (NetworkBufferPool.java:156) Allocated 64 MB for network buffer pool (number of memory segments: 2048, bytes per segment: 32768).
21:07:33.319 [INFO - main] (NettyShuffleEnvironment.java:355) Starting the network environment and its components.
21:07:33.319 [INFO - main] (TaskManagerServices.java:353) TaskManager data connection initialized successfully; listening internally on port: -1
21:07:33.319 [INFO - main] (KvStateService.java:92) Starting the kvState service and its components.
21:07:33.322 [INFO - main] (Configuration.java:985) Config uses fallback configuration key 'pekko.ask.timeout' instead of key 'taskmanager.slot.timeout'
21:07:33.324 [INFO - main] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.taskexecutor.TaskExecutor at pekko://flink/user/rpc/taskmanager_12 .
21:07:33.331 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultJobLeaderService.java:127) Start job leader service.
21:07:33.332 [INFO - flink-pekko.actor.default-dispatcher-6] (FileCache.java:116) User file cache uses directory /tmp/flink-dist-cache-fb29edc4-9d9e-4e11-a1ac-9e47bcc02db5
21:07:33.332 [INFO - main] (RestServerEndpoint.java:182) Starting rest endpoint.
21:07:33.333 [INFO - main] (DispatcherRestEndpoint.java:124) Failed to load web based job submission extension. Probable reason: flink-runtime-web is not in the classpath.
21:07:33.342 [WARN - main] (WebMonitorUtils.java:76) Log file environment variable 'log.file' is not set.
21:07:33.343 [WARN - main] (WebMonitorUtils.java:82) JobManager log files are unavailable in the web dashboard. Log file location not found in environment variable 'log.file' or configuration key 'web.log.path'.
21:07:33.348 [INFO - main] (RestServerEndpoint.java:308) Rest endpoint listening at localhost:42147
21:07:33.348 [INFO - main] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'rest_server'.
21:07:33.350 [INFO - main] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'dispatcher'.
21:07:33.350 [INFO - main] (ResourceManagerServiceImpl.java:118) Starting resource manager service.
21:07:33.350 [INFO - mini-cluster-io-thread-1] (WebMonitorEndpoint.java:1203) http://localhost:42147 was granted leadership with leaderSessionID=068a0a0d-c868-40ac-8352-24c7c00fb4b9
21:07:33.350 [INFO - main] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'resource_manager'.
21:07:33.350 [INFO - mini-cluster-io-thread-1] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader http://localhost:42147 , session=068a0a0d-c868-40ac-8352-24c7c00fb4b9
21:07:33.351 [INFO - mini-cluster-io-thread-2] (DefaultDispatcherRunner.java:114) DefaultDispatcherRunner was granted leadership with leader id 56056642-8687-4140-9a6b-462fb6488dd9. Creating new DispatcherLeaderProcess.
21:07:33.351 [INFO - main] (MiniCluster.java:510) Flink Mini Cluster started successfully
21:07:33.351 [INFO - mini-cluster-io-thread-2] (AbstractDispatcherLeaderProcess.java:99) Start SessionDispatcherLeaderProcess.
21:07:33.352 [INFO - mini-cluster-io-thread-1] (SessionDispatcherLeaderProcess.java:144) Recover all persisted job graphs that are not finished, yet.
21:07:33.352 [INFO - mini-cluster-io-thread-1] (SessionDispatcherLeaderProcess.java:158) Successfully recovered 0 persisted job graphs.
21:07:33.354 [INFO - pool-149-thread-1] (ResourceManagerServiceImpl.java:198) Resource manager service is granted leadership with session id 7d33f6ea-c185-4e6b-8408-30e6e76c8737.
21:07:33.355 [INFO - mini-cluster-io-thread-1] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.dispatcher.StandaloneDispatcher at pekko://flink/user/rpc/dispatcher_13 .
21:07:33.357 [INFO - pool-149-thread-1] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.resourcemanager.StandaloneResourceManager at pekko://flink/user/rpc/resourcemanager_14 .
21:07:33.377 [INFO - mini-cluster-io-thread-1] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader pekko://flink/user/rpc/dispatcher_13 , session=56056642-8687-4140-9a6b-462fb6488dd9
21:07:33.382 [INFO - flink-pekko.actor.default-dispatcher-6] (ResourceManager.java:253) Starting the resource manager.
21:07:33.382 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:212) Starting the slot manager.
21:07:33.382 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultDelegationTokenManager.java:308) Starting tokens update task
21:07:33.383 [WARN - flink-pekko.actor.default-dispatcher-6] (DefaultDelegationTokenManager.java:320) No tokens obtained so skipping notifications
21:07:33.383 [WARN - flink-pekko.actor.default-dispatcher-6] (DefaultDelegationTokenManager.java:335) Tokens update task not started because either no tokens obtained or none of the tokens specified its renewal date
21:07:33.383 [INFO - mini-cluster-io-thread-3] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader pekko://flink/user/rpc/resourcemanager_14 , session=7d33f6ea-c185-4e6b-8408-30e6e76c8737
21:07:33.404 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:1478) Connecting to ResourceManager pekko://flink/user/rpc/resourcemanager_14(840830e6e76c87377d33f6eac1854e6b).
21:07:33.417 [INFO - flink-pekko.actor.default-dispatcher-6] (RetryingRegistration.java:162) Resolved ResourceManager address, beginning registration
21:07:33.425 [INFO - flink-pekko.actor.default-dispatcher-6] (ResourceManager.java:1080) Registering TaskManager with ResourceID b6e4c460-e227-4074-af21-a4a848131e32 (pekko://flink/user/rpc/taskmanager_12) at ResourceManager
21:07:33.428 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:33.429 [INFO - flink-pekko.actor.default-dispatcher-10] (Dispatcher.java:516) Received JobGraph submission 'Flink Streaming Job' (640bb5d81f2161b747452ce3cfd3ea9d).
21:07:33.430 [INFO - flink-pekko.actor.default-dispatcher-10] (Dispatcher.java:601) Submitting job 'Flink Streaming Job' (640bb5d81f2161b747452ce3cfd3ea9d).
21:07:33.430 [INFO - flink-pekko.actor.default-dispatcher-10] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'job-640bb5d81f2161b747452ce3cfd3ea9d'.
21:07:33.431 [INFO - mini-cluster-io-thread-3] (JobMasterServiceLeadershipRunner.java:324) JobMasterServiceLeadershipRunner for job 640bb5d81f2161b747452ce3cfd3ea9d was granted leadership with leader id e2ff03e1-5636-4890-8931-a708f9d9a623. Creating new JobMasterServiceProcess.
21:07:33.436 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutorToResourceManagerConnection.java:99) Successful registration at resource manager pekko://flink/user/rpc/resourcemanager_14 under registration id 26f23e181dbf844a1772bbda6b070151.
21:07:33.436 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:344) Registering task executor b6e4c460-e227-4074-af21-a4a848131e32 under 26f23e181dbf844a1772bbda6b070151 at the slot manager.
21:07:33.443 [INFO - jobmanager-io-thread-1] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.jobmaster.JobMaster at pekko://flink/user/rpc/jobmanager_15 .
21:07:33.448 [INFO - jobmanager-io-thread-1] (JobMaster.java:319) Initializing job 'Flink Streaming Job' (640bb5d81f2161b747452ce3cfd3ea9d).
21:07:33.449 [INFO - jobmanager-io-thread-1] (DefaultSchedulerFactory.java:108) Using restart back off time strategy ExponentialDelayRestartBackoffTimeStrategy(initialBackoffMS=1000, maxBackoffMS=60000, backoffMultiplier=1.5, resetBackoffThresholdMS=3600000, jitterFactor=0.1, attemptsBeforeResetBackoff=2147483647, currentRestartAttempt=0, nextRestartTimestamp=-2147483648) for Flink Streaming Job (640bb5d81f2161b747452ce3cfd3ea9d).
21:07:33.450 [INFO - jobmanager-io-thread-1] (DefaultExecutionGraph.java:393) Created execution graph c897f18ea364368fb4b4a0fbdaea3ef0 for job 640bb5d81f2161b747452ce3cfd3ea9d.
21:07:33.450 [INFO - jobmanager-io-thread-1] (DefaultExecutionGraphBuilder.java:179) Running initialization on master for job Flink Streaming Job (640bb5d81f2161b747452ce3cfd3ea9d).
21:07:33.450 [INFO - jobmanager-io-thread-1] (DefaultExecutionGraphBuilder.java:208) Successfully ran initialization on master in 0 ms.
21:07:33.451 [INFO - jobmanager-io-thread-1] (DefaultExecutionTopology.java:416) Built 4 new pipelined regions in 0 ms, total 4 pipelined regions currently.
21:07:33.451 [INFO - jobmanager-io-thread-1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@77f2039b
21:07:33.452 [INFO - jobmanager-io-thread-1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
21:07:33.452 [INFO - jobmanager-io-thread-1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit10233969733985069158/checkpoints")
21:07:33.453 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1778) No checkpoint found during restore.
21:07:33.453 [INFO - jobmanager-io-thread-1] (DefaultScheduler.java:168) Using failover strategy org.apache.flink.runtime.executiongraph.failover.RestartPipelinedRegionFailoverStrategy@14f4171d for Flink Streaming Job (640bb5d81f2161b747452ce3cfd3ea9d).
21:07:33.454 [INFO - jobmanager-io-thread-1] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader pekko://flink/user/rpc/jobmanager_15 , session=e2ff03e1-5636-4890-8931-a708f9d9a623
21:07:33.454 [INFO - flink-pekko.actor.default-dispatcher-6] (JobMaster.java:987) Starting execution of job 'Flink Streaming Job' (640bb5d81f2161b747452ce3cfd3ea9d) under job master id 8931a708f9d9a623e2ff03e156364890.
21:07:33.454 [INFO - flink-pekko.actor.default-dispatcher-6] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
21:07:33.456 [DEBUG - flink-pekko.actor.default-dispatcher-6] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:07:33.457 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultScheduler.java:231) Starting scheduling with scheduling strategy [org.apache.flink.runtime.scheduler.strategy.PipelinedRegionSchedulingStrategy]
21:07:33.457 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (640bb5d81f2161b747452ce3cfd3ea9d) switched from state CREATED to RUNNING.
21:07:33.458 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from CREATED to SCHEDULED.
21:07:33.458 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from CREATED to SCHEDULED.
21:07:33.459 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from CREATED to SCHEDULED.
21:07:33.459 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from CREATED to SCHEDULED.
21:07:33.459 [INFO - flink-pekko.actor.default-dispatcher-6] (JobMaster.java:1182) Connecting to ResourceManager pekko://flink/user/rpc/resourcemanager_14(840830e6e76c87377d33f6eac1854e6b)
21:07:33.459 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:07:33.461 [INFO - flink-pekko.actor.default-dispatcher-8] (RetryingRegistration.java:162) Resolved ResourceManager address, beginning registration
21:07:33.461 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:07:33.461 [INFO - flink-pekko.actor.default-dispatcher-6] (ResourceManager.java:390) Registering job manager 8931a708f9d9a623e2ff03e156364890@pekko://flink/user/rpc/jobmanager_15 for job 640bb5d81f2161b747452ce3cfd3ea9d.
21:07:33.467 [INFO - flink-pekko.actor.default-dispatcher-6] (ResourceManager.java:1015) Registered job manager 8931a708f9d9a623e2ff03e156364890@pekko://flink/user/rpc/jobmanager_15 for job 640bb5d81f2161b747452ce3cfd3ea9d.
21:07:33.475 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.23.69.189:45579(127.23.69.189:45579)] Successfully connected to peer
21:07:33.477 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:07:33.478 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.23.69.189
21:07:33.479 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.23.69.188:34691(127.23.69.188:34691)] Successfully connected to peer
21:07:33.480 [INFO - flink-pekko.actor.default-dispatcher-6] (JobMaster.java:1206) JobManager successfully registered at ResourceManager, leader id: 840830e6e76c87377d33f6eac1854e6b.
21:07:33.481 [INFO - flink-pekko.actor.default-dispatcher-10] (FineGrainedSlotManager.java:324) Received resource requirements from job 640bb5d81f2161b747452ce3cfd3ea9d: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
21:07:33.486 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.23.69.190:42537(127.23.69.190:42537)] Successfully connected to peer
21:07:33.496 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:07:33.498 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.23.69.190
21:07:33.499 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.23.69.188
21:07:33.504 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x14760bce, L:/127.0.0.1:56854 - R:/127.23.69.189:45579] using SASL/PLAIN
21:07:33.505 [INFO - flink-pekko.actor.default-dispatcher-10] (FineGrainedSlotManager.java:709) Matching resource requirements against available resources.
Missing resources:
	 Job 640bb5d81f2161b747452ce3cfd3ea9d
		ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}
Current resources:
	TaskManager b6e4c460-e227-4074-af21-a4a848131e32
		Available: ResourceProfile{taskHeapMemory=1024.000gb (1099511627776 bytes), taskOffHeapMemory=1024.000gb (1099511627776 bytes), managedMemory=128.000mb (134217728 bytes), networkMemory=64.000mb (67108864 bytes)}
		Total:     ResourceProfile{taskHeapMemory=1024.000gb (1099511627776 bytes), taskOffHeapMemory=1024.000gb (1099511627776 bytes), managedMemory=128.000mb (134217728 bytes), networkMemory=64.000mb (67108864 bytes)}
21:07:33.506 [INFO - flink-pekko.actor.default-dispatcher-10] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot 88443c2dc2bfb0b137e18caffd13effa from b6e4c460-e227-4074-af21-a4a848131e32 for job 640bb5d81f2161b747452ce3cfd3ea9d with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
21:07:33.506 [INFO - flink-pekko.actor.default-dispatcher-10] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot 0855bbd34d76a8cf8213060966f6bc67 from b6e4c460-e227-4074-af21-a4a848131e32 for job 640bb5d81f2161b747452ce3cfd3ea9d with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
21:07:33.507 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:1149) Receive slot request 88443c2dc2bfb0b137e18caffd13effa for job 640bb5d81f2161b747452ce3cfd3ea9d from resource manager with leader id 840830e6e76c87377d33f6eac1854e6b.
21:07:33.507 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:321) Allocated slot for 88443c2dc2bfb0b137e18caffd13effa with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
21:07:33.507 [INFO - flink-pekko.actor.default-dispatcher-10] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot f94b2567e8bc665a6cc030ee196d4176 from b6e4c460-e227-4074-af21-a4a848131e32 for job 640bb5d81f2161b747452ce3cfd3ea9d with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
21:07:33.509 [INFO - flink-pekko.actor.default-dispatcher-10] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot 7524f2b938ae7729a85a7118ef908b59 from b6e4c460-e227-4074-af21-a4a848131e32 for job 640bb5d81f2161b747452ce3cfd3ea9d with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
21:07:33.509 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:07:33.512 [DEBUG - main] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:07:33.512 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x3d4f1756, L:/127.0.0.1:35176 - R:/127.23.69.188:34691] using SASL/PLAIN
21:07:33.512 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultJobLeaderService.java:192) Add job 640bb5d81f2161b747452ce3cfd3ea9d for job leader monitoring.
21:07:33.513 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:1149) Receive slot request 0855bbd34d76a8cf8213060966f6bc67 for job 640bb5d81f2161b747452ce3cfd3ea9d from resource manager with leader id 840830e6e76c87377d33f6eac1854e6b.
21:07:33.513 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:321) Allocated slot for 0855bbd34d76a8cf8213060966f6bc67 with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
21:07:33.513 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:07:33.514 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:1149) Receive slot request f94b2567e8bc665a6cc030ee196d4176 for job 640bb5d81f2161b747452ce3cfd3ea9d from resource manager with leader id 840830e6e76c87377d33f6eac1854e6b.
21:07:33.514 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:321) Allocated slot for f94b2567e8bc665a6cc030ee196d4176 with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
21:07:33.514 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:1149) Receive slot request 7524f2b938ae7729a85a7118ef908b59 for job 640bb5d81f2161b747452ce3cfd3ea9d from resource manager with leader id 840830e6e76c87377d33f6eac1854e6b.
21:07:33.515 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:321) Allocated slot for 7524f2b938ae7729a85a7118ef908b59 with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
21:07:33.515 [INFO - mini-cluster-io-thread-3] (DefaultJobLeaderService.java:350) Try to register at job manager pekko://flink/user/rpc/jobmanager_15 with leader id e2ff03e1-5636-4890-8931-a708f9d9a623.
21:07:33.517 [INFO - flink-pekko.actor.default-dispatcher-8] (RetryingRegistration.java:162) Resolved JobManager address, beginning registration
21:07:33.519 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultJobLeaderService.java:417) Successful registration at job manager pekko://flink/user/rpc/jobmanager_15 for job 640bb5d81f2161b747452ce3cfd3ea9d.
21:07:33.519 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:1783) Establish JobManager connection for job 640bb5d81f2161b747452ce3cfd3ea9d.
21:07:33.519 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:1633) Offer reserved slots to the leader of job 640bb5d81f2161b747452ce3cfd3ea9d.
21:07:33.520 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from SCHEDULED to DEPLOYING.
21:07:33.520 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #0) with attempt id c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_0_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to b6e4c460-e227-4074-af21-a4a848131e32 @ 127.0.0.1 (dataPort=-1) with allocation id 88443c2dc2bfb0b137e18caffd13effa
21:07:33.521 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot 88443c2dc2bfb0b137e18caffd13effa.
21:07:33.523 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutorFileMergingManager.java:83) Registered new file merging snapshot manager for job 640bb5d81f2161b747452ce3cfd3ea9d.
21:07:33.523 [INFO - flink-pekko.actor.default-dispatcher-9] (StateChangelogStorageLoader.java:104) Creating a changelog storage with name 'memory'.
21:07:33.523 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
21:07:33.523 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutorChannelStateExecutorFactoryManager.java:70) Creating the channel state executor factory for job id 640bb5d81f2161b747452ce3cfd3ea9d
21:07:33.524 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=64), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [18ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [57ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: OK, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: OK, deferred=null) after lookup
21:07:33.526 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#0 (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_0_0), deploy into slot with allocation id 88443c2dc2bfb0b137e18caffd13effa.
21:07:33.527 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xeab93e15, L:/127.0.0.1:37968 - R:/127.23.69.190:42537] using SASL/PLAIN
21:07:33.530 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 49fde37190964fb6951583ec356e35f2
21:07:33.538 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet f99563ad40c547539d389b594da1fed9 for table 'replication_test_table' with partition [0x00000000, 0x0000000080000032)
21:07:33.538 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 5381a61602cf4f0f8d78f77200866f38 for table 'replication_test_table' with partition [0x0000000080000032, 0x0000000080000096)
21:07:33.538 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet ffa91b932fde4aac82bce1430648a994 for table 'replication_test_table' with partition [0x0000000080000096, 0x00000001)
21:07:33.538 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 21db1fe17416449396c581cefb41dabc for table 'replication_test_table' with partition [0x00000001, 0x0000000180000032)
21:07:33.538 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a51ac2ab18a44e998ab79a48cc3761de for table 'replication_test_table' with partition [0x0000000180000032, 0x0000000180000096)
21:07:33.538 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 8d31d19883c443cdb09c9b502fd8489b for table 'replication_test_table' with partition [0x0000000180000096, 0x00000002)
21:07:33.538 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x00000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x0000000080000032, ttl=299999, tablet=f99563ad40c547539d389b594da1fed9@[3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333),47cfb6121f3743ddb92109256e06fc6e(127.23.69.130:46325)[L],f0e82105cc3a4da08ca2cc74efdd6a0e(127.23.69.131:37539)]}, Tablet{lowerBoundPartitionKey=0x0000000080000032, upperBoundPartitionKey=0x0000000080000096, ttl=299999, tablet=5381a61602cf4f0f8d78f77200866f38@[3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333)[L],47cfb6121f3743ddb92109256e06fc6e(127.23.69.130:46325),f0e82105cc3a4da08ca2cc74efdd6a0e(127.23.69.131:37539)]}, Tablet{lowerBoundPartitionKey=0x0000000080000096, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=ffa91b932fde4aac82bce1430648a994@[3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333),47cfb6121f3743ddb92109256e06fc6e(127.23.69.130:46325)[L],f0e82105cc3a4da08ca2cc74efdd6a0e(127.23.69.131:37539)]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x0000000180000032, ttl=299999, tablet=21db1fe17416449396c581cefb41dabc@[3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333),47cfb6121f3743ddb92109256e06fc6e(127.23.69.130:46325),f0e82105cc3a4da08ca2cc74efdd6a0e(127.23.69.131:37539)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000180000032, upperBoundPartitionKey=0x0000000180000096, ttl=299999, tablet=a51ac2ab18a44e998ab79a48cc3761de@[3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333),47cfb6121f3743ddb92109256e06fc6e(127.23.69.130:46325),f0e82105cc3a4da08ca2cc74efdd6a0e(127.23.69.131:37539)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000180000096, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=8d31d19883c443cdb09c9b502fd8489b@[3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333)[L],47cfb6121f3743ddb92109256e06fc6e(127.23.69.130:46325),f0e82105cc3a4da08ca2cc74efdd6a0e(127.23.69.131:37539)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
21:07:33.540 [DEBUG - main] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:07:33.541 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.24.4.188:46037(127.24.4.188:46037)] Successfully connected to peer
21:07:33.545 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from SCHEDULED to DEPLOYING.
21:07:33.545 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #0) with attempt id c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_1_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to b6e4c460-e227-4074-af21-a4a848131e32 @ 127.0.0.1 (dataPort=-1) with allocation id 7524f2b938ae7729a85a7118ef908b59
21:07:33.553 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot 7524f2b938ae7729a85a7118ef908b59.
21:07:33.553 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from CREATED to DEPLOYING.
21:07:33.554 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#0 (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_0_0) [DEPLOYING].
21:07:33.555 [DEBUG - main] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:07:33.556 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from SCHEDULED to DEPLOYING.
21:07:33.556 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #0) with attempt id c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_2_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to b6e4c460-e227-4074-af21-a4a848131e32 @ 127.0.0.1 (dataPort=-1) with allocation id 0855bbd34d76a8cf8213060966f6bc67
21:07:33.557 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from SCHEDULED to DEPLOYING.
21:07:33.557 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #0) with attempt id c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_3_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to b6e4c460-e227-4074-af21-a4a848131e32 @ 127.0.0.1 (dataPort=-1) with allocation id f94b2567e8bc665a6cc030ee196d4176
21:07:33.565 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#0 (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_1_0), deploy into slot with allocation id 7524f2b938ae7729a85a7118ef908b59.
21:07:33.566 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot 88443c2dc2bfb0b137e18caffd13effa.
21:07:33.566 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot 7524f2b938ae7729a85a7118ef908b59.
21:07:33.566 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot 0855bbd34d76a8cf8213060966f6bc67.
21:07:33.566 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot f94b2567e8bc665a6cc030ee196d4176.
21:07:33.566 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot 0855bbd34d76a8cf8213060966f6bc67.
21:07:33.569 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#0 (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_2_0), deploy into slot with allocation id 0855bbd34d76a8cf8213060966f6bc67.
21:07:33.570 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.24.4.190:39383(127.24.4.190:39383)] Successfully connected to peer
21:07:33.570 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.24.4.189:35405(127.24.4.189:35405)] Successfully connected to peer
21:07:33.572 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@9f75d38
21:07:33.572 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
21:07:33.572 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit10233969733985069158/checkpoints")
21:07:33.573 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from DEPLOYING to INITIALIZING.
21:07:33.574 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from CREATED to DEPLOYING.
21:07:33.575 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#0 (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_1_0) [DEPLOYING].
21:07:33.576 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.24.4.190
21:07:33.579 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.24.4.189
21:07:33.579 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@7e46b1c8
21:07:33.579 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot f94b2567e8bc665a6cc030ee196d4176.
21:07:33.579 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
21:07:33.580 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit10233969733985069158/checkpoints")
21:07:33.580 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from DEPLOYING to INITIALIZING.
21:07:33.580 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from DEPLOYING to INITIALIZING.
21:07:33.581 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#0 (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_3_0), deploy into slot with allocation id f94b2567e8bc665a6cc030ee196d4176.
21:07:33.581 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from DEPLOYING to INITIALIZING.
21:07:33.583 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from CREATED to DEPLOYING.
21:07:33.583 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#0 (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_2_0) [DEPLOYING].
21:07:33.586 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@318b843f
21:07:33.587 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@c8ccc1a
21:07:33.587 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
21:07:33.587 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit10233969733985069158/checkpoints")
21:07:33.587 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from DEPLOYING to INITIALIZING.
21:07:33.588 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from DEPLOYING to INITIALIZING.
21:07:33.590 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@5cb7c826
21:07:33.593 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from CREATED to DEPLOYING.
21:07:33.593 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#0 (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_3_0) [DEPLOYING].
21:07:33.594 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@18200515
21:07:33.594 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@69f6adc6
21:07:33.594 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
21:07:33.594 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.24.4.188
21:07:33.594 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit10233969733985069158/checkpoints")
21:07:33.595 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from DEPLOYING to INITIALIZING.
21:07:33.597 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:07:33.598 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from DEPLOYING to INITIALIZING.
21:07:33.599 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:07:33.600 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:07:33.602 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:07:33.605 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:07:33.608 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:07:33.608 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@1c31eb8c
21:07:33.611 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x8461d393, L:/127.0.0.1:43774 - R:/127.24.4.189:35405] using SASL/PLAIN
21:07:33.611 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x6dfdd09b, L:/127.0.0.1:51954 - R:/127.24.4.190:39383] using SASL/PLAIN
21:07:33.613 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:07:33.615 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:07:33.616 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:07:33.617 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x39025f36, L:/127.0.0.1:48406 - R:/127.24.4.188:46037] using SASL/PLAIN
21:07:33.621 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.24.4.188:46037(127.24.4.188:46037)] Successfully connected to peer
21:07:33.625 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.24.4.188
21:07:33.628 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:07:33.629 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:07:33.630 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:07:33.636 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:07:33.637 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.24.4.188:46037(127.24.4.188:46037)] Successfully connected to peer
21:07:33.640 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
21:07:33.640 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=136), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [28ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [103ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: OK, [106ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: OK, [127ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: OK, deferred=null) after lookup
21:07:33.641 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.24.4.188
21:07:33.642 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xb6ae2d71, L:/127.0.0.1:48410 - R:/127.24.4.188:46037] using SASL/PLAIN
21:07:33.644 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table abbb550877174b7390c55138c2215042
21:07:33.645 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:07:33.646 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.24.4.190:39383(127.24.4.190:39383)] Successfully connected to peer
21:07:33.649 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.24.4.190
21:07:33.651 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.24.4.189:35405(127.24.4.189:35405)] Successfully connected to peer
21:07:33.655 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.24.4.189
21:07:33.655 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 6fd4af9c09ad49fc90c967781cbf9cf2 for table 'replication_test_table' with partition [0x00000000, 0x0000000080000032)
21:07:33.655 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet ba744b48d2fe46e4965a553fc4407281 for table 'replication_test_table' with partition [0x0000000080000032, 0x0000000080000096)
21:07:33.655 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet ef82968a2e51437498bb93c684873841 for table 'replication_test_table' with partition [0x0000000080000096, 0x00000001)
21:07:33.656 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 72d3b76f9a4447968e4065a985da4ff2 for table 'replication_test_table' with partition [0x00000001, 0x0000000180000032)
21:07:33.656 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 8698fb040de74fe1b802fea3016f9f92 for table 'replication_test_table' with partition [0x0000000180000032, 0x0000000180000096)
21:07:33.656 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 198472b755004099a0a044a8f9e079e9 for table 'replication_test_table' with partition [0x0000000180000096, 0x00000002)
21:07:33.656 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x00000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x0000000080000032, ttl=299999, tablet=6fd4af9c09ad49fc90c967781cbf9cf2@[2414b3feb3c746789b8f7a3231c2a465(127.24.4.131:38817)[L],28b43f34df8445b7ba6c271cc27bfb2a(127.24.4.129:44267),bf2d2a630430447086ac0e062627063f(127.24.4.130:34071)]}, Tablet{lowerBoundPartitionKey=0x0000000080000032, upperBoundPartitionKey=0x0000000080000096, ttl=299999, tablet=ba744b48d2fe46e4965a553fc4407281@[2414b3feb3c746789b8f7a3231c2a465(127.24.4.131:38817),28b43f34df8445b7ba6c271cc27bfb2a(127.24.4.129:44267)[L],bf2d2a630430447086ac0e062627063f(127.24.4.130:34071)]}, Tablet{lowerBoundPartitionKey=0x0000000080000096, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=ef82968a2e51437498bb93c684873841@[2414b3feb3c746789b8f7a3231c2a465(127.24.4.131:38817)[L],28b43f34df8445b7ba6c271cc27bfb2a(127.24.4.129:44267),bf2d2a630430447086ac0e062627063f(127.24.4.130:34071)]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x0000000180000032, ttl=299999, tablet=72d3b76f9a4447968e4065a985da4ff2@[2414b3feb3c746789b8f7a3231c2a465(127.24.4.131:38817),28b43f34df8445b7ba6c271cc27bfb2a(127.24.4.129:44267)[L],bf2d2a630430447086ac0e062627063f(127.24.4.130:34071)]}, Tablet{lowerBoundPartitionKey=0x0000000180000032, upperBoundPartitionKey=0x0000000180000096, ttl=299999, tablet=8698fb040de74fe1b802fea3016f9f92@[2414b3feb3c746789b8f7a3231c2a465(127.24.4.131:38817)[L],28b43f34df8445b7ba6c271cc27bfb2a(127.24.4.129:44267),bf2d2a630430447086ac0e062627063f(127.24.4.130:34071)]}, Tablet{lowerBoundPartitionKey=0x0000000180000096, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=198472b755004099a0a044a8f9e079e9@[2414b3feb3c746789b8f7a3231c2a465(127.24.4.131:38817),28b43f34df8445b7ba6c271cc27bfb2a(127.24.4.129:44267)[L],bf2d2a630430447086ac0e062627063f(127.24.4.130:34071)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
21:07:33.656 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC ScanRequest(scannerId=null, state=OPENING, attempt=1, KuduRpc(method=Scan, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=10), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.4.188:46037, [9ms] Sub RPC GetTableLocations: received response from server master-127.24.4.188:46037: OK, deferred=null)) after lookup
21:07:33.657 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:07:33.657 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 2414b3feb3c746789b8f7a3231c2a465(127.24.4.131:38817)] connecting to peer
21:07:33.658 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:07:33.660 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:07:33.661 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xcd8091db, L:/127.0.0.1:48418 - R:/127.24.4.188:46037] using SASL/PLAIN
21:07:33.661 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.24.4.188:46037(127.24.4.188:46037)] Successfully connected to peer
21:07:33.664 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:07:33.666 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
21:07:33.666 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=66), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [16ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [36ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: OK, deferred=null) after lookup
21:07:33.670 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:33.670 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table abbb550877174b7390c55138c2215042
21:07:33.673 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:07:33.674 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x6ca9a875, L:/127.0.0.1:51970 - R:/127.24.4.190:39383] using SASL/PLAIN
21:07:33.674 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.24.4.190:39383(127.24.4.190:39383)] Successfully connected to peer
21:07:33.676 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.24.4.188
21:07:33.682 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table abbb550877174b7390c55138c2215042
21:07:33.682 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@3606af4d
21:07:33.685 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 1 (#0) @ 
21:07:33.685 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 1 (#0)
21:07:33.689 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.24.4.190
21:07:33.691 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xa63dea93, L:/127.0.0.1:43786 - R:/127.24.4.189:35405] using SASL/PLAIN
21:07:33.693 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.24.4.189:35405(127.24.4.189:35405)] Successfully connected to peer
21:07:33.695 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:07:33.698 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.24.4.189
21:07:33.705 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:07:33.711 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xe28177ea, L:/127.0.0.1:51978 - R:/127.24.4.190:39383] using SASL/PLAIN
21:07:33.713 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xad91635a, L:/127.0.0.1:48424 - R:/127.24.4.188:46037] using SASL/PLAIN
21:07:33.713 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:07:33.715 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 2414b3feb3c746789b8f7a3231c2a465(127.24.4.131:38817)] Successfully connected to peer
21:07:33.717 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
21:07:33.717 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=117), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [30ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [32ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [89ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: OK, deferred=null) after lookup
21:07:33.718 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:33.724 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:07:33.726 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table abbb550877174b7390c55138c2215042
21:07:33.733 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table abbb550877174b7390c55138c2215042
21:07:33.734 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@72aa4620
21:07:33.736 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 2 (#0) @ 
21:07:33.736 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 2 (#0)
21:07:33.738 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:07:33.741 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.24.4.190:39383(127.24.4.190:39383)] Successfully connected to peer
21:07:33.744 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.24.4.190
21:07:33.751 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
21:07:33.752 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=154), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [37ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: OK, [125ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, deferred=null) after lookup
21:07:33.752 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xb350655d, L:/127.0.0.1:43792 - R:/127.24.4.189:35405] using SASL/PLAIN
21:07:33.761 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.24.4.189:35405(127.24.4.189:35405)] Successfully connected to peer
21:07:33.766 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table abbb550877174b7390c55138c2215042
21:07:33.770 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table abbb550877174b7390c55138c2215042
21:07:33.770 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@3a7338ed
21:07:33.772 [DEBUG - pool-132-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:07:33.772 [DEBUG - pool-132-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:07:33.772 [DEBUG - pool-132-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:07:33.772 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 0 (#0) @ 
21:07:33.773 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:33.773 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:33.773 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:33.773 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:07:33.774 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:33.774 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:33.774 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:33.774 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:33.774 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:33.774 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:07:33.775 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 0 (#0)
21:07:33.774 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:33.777 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:07:33.777 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xb2afb08b, L:/127.0.0.1:51984 - R:/127.24.4.190:39383] using SASL/PLAIN
21:07:33.778 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=28575), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [5ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [5ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [7ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [8ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [8ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [24ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [24ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [26ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [26ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [44ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [45ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [46ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [47ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [63ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [64ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [64ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [64ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [82ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [83ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [84ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [84ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [123ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [123ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [123ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [124ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [202ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [203ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [203ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [203ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [302ms] refreshing cache from master, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [303ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [304ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [305ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [305ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [306ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [306ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [541ms] refreshing cache from master, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [542ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [542ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [543ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [543ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [981ms] refreshing cache from master, [981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [982ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [982ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [982ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [982ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [983ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [983ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [1180ms] refreshing cache from master, [1180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [1181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [1181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [1181ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [1182ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [1182ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [1182ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [2603ms] refreshing cache from master, [2603ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [2604ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [2604ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [2605ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [2605ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [2605ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [2606ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [5281ms] refreshing cache from master, [5281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [5281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [5282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [5282ms] too many traces: truncated at 100 traces, deferred=Deferred@639435840(state=PENDING, result=null, callback=(continuation of Deferred@1357946015 after retry RPC after error@164697003) -> (continuation of Deferred@659331251 after retry RPC after error@1765648158) -> (continuation of Deferred@1040046786 after retry RPC after error@1018219165) -> (continuation of Deferred@2138723512 after retry RPC after error@2080053534) -> (continuation of Deferred@679737193 after retry RPC after error@308098246) -> (continuation of Deferred@1068465569 after retry RPC after error@473931939) -> (continuation of Deferred@724579570 after retry RPC after error@1345379926) -> (continuation of Deferred@339141508 after retry RPC after error@1970103065) -> (continuation of Deferred@1607491298 after retry RPC after error@163903776) -> (continuation of Deferred@709689695 after retry RPC after error@874961572) -> (continuation of Deferred@1776072076 after retry RPC after error@1199529070) -> (continuation of Deferred@91941415 after retry RPC after error@126608342) -> (continuation of Deferred@200754814 after retry RPC after error@920057666) -> (continuation of Deferred@1680808045 after retry RPC after error@1021497965) -> (continuation of Deferred@228042553 after retry RPC after error@217726254) -> (continuation of Deferred@269136044 after retry RPC after error@978413946) -> (continuation of Deferred@181387110 after retry RPC after error@1468133468) -> (continuation of Deferred@315340240 after retry RPC after error@601887818) -> (continuation of Deferred@1411623903 after retry RPC after error@217621015) -> (continuation of Deferred@1137898349 after retry RPC after error@1622408473) -> (continuation of Deferred@688381827 after retry RPC after error@1613117614) -> (continuation of Deferred@884729436 after retry RPC after error@1260363495) -> (continuation of Deferred@1551084480 after retry RPC after error@230759336), errback=(continuation of Deferred@1357946015 after retry RPC after error@164697003) -> (continuation of Deferred@659331251 after retry RPC after error@1765648158) -> (continuation of Deferred@1040046786 after retry RPC after error@1018219165) -> (continuation of Deferred@2138723512 after retry RPC after error@2080053534) -> (continuation of Deferred@679737193 after retry RPC after error@308098246) -> (continuation of Deferred@1068465569 after retry RPC after error@473931939) -> (continuation of Deferred@724579570 after retry RPC after error@1345379926) -> (continuation of Deferred@339141508 after retry RPC after error@1970103065) -> (continuation of Deferred@1607491298 after retry RPC after error@163903776) -> (continuation of Deferred@709689695 after retry RPC after error@874961572) -> (continuation of Deferred@1776072076 after retry RPC after error@1199529070) -> (continuation of Deferred@91941415 after retry RPC after error@126608342) -> (continuation of Deferred@200754814 after retry RPC after error@920057666) -> (continuation of Deferred@1680808045 after retry RPC after error@1021497965) -> (continuation of Deferred@228042553 after retry RPC after error@217726254) -> (continuation of Deferred@269136044 after retry RPC after error@978413946) -> (continuation of Deferred@181387110 after retry RPC after error@1468133468) -> (continuation of Deferred@315340240 after retry RPC after error@601887818) -> (continuation of Deferred@1411623903 after retry RPC after error@217621015) -> (continuation of Deferred@1137898349 after retry RPC after error@1622408473) -> (continuation of Deferred@688381827 after retry RPC after error@1613117614) -> (continuation of Deferred@884729436 after retry RPC after error@1260363495) -> (continuation of Deferred@1551084480 after retry RPC after error@230759336)))
21:07:33.778 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.24.4.188:46037(127.24.4.188:46037)] Successfully connected to peer
21:07:33.779 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (SourceReaderBase.java:338) Closing Source Reader.
21:07:33.779 [WARN - Source: KuduSource -> Sink: Writer (1/4)#4] (Task.java:1117) Source: KuduSource -> Sink: Writer (1/4)#4 (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=28575), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [5ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [5ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [7ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [8ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [8ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [24ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [24ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [26ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [26ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [44ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [45ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [46ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [47ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [63ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [64ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [64ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [64ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [82ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [83ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [84ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [84ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [123ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [123ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [123ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [124ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [202ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [203ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [203ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [203ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [302ms] refreshing cache from master, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [303ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [304ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [305ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [305ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [306ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [306ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [541ms] refreshing cache from master, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [542ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [542ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [543ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [543ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [981ms] refreshing cache from master, [981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [982ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [982ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [982ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [982ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [983ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [983ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [1180ms] refreshing cache from master, [1180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [1181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [1181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [1181ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [1182ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [1182ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [1182ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [2603ms] refreshing cache from master, [2603ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [2604ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [2604ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [2605ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [2605ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [2605ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [2606ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [5281ms] refreshing cache from master, [5281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [5281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [5282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [5282ms] too many traces: truncated at 100 traces, deferred=Deferred@639435840(state=PENDING, result=null, callback=(continuation of Deferred@1357946015 after retry RPC after error@164697003) -> (continuation of Deferred@659331251 after retry RPC after error@1765648158) -> (continuation of Deferred@1040046786 after retry RPC after error@1018219165) -> (continuation of Deferred@2138723512 after retry RPC after error@2080053534) -> (continuation of Deferred@679737193 after retry RPC after error@308098246) -> (continuation of Deferred@1068465569 after retry RPC after error@473931939) -> (continuation of Deferred@724579570 after retry RPC after error@1345379926) -> (continuation of Deferred@339141508 after retry RPC after error@1970103065) -> (continuation of Deferred@1607491298 after retry RPC after error@163903776) -> (continuation of Deferred@709689695 after retry RPC after error@874961572) -> (continuation of Deferred@1776072076 after retry RPC after error@1199529070) -> (continuation of Deferred@91941415 after retry RPC after error@126608342) -> (continuation of Deferred@200754814 after retry RPC after error@920057666) -> (continuation of Deferred@1680808045 after retry RPC after error@1021497965) -> (continuation of Deferred@228042553 after retry RPC after error@217726254) -> (continuation of Deferred@269136044 after retry RPC after error@978413946) -> (continuation of Deferred@181387110 after retry RPC after error@1468133468) -> (continuation of Deferred@315340240 after retry RPC after error@601887818) -> (continuation of Deferred@1411623903 after retry RPC after error@217621015) -> (continuation of Deferred@1137898349 after retry RPC after error@1622408473) -> (continuation of Deferred@688381827 after retry RPC after error@1613117614) -> (continuation of Deferred@884729436 after retry RPC after error@1260363495) -> (continuation of Deferred@1551084480 after retry RPC after error@230759336), errback=(continuation of Deferred@1357946015 after retry RPC after error@164697003) -> (continuation of Deferred@659331251 after retry RPC after error@1765648158) -> (continuation of Deferred@1040046786 after retry RPC after error@1018219165) -> (continuation of Deferred@2138723512 after retry RPC after error@2080053534) -> (continuation of Deferred@679737193 after retry RPC after error@308098246) -> (continuation of Deferred@1068465569 after retry RPC after error@473931939) -> (continuation of Deferred@724579570 after retry RPC after error@1345379926) -> (continuation of Deferred@339141508 after retry RPC after error@1970103065) -> (continuation of Deferred@1607491298 after retry RPC after error@163903776) -> (continuation of Deferred@709689695 after retry RPC after error@874961572) -> (continuation of Deferred@1776072076 after retry RPC after error@1199529070) -> (continuation of Deferred@91941415 after retry RPC after error@126608342) -> (continuation of Deferred@200754814 after retry RPC after error@920057666) -> (continuation of Deferred@1680808045 after retry RPC after error@1021497965) -> (continuation of Deferred@228042553 after retry RPC after error@217726254) -> (continuation of Deferred@269136044 after retry RPC after error@978413946) -> (continuation of Deferred@181387110 after retry RPC after error@1468133468) -> (continuation of Deferred@315340240 after retry RPC after error@601887818) -> (continuation of Deferred@1411623903 after retry RPC after error@217621015) -> (continuation of Deferred@1137898349 after retry RPC after error@1622408473) -> (continuation of Deferred@688381827 after retry RPC after error@1613117614) -> (continuation of Deferred@884729436 after retry RPC after error@1260363495) -> (continuation of Deferred@1551084480 after retry RPC after error@230759336)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.18.92.188:36207
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:07:33.779 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#4 (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_0_4).
21:07:33.781 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.24.4.188
21:07:33.781 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#4 75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_0_4.
21:07:33.785 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:07:33.786 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.24.4.190:39383(127.24.4.190:39383)] Successfully connected to peer
21:07:33.789 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.24.4.189:35405(127.24.4.189:35405)] Successfully connected to peer
21:07:33.793 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.24.4.190
21:07:33.798 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:07:33.785 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1449) Source: KuduSource -> Sink: Writer (1/4) (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from INITIALIZING to FAILED on d3190376-62a7-4418-84bf-bee23066b9ee @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=28575), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [5ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [5ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [7ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [8ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [8ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [24ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [24ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [26ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [26ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [44ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [45ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [46ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [47ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [63ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [64ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [64ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [64ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [82ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [83ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [84ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [84ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [123ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [123ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [123ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [124ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [202ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [203ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [203ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [203ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [302ms] refreshing cache from master, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [303ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [304ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [305ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [305ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [306ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [306ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [541ms] refreshing cache from master, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [542ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [542ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [543ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [543ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [981ms] refreshing cache from master, [981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [982ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [982ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [982ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [982ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [983ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [983ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [1180ms] refreshing cache from master, [1180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [1181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [1181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [1181ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [1182ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [1182ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [1182ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [2603ms] refreshing cache from master, [2603ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [2604ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [2604ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [2605ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [2605ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [2605ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [2606ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [5281ms] refreshing cache from master, [5281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [5281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [5282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [5282ms] too many traces: truncated at 100 traces, deferred=Deferred@639435840(state=PENDING, result=null, callback=(continuation of Deferred@1357946015 after retry RPC after error@164697003) -> (continuation of Deferred@659331251 after retry RPC after error@1765648158) -> (continuation of Deferred@1040046786 after retry RPC after error@1018219165) -> (continuation of Deferred@2138723512 after retry RPC after error@2080053534) -> (continuation of Deferred@679737193 after retry RPC after error@308098246) -> (continuation of Deferred@1068465569 after retry RPC after error@473931939) -> (continuation of Deferred@724579570 after retry RPC after error@1345379926) -> (continuation of Deferred@339141508 after retry RPC after error@1970103065) -> (continuation of Deferred@1607491298 after retry RPC after error@163903776) -> (continuation of Deferred@709689695 after retry RPC after error@874961572) -> (continuation of Deferred@1776072076 after retry RPC after error@1199529070) -> (continuation of Deferred@91941415 after retry RPC after error@126608342) -> (continuation of Deferred@200754814 after retry RPC after error@920057666) -> (continuation of Deferred@1680808045 after retry RPC after error@1021497965) -> (continuation of Deferred@228042553 after retry RPC after error@217726254) -> (continuation of Deferred@269136044 after retry RPC after error@978413946) -> (continuation of Deferred@181387110 after retry RPC after error@1468133468) -> (continuation of Deferred@315340240 after retry RPC after error@601887818) -> (continuation of Deferred@1411623903 after retry RPC after error@217621015) -> (continuation of Deferred@1137898349 after retry RPC after error@1622408473) -> (continuation of Deferred@688381827 after retry RPC after error@1613117614) -> (continuation of Deferred@884729436 after retry RPC after error@1260363495) -> (continuation of Deferred@1551084480 after retry RPC after error@230759336), errback=(continuation of Deferred@1357946015 after retry RPC after error@164697003) -> (continuation of Deferred@659331251 after retry RPC after error@1765648158) -> (continuation of Deferred@1040046786 after retry RPC after error@1018219165) -> (continuation of Deferred@2138723512 after retry RPC after error@2080053534) -> (continuation of Deferred@679737193 after retry RPC after error@308098246) -> (continuation of Deferred@1068465569 after retry RPC after error@473931939) -> (continuation of Deferred@724579570 after retry RPC after error@1345379926) -> (continuation of Deferred@339141508 after retry RPC after error@1970103065) -> (continuation of Deferred@1607491298 after retry RPC after error@163903776) -> (continuation of Deferred@709689695 after retry RPC after error@874961572) -> (continuation of Deferred@1776072076 after retry RPC after error@1199529070) -> (continuation of Deferred@91941415 after retry RPC after error@126608342) -> (continuation of Deferred@200754814 after retry RPC after error@920057666) -> (continuation of Deferred@1680808045 after retry RPC after error@1021497965) -> (continuation of Deferred@228042553 after retry RPC after error@217726254) -> (continuation of Deferred@269136044 after retry RPC after error@978413946) -> (continuation of Deferred@181387110 after retry RPC after error@1468133468) -> (continuation of Deferred@315340240 after retry RPC after error@601887818) -> (continuation of Deferred@1411623903 after retry RPC after error@217621015) -> (continuation of Deferred@1137898349 after retry RPC after error@1622408473) -> (continuation of Deferred@688381827 after retry RPC after error@1613117614) -> (continuation of Deferred@884729436 after retry RPC after error@1260363495) -> (continuation of Deferred@1551084480 after retry RPC after error@230759336)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.18.92.188:36207
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:07:33.799 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 50520737ebe38e2625b3d1dfb8799f70: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
21:07:33.802 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:07:33.802 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:07:33.802 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:07:33.802 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:33.803 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:33.803 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:33.803 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:33.803 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:33.803 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:33.803 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:33.803 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:33.803 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:33.803 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:07:33.804 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=22, TimeoutTracker(timeout=30000, elapsed=28603), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [5ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [7ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [11ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [13ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [13ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [14ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [23ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [28ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [30ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [30ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [44ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [45ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [47ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [47ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [62ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [63ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [64ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [64ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [83ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [84ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [85ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [85ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [102ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [102ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [103ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [103ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [123ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [124ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [125ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [125ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [162ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [162ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [163ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [163ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [183ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [183ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [183ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [184ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [641ms] refreshing cache from master, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [642ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [642ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [642ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [642ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [643ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [643ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [920ms] refreshing cache from master, [921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [922ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [922ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [922ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [922ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [1541ms] refreshing cache from master, [1541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [1542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [1542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [1542ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [1542ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [1543ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [1543ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [3001ms] refreshing cache from master, [3001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [3001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [3001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [3002ms] too many traces: truncated at 100 traces, deferred=Deferred@680415267(state=PENDING, result=null, callback=(continuation of Deferred@727543648 after retry RPC after error@1515510257) -> (continuation of Deferred@1896904126 after retry RPC after error@734342391) -> (continuation of Deferred@1805869184 after retry RPC after error@390375252) -> (continuation of Deferred@1703648647 after retry RPC after error@1730914133) -> (continuation of Deferred@402418768 after retry RPC after error@632297468) -> (continuation of Deferred@485413224 after retry RPC after error@650497199) -> (continuation of Deferred@1387248331 after retry RPC after error@1996839061) -> (continuation of Deferred@487236236 after retry RPC after error@362984758) -> (continuation of Deferred@980692139 after retry RPC after error@1743260288) -> (continuation of Deferred@801032755 after retry RPC after error@800444919) -> (continuation of Deferred@884974046 after retry RPC after error@329515459) -> (continuation of Deferred@1242742486 after retry RPC after error@1261036554) -> (continuation of Deferred@47255008 after retry RPC after error@826850912) -> (continuation of Deferred@1853051537 after retry RPC after error@1786704609) -> (continuation of Deferred@1615486019 after retry RPC after error@344282516) -> (continuation of Deferred@1612081743 after retry RPC after error@2111993174) -> (continuation of Deferred@1333303021 after retry RPC after error@1903117155) -> (continuation of Deferred@586685203 after retry RPC after error@1289650911) -> (continuation of Deferred@1201318487 after retry RPC after error@1290112412) -> (continuation of Deferred@782706576 after retry RPC after error@374837473) -> (continuation of Deferred@67979374 after retry RPC after error@1692711966), errback=(continuation of Deferred@727543648 after retry RPC after error@1515510257) -> (continuation of Deferred@1896904126 after retry RPC after error@734342391) -> (continuation of Deferred@1805869184 after retry RPC after error@390375252) -> (continuation of Deferred@1703648647 after retry RPC after error@1730914133) -> (continuation of Deferred@402418768 after retry RPC after error@632297468) -> (continuation of Deferred@485413224 after retry RPC after error@650497199) -> (continuation of Deferred@1387248331 after retry RPC after error@1996839061) -> (continuation of Deferred@487236236 after retry RPC after error@362984758) -> (continuation of Deferred@980692139 after retry RPC after error@1743260288) -> (continuation of Deferred@801032755 after retry RPC after error@800444919) -> (continuation of Deferred@884974046 after retry RPC after error@329515459) -> (continuation of Deferred@1242742486 after retry RPC after error@1261036554) -> (continuation of Deferred@47255008 after retry RPC after error@826850912) -> (continuation of Deferred@1853051537 after retry RPC after error@1786704609) -> (continuation of Deferred@1615486019 after retry RPC after error@344282516) -> (continuation of Deferred@1612081743 after retry RPC after error@2111993174) -> (continuation of Deferred@1333303021 after retry RPC after error@1903117155) -> (continuation of Deferred@586685203 after retry RPC after error@1289650911) -> (continuation of Deferred@1201318487 after retry RPC after error@1290112412) -> (continuation of Deferred@782706576 after retry RPC after error@374837473) -> (continuation of Deferred@67979374 after retry RPC after error@1692711966)))
21:07:33.805 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (SourceReaderBase.java:338) Closing Source Reader.
21:07:33.805 [WARN - Source: KuduSource -> Sink: Writer (3/4)#4] (Task.java:1117) Source: KuduSource -> Sink: Writer (3/4)#4 (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=22, TimeoutTracker(timeout=30000, elapsed=28603), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [5ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [7ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [11ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [13ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [13ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [14ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [23ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [28ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [30ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [30ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [44ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [45ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [47ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [47ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [62ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [63ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [64ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [64ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [83ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [84ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [85ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [85ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [102ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [102ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [103ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [103ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [123ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [124ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [125ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [125ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [162ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [162ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [163ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [163ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [183ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [183ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [183ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [184ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [641ms] refreshing cache from master, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [642ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [642ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [642ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [642ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [643ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [643ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [920ms] refreshing cache from master, [921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [922ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [922ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [922ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [922ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [1541ms] refreshing cache from master, [1541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [1542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [1542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [1542ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [1542ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [1543ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [1543ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [3001ms] refreshing cache from master, [3001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [3001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [3001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [3002ms] too many traces: truncated at 100 traces, deferred=Deferred@680415267(state=PENDING, result=null, callback=(continuation of Deferred@727543648 after retry RPC after error@1515510257) -> (continuation of Deferred@1896904126 after retry RPC after error@734342391) -> (continuation of Deferred@1805869184 after retry RPC after error@390375252) -> (continuation of Deferred@1703648647 after retry RPC after error@1730914133) -> (continuation of Deferred@402418768 after retry RPC after error@632297468) -> (continuation of Deferred@485413224 after retry RPC after error@650497199) -> (continuation of Deferred@1387248331 after retry RPC after error@1996839061) -> (continuation of Deferred@487236236 after retry RPC after error@362984758) -> (continuation of Deferred@980692139 after retry RPC after error@1743260288) -> (continuation of Deferred@801032755 after retry RPC after error@800444919) -> (continuation of Deferred@884974046 after retry RPC after error@329515459) -> (continuation of Deferred@1242742486 after retry RPC after error@1261036554) -> (continuation of Deferred@47255008 after retry RPC after error@826850912) -> (continuation of Deferred@1853051537 after retry RPC after error@1786704609) -> (continuation of Deferred@1615486019 after retry RPC after error@344282516) -> (continuation of Deferred@1612081743 after retry RPC after error@2111993174) -> (continuation of Deferred@1333303021 after retry RPC after error@1903117155) -> (continuation of Deferred@586685203 after retry RPC after error@1289650911) -> (continuation of Deferred@1201318487 after retry RPC after error@1290112412) -> (continuation of Deferred@782706576 after retry RPC after error@374837473) -> (continuation of Deferred@67979374 after retry RPC after error@1692711966), errback=(continuation of Deferred@727543648 after retry RPC after error@1515510257) -> (continuation of Deferred@1896904126 after retry RPC after error@734342391) -> (continuation of Deferred@1805869184 after retry RPC after error@390375252) -> (continuation of Deferred@1703648647 after retry RPC after error@1730914133) -> (continuation of Deferred@402418768 after retry RPC after error@632297468) -> (continuation of Deferred@485413224 after retry RPC after error@650497199) -> (continuation of Deferred@1387248331 after retry RPC after error@1996839061) -> (continuation of Deferred@487236236 after retry RPC after error@362984758) -> (continuation of Deferred@980692139 after retry RPC after error@1743260288) -> (continuation of Deferred@801032755 after retry RPC after error@800444919) -> (continuation of Deferred@884974046 after retry RPC after error@329515459) -> (continuation of Deferred@1242742486 after retry RPC after error@1261036554) -> (continuation of Deferred@47255008 after retry RPC after error@826850912) -> (continuation of Deferred@1853051537 after retry RPC after error@1786704609) -> (continuation of Deferred@1615486019 after retry RPC after error@344282516) -> (continuation of Deferred@1612081743 after retry RPC after error@2111993174) -> (continuation of Deferred@1333303021 after retry RPC after error@1903117155) -> (continuation of Deferred@586685203 after retry RPC after error@1289650911) -> (continuation of Deferred@1201318487 after retry RPC after error@1290112412) -> (continuation of Deferred@782706576 after retry RPC after error@374837473) -> (continuation of Deferred@67979374 after retry RPC after error@1692711966)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.18.92.189:41897
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:07:33.806 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#4 (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_2_4).
21:07:33.808 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#4 75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_2_4.
21:07:33.810 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#4) of source Source: KuduSource.
21:07:33.811 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_0_4.
21:07:33.811 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (50520737ebe38e2625b3d1dfb8799f70) switched from state RUNNING to RESTARTING.
21:07:33.818 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:07:33.823 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.24.4.189
21:07:33.825 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:33.828 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1449) Source: KuduSource -> Sink: Writer (3/4) (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from INITIALIZING to FAILED on d3190376-62a7-4418-84bf-bee23066b9ee @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=22, TimeoutTracker(timeout=30000, elapsed=28603), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [5ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [7ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [11ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [13ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [13ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [14ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [23ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [28ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [30ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [30ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [44ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [45ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [47ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [47ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [62ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [63ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [64ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [64ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [83ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [84ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [85ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [85ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [102ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [102ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [103ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [103ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [123ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [124ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [125ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [125ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [162ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [162ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [163ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [163ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [183ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [183ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [183ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [184ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [641ms] refreshing cache from master, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [642ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [642ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [642ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [642ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [643ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [643ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [920ms] refreshing cache from master, [921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [922ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [922ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [922ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [922ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [1541ms] refreshing cache from master, [1541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [1542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [1542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [1542ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [1542ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [1543ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [1543ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [3001ms] refreshing cache from master, [3001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [3001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [3001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [3002ms] too many traces: truncated at 100 traces, deferred=Deferred@680415267(state=PENDING, result=null, callback=(continuation of Deferred@727543648 after retry RPC after error@1515510257) -> (continuation of Deferred@1896904126 after retry RPC after error@734342391) -> (continuation of Deferred@1805869184 after retry RPC after error@390375252) -> (continuation of Deferred@1703648647 after retry RPC after error@1730914133) -> (continuation of Deferred@402418768 after retry RPC after error@632297468) -> (continuation of Deferred@485413224 after retry RPC after error@650497199) -> (continuation of Deferred@1387248331 after retry RPC after error@1996839061) -> (continuation of Deferred@487236236 after retry RPC after error@362984758) -> (continuation of Deferred@980692139 after retry RPC after error@1743260288) -> (continuation of Deferred@801032755 after retry RPC after error@800444919) -> (continuation of Deferred@884974046 after retry RPC after error@329515459) -> (continuation of Deferred@1242742486 after retry RPC after error@1261036554) -> (continuation of Deferred@47255008 after retry RPC after error@826850912) -> (continuation of Deferred@1853051537 after retry RPC after error@1786704609) -> (continuation of Deferred@1615486019 after retry RPC after error@344282516) -> (continuation of Deferred@1612081743 after retry RPC after error@2111993174) -> (continuation of Deferred@1333303021 after retry RPC after error@1903117155) -> (continuation of Deferred@586685203 after retry RPC after error@1289650911) -> (continuation of Deferred@1201318487 after retry RPC after error@1290112412) -> (continuation of Deferred@782706576 after retry RPC after error@374837473) -> (continuation of Deferred@67979374 after retry RPC after error@1692711966), errback=(continuation of Deferred@727543648 after retry RPC after error@1515510257) -> (continuation of Deferred@1896904126 after retry RPC after error@734342391) -> (continuation of Deferred@1805869184 after retry RPC after error@390375252) -> (continuation of Deferred@1703648647 after retry RPC after error@1730914133) -> (continuation of Deferred@402418768 after retry RPC after error@632297468) -> (continuation of Deferred@485413224 after retry RPC after error@650497199) -> (continuation of Deferred@1387248331 after retry RPC after error@1996839061) -> (continuation of Deferred@487236236 after retry RPC after error@362984758) -> (continuation of Deferred@980692139 after retry RPC after error@1743260288) -> (continuation of Deferred@801032755 after retry RPC after error@800444919) -> (continuation of Deferred@884974046 after retry RPC after error@329515459) -> (continuation of Deferred@1242742486 after retry RPC after error@1261036554) -> (continuation of Deferred@47255008 after retry RPC after error@826850912) -> (continuation of Deferred@1853051537 after retry RPC after error@1786704609) -> (continuation of Deferred@1615486019 after retry RPC after error@344282516) -> (continuation of Deferred@1612081743 after retry RPC after error@2111993174) -> (continuation of Deferred@1333303021 after retry RPC after error@1903117155) -> (continuation of Deferred@586685203 after retry RPC after error@1289650911) -> (continuation of Deferred@1201318487 after retry RPC after error@1290112412) -> (continuation of Deferred@782706576 after retry RPC after error@374837473) -> (continuation of Deferred@67979374 after retry RPC after error@1692711966)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.18.92.189:41897
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:07:33.834 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 50520737ebe38e2625b3d1dfb8799f70: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
21:07:33.835 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#4) of source Source: KuduSource.
21:07:33.835 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_2_4.
21:07:33.835 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:07:33.835 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0xf3a1d526, L:/127.0.0.1:51854 - R:/127.24.4.131:38817] using TOKEN/null
21:07:33.843 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:07:33.844 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xa4f82d8e, L:/127.0.0.1:48436 - R:/127.24.4.188:46037] using SASL/PLAIN
21:07:33.847 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:07:33.848 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from INITIALIZING to RUNNING.
21:07:33.849 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='3bc094fe2a0b32a9bf8a952f07584ef084a5cce5fa73df1edefc8ddfb013a7e3'}]
21:07:33.851 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:07:33.852 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xf4910cae, L:/127.0.0.1:51988 - R:/127.24.4.190:39383] using SASL/PLAIN
21:07:33.851 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xf4e70415, L:/127.0.0.1:43794 - R:/127.24.4.189:35405] using TOKEN/null
21:07:33.860 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
21:07:33.860 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=245), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [50ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [134ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: OK, [137ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: OK, deferred=null) after lookup
21:07:33.864 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x757de43b, L:/127.0.0.1:43804 - R:/127.24.4.189:35405] using SASL/PLAIN
21:07:33.864 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table abbb550877174b7390c55138c2215042
21:07:33.869 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from INITIALIZING to RUNNING.
21:07:33.869 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='05c6750d442646cd4967cdd26c4cd2e5435c5af6f119a16c97e05a9e289ed64e'}]
21:07:33.871 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:07:33.871 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table abbb550877174b7390c55138c2215042
21:07:33.872 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@3ea4faf5
21:07:33.875 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
21:07:33.875 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x0000000080000032, ttl=299998, tablet=f99563ad40c547539d389b594da1fed9@[3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333),47cfb6121f3743ddb92109256e06fc6e(127.23.69.130:46325),f0e82105cc3a4da08ca2cc74efdd6a0e(127.23.69.131:37539)[L]]}]
21:07:33.889 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=6fd4af9c09ad49fc90c967781cbf9cf2, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:07:33.889 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 6fd4af9c09ad49fc90c967781cbf9cf2 for partition [0x00000000, 0x0000000080000032) with scanner id null
21:07:33.890 [DEBUG - main] (Connection.java:748) [peer 28b43f34df8445b7ba6c271cc27bfb2a(127.24.4.129:44267)] connecting to peer
21:07:33.890 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from INITIALIZING to RUNNING.
21:07:33.903 [DEBUG - kudu-nio-4] (Connection.java:757) [peer 28b43f34df8445b7ba6c271cc27bfb2a(127.24.4.129:44267)] Successfully connected to peer
21:07:33.927 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:33.931 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from INITIALIZING to RUNNING.
21:07:33.942 [DEBUG - kudu-nio-4] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:07:33.949 [DEBUG - kudu-nio-4] (Negotiator.java:919) Authenticated connection [id: 0xc5f4eaa7, L:/127.0.0.1:42982 - R:/127.24.4.129:44267] using TOKEN/null
21:07:33.959 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer 3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333)] connecting to peer
21:07:33.960 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from INITIALIZING to RUNNING.
21:07:33.961 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 3 (#0) @ 
21:07:33.961 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 3 (#0)
21:07:33.967 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from INITIALIZING to RUNNING.
21:07:33.969 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='e818bcc0dd85059740d457292e2d839df0816f988eea1b7661ff1edf7fad6e4c'}]
21:07:33.970 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:07:33.979 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from INITIALIZING to RUNNING.
21:07:33.979 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='4a63881f6f7d0be3e7f14b09789ed83e6df9d50ff81bfb883b840b7ed9a5072d'}]
21:07:33.981 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:07:33.982 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from INITIALIZING to RUNNING.
21:07:33.991 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333)] Successfully connected to peer
21:07:33.995 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
21:07:34.000 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000080000096, upperBoundPartitionKey=0x00000001, ttl=299997, tablet=ffa91b932fde4aac82bce1430648a994@[3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333),47cfb6121f3743ddb92109256e06fc6e(127.23.69.130:46325),f0e82105cc3a4da08ca2cc74efdd6a0e(127.23.69.131:37539)[L]]}]
21:07:34.003 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.23.69.129
21:07:34.007 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
21:07:34.008 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x0000000180000032, ttl=299997, tablet=21db1fe17416449396c581cefb41dabc@[3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333),47cfb6121f3743ddb92109256e06fc6e(127.23.69.130:46325)[L],f0e82105cc3a4da08ca2cc74efdd6a0e(127.23.69.131:37539)]}]
21:07:34.014 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=ba744b48d2fe46e4965a553fc4407281, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:07:34.014 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet ba744b48d2fe46e4965a553fc4407281 for partition [0x0000000080000032, 0x0000000080000096) with scanner id null
21:07:34.023 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
21:07:34.025 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000080000032, upperBoundPartitionKey=0x0000000080000096, ttl=299998, tablet=5381a61602cf4f0f8d78f77200866f38@[3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333)[L],47cfb6121f3743ddb92109256e06fc6e(127.23.69.130:46325),f0e82105cc3a4da08ca2cc74efdd6a0e(127.23.69.131:37539)]}]
21:07:34.025 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=ef82968a2e51437498bb93c684873841, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:07:34.025 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet ef82968a2e51437498bb93c684873841 for partition [0x0000000080000096, 0x00000001) with scanner id null
21:07:34.035 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer 3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333)] connecting to peer
21:07:34.043 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer 3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333)] connecting to peer
21:07:34.044 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:07:34.052 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=72d3b76f9a4447968e4065a985da4ff2, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:07:34.052 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 72d3b76f9a4447968e4065a985da4ff2 for partition [0x00000001, 0x0000000180000032) with scanner id null
21:07:34.067 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x7cb43e78, L:/127.0.0.1:43304 - R:/127.23.69.129:40333] using SASL/PLAIN
21:07:34.070 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=8698fb040de74fe1b802fea3016f9f92, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:07:34.070 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 8698fb040de74fe1b802fea3016f9f92 for partition [0x0000000180000032, 0x0000000180000096) with scanner id null
21:07:34.078 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=198472b755004099a0a044a8f9e079e9, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:07:34.078 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 198472b755004099a0a044a8f9e079e9 for partition [0x0000000180000096, 0x00000002) with scanner id null
21:07:34.099 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer 3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333)] connecting to peer
21:07:34.105 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 4 rows, more = false, responseScanTimestamp = 7305399719768064001) for scanner KuduScanner(table=replication_test_table, tablet=f99563ad40c547539d389b594da1fed9, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:07:34.106 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:108) Finished reading from splits [05c6750d442646cd4967cdd26c4cd2e5435c5af6f119a16c97e05a9e289ed64e]
21:07:34.107 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (KryoSerializer.java:492) Kryo serializer scala extensions are not available.
21:07:34.110 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [05c6750d442646cd4967cdd26c4cd2e5435c5af6f119a16c97e05a9e289ed64e]
21:07:34.111 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
21:07:34.111 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
21:07:34.112 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer 3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333)] disconnecting while in state READY
21:07:34.113 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 05c6750d442646cd4967cdd26c4cd2e5435c5af6f119a16c97e05a9e289ed64e finished by subtask 1; deferring removal (restored in pending)
21:07:34.118 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
21:07:34.119 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 6fd4af9c09ad49fc90c967781cbf9cf2 for table 'replication_test_table' with partition [0x00000000, 0x0000000080000032)
21:07:34.119 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet ba744b48d2fe46e4965a553fc4407281 for table 'replication_test_table' with partition [0x0000000080000032, 0x0000000080000096)
21:07:34.119 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet ef82968a2e51437498bb93c684873841 for table 'replication_test_table' with partition [0x0000000080000096, 0x00000001)
21:07:34.119 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 72d3b76f9a4447968e4065a985da4ff2 for table 'replication_test_table' with partition [0x00000001, 0x0000000180000032)
21:07:34.119 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 8698fb040de74fe1b802fea3016f9f92 for table 'replication_test_table' with partition [0x0000000180000032, 0x0000000180000096)
21:07:34.119 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 198472b755004099a0a044a8f9e079e9 for table 'replication_test_table' with partition [0x0000000180000096, 0x00000002)
21:07:34.120 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x0000000080000032, ttl=299999, tablet=6fd4af9c09ad49fc90c967781cbf9cf2@[2414b3feb3c746789b8f7a3231c2a465(127.24.4.131:38817)[L],28b43f34df8445b7ba6c271cc27bfb2a(127.24.4.129:44267),bf2d2a630430447086ac0e062627063f(127.24.4.130:34071)]}, Tablet{lowerBoundPartitionKey=0x0000000080000032, upperBoundPartitionKey=0x0000000080000096, ttl=299999, tablet=ba744b48d2fe46e4965a553fc4407281@[2414b3feb3c746789b8f7a3231c2a465(127.24.4.131:38817),28b43f34df8445b7ba6c271cc27bfb2a(127.24.4.129:44267)[L],bf2d2a630430447086ac0e062627063f(127.24.4.130:34071)]}, Tablet{lowerBoundPartitionKey=0x0000000080000096, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=ef82968a2e51437498bb93c684873841@[2414b3feb3c746789b8f7a3231c2a465(127.24.4.131:38817)[L],28b43f34df8445b7ba6c271cc27bfb2a(127.24.4.129:44267),bf2d2a630430447086ac0e062627063f(127.24.4.130:34071)]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x0000000180000032, ttl=299999, tablet=72d3b76f9a4447968e4065a985da4ff2@[2414b3feb3c746789b8f7a3231c2a465(127.24.4.131:38817),28b43f34df8445b7ba6c271cc27bfb2a(127.24.4.129:44267)[L],bf2d2a630430447086ac0e062627063f(127.24.4.130:34071)]}, Tablet{lowerBoundPartitionKey=0x0000000180000032, upperBoundPartitionKey=0x0000000180000096, ttl=299999, tablet=8698fb040de74fe1b802fea3016f9f92@[2414b3feb3c746789b8f7a3231c2a465(127.24.4.131:38817)[L],28b43f34df8445b7ba6c271cc27bfb2a(127.24.4.129:44267),bf2d2a630430447086ac0e062627063f(127.24.4.130:34071)]}, Tablet{lowerBoundPartitionKey=0x0000000180000096, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=198472b755004099a0a044a8f9e079e9@[2414b3feb3c746789b8f7a3231c2a465(127.24.4.131:38817),28b43f34df8445b7ba6c271cc27bfb2a(127.24.4.129:44267)[L],bf2d2a630430447086ac0e062627063f(127.24.4.130:34071)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
21:07:34.120 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='06bcb2b4667c20f3b78b56a1fd48eff42260118e8f90ebf4e4aa86a65689bac2'}]
21:07:34.165 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:07:34.166 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333)] Successfully connected to peer
21:07:34.177 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333)] Successfully connected to peer
21:07:34.191 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333)] Successfully connected to peer
21:07:34.200 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 6fd4af9c09ad49fc90c967781cbf9cf2 for table 'replication_test_table' with partition [0x00000000, 0x0000000080000032)
21:07:34.200 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet ba744b48d2fe46e4965a553fc4407281 for table 'replication_test_table' with partition [0x0000000080000032, 0x0000000080000096)
21:07:34.200 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet ef82968a2e51437498bb93c684873841 for table 'replication_test_table' with partition [0x0000000080000096, 0x00000001)
21:07:34.200 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 72d3b76f9a4447968e4065a985da4ff2 for table 'replication_test_table' with partition [0x00000001, 0x0000000180000032)
21:07:34.200 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 8698fb040de74fe1b802fea3016f9f92 for table 'replication_test_table' with partition [0x0000000180000032, 0x0000000180000096)
21:07:34.200 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 198472b755004099a0a044a8f9e079e9 for table 'replication_test_table' with partition [0x0000000180000096, 0x00000002)
21:07:34.200 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x0000000080000032, ttl=299999, tablet=6fd4af9c09ad49fc90c967781cbf9cf2@[2414b3feb3c746789b8f7a3231c2a465(127.24.4.131:38817)[L],28b43f34df8445b7ba6c271cc27bfb2a(127.24.4.129:44267),bf2d2a630430447086ac0e062627063f(127.24.4.130:34071)]}, Tablet{lowerBoundPartitionKey=0x0000000080000032, upperBoundPartitionKey=0x0000000080000096, ttl=299999, tablet=ba744b48d2fe46e4965a553fc4407281@[2414b3feb3c746789b8f7a3231c2a465(127.24.4.131:38817),28b43f34df8445b7ba6c271cc27bfb2a(127.24.4.129:44267)[L],bf2d2a630430447086ac0e062627063f(127.24.4.130:34071)]}, Tablet{lowerBoundPartitionKey=0x0000000080000096, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=ef82968a2e51437498bb93c684873841@[2414b3feb3c746789b8f7a3231c2a465(127.24.4.131:38817)[L],28b43f34df8445b7ba6c271cc27bfb2a(127.24.4.129:44267),bf2d2a630430447086ac0e062627063f(127.24.4.130:34071)]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x0000000180000032, ttl=299999, tablet=72d3b76f9a4447968e4065a985da4ff2@[2414b3feb3c746789b8f7a3231c2a465(127.24.4.131:38817),28b43f34df8445b7ba6c271cc27bfb2a(127.24.4.129:44267)[L],bf2d2a630430447086ac0e062627063f(127.24.4.130:34071)]}, Tablet{lowerBoundPartitionKey=0x0000000180000032, upperBoundPartitionKey=0x0000000180000096, ttl=299999, tablet=8698fb040de74fe1b802fea3016f9f92@[2414b3feb3c746789b8f7a3231c2a465(127.24.4.131:38817)[L],28b43f34df8445b7ba6c271cc27bfb2a(127.24.4.129:44267),bf2d2a630430447086ac0e062627063f(127.24.4.130:34071)]}, Tablet{lowerBoundPartitionKey=0x0000000180000096, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=198472b755004099a0a044a8f9e079e9@[2414b3feb3c746789b8f7a3231c2a465(127.24.4.131:38817),28b43f34df8445b7ba6c271cc27bfb2a(127.24.4.129:44267)[L],bf2d2a630430447086ac0e062627063f(127.24.4.130:34071)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
21:07:34.205 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=6fd4af9c09ad49fc90c967781cbf9cf2, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:07:34.206 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 6fd4af9c09ad49fc90c967781cbf9cf2 for partition [0x00000000, 0x0000000080000032) with scanner id null
21:07:34.212 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 6fd4af9c09ad49fc90c967781cbf9cf2 for table 'replication_test_table' with partition [0x00000000, 0x0000000080000032)
21:07:34.214 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet ba744b48d2fe46e4965a553fc4407281 for table 'replication_test_table' with partition [0x0000000080000032, 0x0000000080000096)
21:07:34.214 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet ef82968a2e51437498bb93c684873841 for table 'replication_test_table' with partition [0x0000000080000096, 0x00000001)
21:07:34.214 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 72d3b76f9a4447968e4065a985da4ff2 for table 'replication_test_table' with partition [0x00000001, 0x0000000180000032)
21:07:34.214 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 8698fb040de74fe1b802fea3016f9f92 for table 'replication_test_table' with partition [0x0000000180000032, 0x0000000180000096)
21:07:34.214 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 198472b755004099a0a044a8f9e079e9 for table 'replication_test_table' with partition [0x0000000180000096, 0x00000002)
21:07:34.216 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:34.216 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=ba744b48d2fe46e4965a553fc4407281, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:07:34.216 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet ba744b48d2fe46e4965a553fc4407281 for partition [0x0000000080000032, 0x0000000080000096) with scanner id null
21:07:34.217 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x0000000080000032, ttl=299997, tablet=6fd4af9c09ad49fc90c967781cbf9cf2@[2414b3feb3c746789b8f7a3231c2a465(127.24.4.131:38817)[L],28b43f34df8445b7ba6c271cc27bfb2a(127.24.4.129:44267),bf2d2a630430447086ac0e062627063f(127.24.4.130:34071)]}, Tablet{lowerBoundPartitionKey=0x0000000080000032, upperBoundPartitionKey=0x0000000080000096, ttl=299997, tablet=ba744b48d2fe46e4965a553fc4407281@[2414b3feb3c746789b8f7a3231c2a465(127.24.4.131:38817),28b43f34df8445b7ba6c271cc27bfb2a(127.24.4.129:44267)[L],bf2d2a630430447086ac0e062627063f(127.24.4.130:34071)]}, Tablet{lowerBoundPartitionKey=0x0000000080000096, upperBoundPartitionKey=0x00000001, ttl=299997, tablet=ef82968a2e51437498bb93c684873841@[2414b3feb3c746789b8f7a3231c2a465(127.24.4.131:38817)[L],28b43f34df8445b7ba6c271cc27bfb2a(127.24.4.129:44267),bf2d2a630430447086ac0e062627063f(127.24.4.130:34071)]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x0000000180000032, ttl=299997, tablet=72d3b76f9a4447968e4065a985da4ff2@[2414b3feb3c746789b8f7a3231c2a465(127.24.4.131:38817),28b43f34df8445b7ba6c271cc27bfb2a(127.24.4.129:44267)[L],bf2d2a630430447086ac0e062627063f(127.24.4.130:34071)]}, Tablet{lowerBoundPartitionKey=0x0000000180000032, upperBoundPartitionKey=0x0000000180000096, ttl=299997, tablet=8698fb040de74fe1b802fea3016f9f92@[2414b3feb3c746789b8f7a3231c2a465(127.24.4.131:38817)[L],28b43f34df8445b7ba6c271cc27bfb2a(127.24.4.129:44267),bf2d2a630430447086ac0e062627063f(127.24.4.130:34071)]}, Tablet{lowerBoundPartitionKey=0x0000000180000096, upperBoundPartitionKey=0x00000002, ttl=299997, tablet=198472b755004099a0a044a8f9e079e9@[2414b3feb3c746789b8f7a3231c2a465(127.24.4.131:38817),28b43f34df8445b7ba6c271cc27bfb2a(127.24.4.129:44267)[L],bf2d2a630430447086ac0e062627063f(127.24.4.130:34071)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299997}]
21:07:34.219 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:115) Starting split fetcher 1
21:07:34.220 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000180000032, upperBoundPartitionKey=0x0000000180000096, ttl=299997, tablet=a51ac2ab18a44e998ab79a48cc3761de@[3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333),47cfb6121f3743ddb92109256e06fc6e(127.23.69.130:46325)[L],f0e82105cc3a4da08ca2cc74efdd6a0e(127.23.69.131:37539)]}]
21:07:34.226 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=ef82968a2e51437498bb93c684873841, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:07:34.226 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet ef82968a2e51437498bb93c684873841 for partition [0x0000000080000096, 0x00000001) with scanner id null
21:07:34.230 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.23.69.129
21:07:34.239 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 6fd4af9c09ad49fc90c967781cbf9cf2 for table 'replication_test_table' with partition [0x00000000, 0x0000000080000032)
21:07:34.239 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet ba744b48d2fe46e4965a553fc4407281 for table 'replication_test_table' with partition [0x0000000080000032, 0x0000000080000096)
21:07:34.239 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet ef82968a2e51437498bb93c684873841 for table 'replication_test_table' with partition [0x0000000080000096, 0x00000001)
21:07:34.239 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 72d3b76f9a4447968e4065a985da4ff2 for table 'replication_test_table' with partition [0x00000001, 0x0000000180000032)
21:07:34.239 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 8698fb040de74fe1b802fea3016f9f92 for table 'replication_test_table' with partition [0x0000000180000032, 0x0000000180000096)
21:07:34.240 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 198472b755004099a0a044a8f9e079e9 for table 'replication_test_table' with partition [0x0000000180000096, 0x00000002)
21:07:34.240 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x0000000080000032, ttl=299999, tablet=6fd4af9c09ad49fc90c967781cbf9cf2@[2414b3feb3c746789b8f7a3231c2a465(127.24.4.131:38817)[L],28b43f34df8445b7ba6c271cc27bfb2a(127.24.4.129:44267),bf2d2a630430447086ac0e062627063f(127.24.4.130:34071)]}, Tablet{lowerBoundPartitionKey=0x0000000080000032, upperBoundPartitionKey=0x0000000080000096, ttl=299999, tablet=ba744b48d2fe46e4965a553fc4407281@[2414b3feb3c746789b8f7a3231c2a465(127.24.4.131:38817),28b43f34df8445b7ba6c271cc27bfb2a(127.24.4.129:44267)[L],bf2d2a630430447086ac0e062627063f(127.24.4.130:34071)]}, Tablet{lowerBoundPartitionKey=0x0000000080000096, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=ef82968a2e51437498bb93c684873841@[2414b3feb3c746789b8f7a3231c2a465(127.24.4.131:38817)[L],28b43f34df8445b7ba6c271cc27bfb2a(127.24.4.129:44267),bf2d2a630430447086ac0e062627063f(127.24.4.130:34071)]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x0000000180000032, ttl=299999, tablet=72d3b76f9a4447968e4065a985da4ff2@[2414b3feb3c746789b8f7a3231c2a465(127.24.4.131:38817),28b43f34df8445b7ba6c271cc27bfb2a(127.24.4.129:44267)[L],bf2d2a630430447086ac0e062627063f(127.24.4.130:34071)]}, Tablet{lowerBoundPartitionKey=0x0000000180000032, upperBoundPartitionKey=0x0000000180000096, ttl=299999, tablet=8698fb040de74fe1b802fea3016f9f92@[2414b3feb3c746789b8f7a3231c2a465(127.24.4.131:38817)[L],28b43f34df8445b7ba6c271cc27bfb2a(127.24.4.129:44267),bf2d2a630430447086ac0e062627063f(127.24.4.130:34071)]}, Tablet{lowerBoundPartitionKey=0x0000000180000096, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=198472b755004099a0a044a8f9e079e9@[2414b3feb3c746789b8f7a3231c2a465(127.24.4.131:38817),28b43f34df8445b7ba6c271cc27bfb2a(127.24.4.129:44267)[L],bf2d2a630430447086ac0e062627063f(127.24.4.130:34071)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
21:07:34.241 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:07:34.260 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x09db8c71, L:/127.0.0.1:43332 - R:/127.23.69.129:40333] using SASL/PLAIN
21:07:34.266 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=72d3b76f9a4447968e4065a985da4ff2, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:07:34.267 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 72d3b76f9a4447968e4065a985da4ff2 for partition [0x00000001, 0x0000000180000032) with scanner id null
21:07:34.272 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.23.69.129
21:07:34.276 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=8698fb040de74fe1b802fea3016f9f92, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:07:34.277 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 8698fb040de74fe1b802fea3016f9f92 for partition [0x0000000180000032, 0x0000000180000096) with scanner id null
21:07:34.284 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305399719768064001) for scanner KuduScanner(table=replication_test_table, tablet=5381a61602cf4f0f8d78f77200866f38, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:07:34.285 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:108) Finished reading from splits [4a63881f6f7d0be3e7f14b09789ed83e6df9d50ff81bfb883b840b7ed9a5072d]
21:07:34.285 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [4a63881f6f7d0be3e7f14b09789ed83e6df9d50ff81bfb883b840b7ed9a5072d]
21:07:34.285 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
21:07:34.285 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
21:07:34.288 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer 3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333)] disconnecting while in state READY
21:07:34.288 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 4a63881f6f7d0be3e7f14b09789ed83e6df9d50ff81bfb883b840b7ed9a5072d finished by subtask 2; deferring removal (restored in pending)
21:07:34.288 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='7fce4e00897515df1900ac3f0331db50ee52223123a933e152c62731aaeb7bd9'}]
21:07:34.290 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:07:34.291 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
21:07:34.292 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333)] handling channelInactive
21:07:34.292 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=198472b755004099a0a044a8f9e079e9, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:07:34.292 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333)] cleaning up while in state READY due to: connection closed
21:07:34.292 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 198472b755004099a0a044a8f9e079e9 for partition [0x0000000180000096, 0x00000002) with scanner id null
21:07:34.293 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
21:07:34.293 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
21:07:34.310 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.23.69.129
21:07:34.325 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 1 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544854324 for job 640bb5d81f2161b747452ce3cfd3ea9d.
21:07:34.329 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (AsyncKuduSession.java:592) flushing buffer: Buffer{operations=4, operationSize=253, flusherTask=org.apache.kudu.client.AsyncKuduSession$FlusherTask@52bb83ae, flushNotification=Deferred@1317677097(state=PENDING, result=null, callback=<none>, errback=<none>)}
21:07:34.330 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer 2414b3feb3c746789b8f7a3231c2a465(127.24.4.131:38817)] connecting to peer
21:07:34.344 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:07:34.352 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=6fd4af9c09ad49fc90c967781cbf9cf2, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:07:34.353 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 6fd4af9c09ad49fc90c967781cbf9cf2 for partition [0x00000000, 0x0000000080000032) with scanner id null
21:07:34.354 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x06b4e364, L:/127.0.0.1:43308 - R:/127.23.69.129:40333] using SASL/PLAIN
21:07:34.365 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:07:34.367 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=ba744b48d2fe46e4965a553fc4407281, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:07:34.367 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet ba744b48d2fe46e4965a553fc4407281 for partition [0x0000000080000032, 0x0000000080000096) with scanner id null
21:07:34.381 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x5aa55fe5, L:/127.0.0.1:43322 - R:/127.23.69.129:40333] using SASL/PLAIN
21:07:34.387 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 8 rows, more = false, responseScanTimestamp = 7305399719768064001) for scanner KuduScanner(table=replication_test_table, tablet=21db1fe17416449396c581cefb41dabc, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:07:34.388 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:108) Finished reading from splits [e818bcc0dd85059740d457292e2d839df0816f988eea1b7661ff1edf7fad6e4c]
21:07:34.397 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=ef82968a2e51437498bb93c684873841, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:07:34.397 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet ef82968a2e51437498bb93c684873841 for partition [0x0000000080000096, 0x00000001) with scanner id null
21:07:34.401 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:07:34.401 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:07:34.401 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:07:34.402 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:34.402 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:34.402 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:34.403 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:34.403 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:34.403 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:34.403 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:34.403 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:34.404 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:34.404 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:07:34.404 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.22.50.60:38829(127.22.50.60:38829)] connecting to peer
21:07:34.405 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.22.50.61:45261(127.22.50.61:45261)] connecting to peer
21:07:34.405 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.22.50.62:44659(127.22.50.62:44659)] connecting to peer
21:07:34.405 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer 3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333)] connecting to peer
21:07:34.405 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:07:34.405 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.50.60:38829(127.22.50.60:38829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:07:34.405 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.60:38829: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:07:34.406 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:07:34.406 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.50.61:45261(127.22.50.61:45261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:07:34.406 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.61:45261: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:07:34.406 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:07:34.406 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.50.62:44659(127.22.50.62:44659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:07:34.406 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.62:44659: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:07:34.406 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659; will retry
21:07:34.408 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:115) Starting split fetcher 1
21:07:34.412 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000180000096, upperBoundPartitionKey=0x00000002, ttl=299997, tablet=8d31d19883c443cdb09c9b502fd8489b@[3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333)[L],47cfb6121f3743ddb92109256e06fc6e(127.23.69.130:46325),f0e82105cc3a4da08ca2cc74efdd6a0e(127.23.69.131:37539)]}]
21:07:34.427 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305399719768064001) for scanner KuduScanner(table=replication_test_table, tablet=ffa91b932fde4aac82bce1430648a994, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:07:34.427 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:34.428 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:108) Finished reading from splits [3bc094fe2a0b32a9bf8a952f07584ef084a5cce5fa73df1edefc8ddfb013a7e3]
21:07:34.428 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [3bc094fe2a0b32a9bf8a952f07584ef084a5cce5fa73df1edefc8ddfb013a7e3]
21:07:34.428 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
21:07:34.428 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
21:07:34.430 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 3bc094fe2a0b32a9bf8a952f07584ef084a5cce5fa73df1edefc8ddfb013a7e3 finished by subtask 0; deferring removal (restored in pending)
21:07:34.430 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer 3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333)] disconnecting while in state READY
21:07:34.431 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
21:07:34.443 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (KryoSerializer.java:492) Kryo serializer scala extensions are not available.
21:07:34.455 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 2414b3feb3c746789b8f7a3231c2a465(127.24.4.131:38817)] Successfully connected to peer
21:07:34.461 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333)] Successfully connected to peer
21:07:34.461 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 72d3b76f9a4447968e4065a985da4ff2 for table 'replication_test_table' with partition [0x00000001, 0x0000000180000032)
21:07:34.464 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 8698fb040de74fe1b802fea3016f9f92 for table 'replication_test_table' with partition [0x0000000180000032, 0x0000000180000096)
21:07:34.464 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 198472b755004099a0a044a8f9e079e9 for table 'replication_test_table' with partition [0x0000000180000096, 0x00000002)
21:07:34.464 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x0000000180000032, ttl=299999, tablet=72d3b76f9a4447968e4065a985da4ff2@[2414b3feb3c746789b8f7a3231c2a465(127.24.4.131:38817),28b43f34df8445b7ba6c271cc27bfb2a(127.24.4.129:44267)[L],bf2d2a630430447086ac0e062627063f(127.24.4.130:34071)]}, Tablet{lowerBoundPartitionKey=0x0000000180000032, upperBoundPartitionKey=0x0000000180000096, ttl=299999, tablet=8698fb040de74fe1b802fea3016f9f92@[2414b3feb3c746789b8f7a3231c2a465(127.24.4.131:38817)[L],28b43f34df8445b7ba6c271cc27bfb2a(127.24.4.129:44267),bf2d2a630430447086ac0e062627063f(127.24.4.130:34071)]}, Tablet{lowerBoundPartitionKey=0x0000000180000096, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=198472b755004099a0a044a8f9e079e9@[2414b3feb3c746789b8f7a3231c2a465(127.24.4.131:38817),28b43f34df8445b7ba6c271cc27bfb2a(127.24.4.129:44267)[L],bf2d2a630430447086ac0e062627063f(127.24.4.130:34071)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
21:07:34.465 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.23.69.129
21:07:34.466 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 72d3b76f9a4447968e4065a985da4ff2 for table 'replication_test_table' with partition [0x00000001, 0x0000000180000032)
21:07:34.466 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 8698fb040de74fe1b802fea3016f9f92 for table 'replication_test_table' with partition [0x0000000180000032, 0x0000000180000096)
21:07:34.466 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 198472b755004099a0a044a8f9e079e9 for table 'replication_test_table' with partition [0x0000000180000096, 0x00000002)
21:07:34.466 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x0000000180000032, ttl=299999, tablet=72d3b76f9a4447968e4065a985da4ff2@[2414b3feb3c746789b8f7a3231c2a465(127.24.4.131:38817),28b43f34df8445b7ba6c271cc27bfb2a(127.24.4.129:44267)[L],bf2d2a630430447086ac0e062627063f(127.24.4.130:34071)]}, Tablet{lowerBoundPartitionKey=0x0000000180000032, upperBoundPartitionKey=0x0000000180000096, ttl=299999, tablet=8698fb040de74fe1b802fea3016f9f92@[2414b3feb3c746789b8f7a3231c2a465(127.24.4.131:38817)[L],28b43f34df8445b7ba6c271cc27bfb2a(127.24.4.129:44267),bf2d2a630430447086ac0e062627063f(127.24.4.130:34071)]}, Tablet{lowerBoundPartitionKey=0x0000000180000096, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=198472b755004099a0a044a8f9e079e9@[2414b3feb3c746789b8f7a3231c2a465(127.24.4.131:38817),28b43f34df8445b7ba6c271cc27bfb2a(127.24.4.129:44267)[L],bf2d2a630430447086ac0e062627063f(127.24.4.130:34071)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
21:07:34.476 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:07:34.480 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xbc683c41, L:/127.0.0.1:43334 - R:/127.23.69.129:40333] using SASL/PLAIN
21:07:34.495 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 72d3b76f9a4447968e4065a985da4ff2 for table 'replication_test_table' with partition [0x00000001, 0x0000000180000032)
21:07:34.496 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 8698fb040de74fe1b802fea3016f9f92 for table 'replication_test_table' with partition [0x0000000180000032, 0x0000000180000096)
21:07:34.496 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 198472b755004099a0a044a8f9e079e9 for table 'replication_test_table' with partition [0x0000000180000096, 0x00000002)
21:07:34.496 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305399719768064001) for scanner KuduScanner(table=replication_test_table, tablet=a51ac2ab18a44e998ab79a48cc3761de, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:07:34.496 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x0000000180000032, ttl=299999, tablet=72d3b76f9a4447968e4065a985da4ff2@[2414b3feb3c746789b8f7a3231c2a465(127.24.4.131:38817),28b43f34df8445b7ba6c271cc27bfb2a(127.24.4.129:44267)[L],bf2d2a630430447086ac0e062627063f(127.24.4.130:34071)]}, Tablet{lowerBoundPartitionKey=0x0000000180000032, upperBoundPartitionKey=0x0000000180000096, ttl=299999, tablet=8698fb040de74fe1b802fea3016f9f92@[2414b3feb3c746789b8f7a3231c2a465(127.24.4.131:38817)[L],28b43f34df8445b7ba6c271cc27bfb2a(127.24.4.129:44267),bf2d2a630430447086ac0e062627063f(127.24.4.130:34071)]}, Tablet{lowerBoundPartitionKey=0x0000000180000096, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=198472b755004099a0a044a8f9e079e9@[2414b3feb3c746789b8f7a3231c2a465(127.24.4.131:38817),28b43f34df8445b7ba6c271cc27bfb2a(127.24.4.129:44267)[L],bf2d2a630430447086ac0e062627063f(127.24.4.130:34071)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
21:07:34.496 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:108) Finished reading from splits [06bcb2b4667c20f3b78b56a1fd48eff42260118e8f90ebf4e4aa86a65689bac2]
21:07:34.497 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 72d3b76f9a4447968e4065a985da4ff2 for table 'replication_test_table' with partition [0x00000001, 0x0000000180000032)
21:07:34.497 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 8698fb040de74fe1b802fea3016f9f92 for table 'replication_test_table' with partition [0x0000000180000032, 0x0000000180000096)
21:07:34.497 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 198472b755004099a0a044a8f9e079e9 for table 'replication_test_table' with partition [0x0000000180000096, 0x00000002)
21:07:34.497 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x0000000180000032, ttl=299999, tablet=72d3b76f9a4447968e4065a985da4ff2@[2414b3feb3c746789b8f7a3231c2a465(127.24.4.131:38817),28b43f34df8445b7ba6c271cc27bfb2a(127.24.4.129:44267)[L],bf2d2a630430447086ac0e062627063f(127.24.4.130:34071)]}, Tablet{lowerBoundPartitionKey=0x0000000180000032, upperBoundPartitionKey=0x0000000180000096, ttl=299999, tablet=8698fb040de74fe1b802fea3016f9f92@[2414b3feb3c746789b8f7a3231c2a465(127.24.4.131:38817)[L],28b43f34df8445b7ba6c271cc27bfb2a(127.24.4.129:44267),bf2d2a630430447086ac0e062627063f(127.24.4.130:34071)]}, Tablet{lowerBoundPartitionKey=0x0000000180000096, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=198472b755004099a0a044a8f9e079e9@[2414b3feb3c746789b8f7a3231c2a465(127.24.4.131:38817),28b43f34df8445b7ba6c271cc27bfb2a(127.24.4.129:44267)[L],bf2d2a630430447086ac0e062627063f(127.24.4.130:34071)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
21:07:34.500 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 72d3b76f9a4447968e4065a985da4ff2 for table 'replication_test_table' with partition [0x00000001, 0x0000000180000032)
21:07:34.501 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 8698fb040de74fe1b802fea3016f9f92 for table 'replication_test_table' with partition [0x0000000180000032, 0x0000000180000096)
21:07:34.501 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 198472b755004099a0a044a8f9e079e9 for table 'replication_test_table' with partition [0x0000000180000096, 0x00000002)
21:07:34.501 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x0000000180000032, ttl=299999, tablet=72d3b76f9a4447968e4065a985da4ff2@[2414b3feb3c746789b8f7a3231c2a465(127.24.4.131:38817),28b43f34df8445b7ba6c271cc27bfb2a(127.24.4.129:44267)[L],bf2d2a630430447086ac0e062627063f(127.24.4.130:34071)]}, Tablet{lowerBoundPartitionKey=0x0000000180000032, upperBoundPartitionKey=0x0000000180000096, ttl=299999, tablet=8698fb040de74fe1b802fea3016f9f92@[2414b3feb3c746789b8f7a3231c2a465(127.24.4.131:38817)[L],28b43f34df8445b7ba6c271cc27bfb2a(127.24.4.129:44267),bf2d2a630430447086ac0e062627063f(127.24.4.130:34071)]}, Tablet{lowerBoundPartitionKey=0x0000000180000096, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=198472b755004099a0a044a8f9e079e9@[2414b3feb3c746789b8f7a3231c2a465(127.24.4.131:38817),28b43f34df8445b7ba6c271cc27bfb2a(127.24.4.129:44267)[L],bf2d2a630430447086ac0e062627063f(127.24.4.130:34071)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
21:07:34.502 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [e818bcc0dd85059740d457292e2d839df0816f988eea1b7661ff1edf7fad6e4c]
21:07:34.502 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
21:07:34.502 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
21:07:34.502 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer 3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333)] disconnecting while in state READY
21:07:34.503 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split e818bcc0dd85059740d457292e2d839df0816f988eea1b7661ff1edf7fad6e4c finished by subtask 3; deferring removal (restored in pending)
21:07:34.503 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
21:07:34.509 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 72d3b76f9a4447968e4065a985da4ff2 for table 'replication_test_table' with partition [0x00000001, 0x0000000180000032)
21:07:34.509 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 8698fb040de74fe1b802fea3016f9f92 for table 'replication_test_table' with partition [0x0000000180000032, 0x0000000180000096)
21:07:34.510 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 198472b755004099a0a044a8f9e079e9 for table 'replication_test_table' with partition [0x0000000180000096, 0x00000002)
21:07:34.510 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x0000000180000032, ttl=299999, tablet=72d3b76f9a4447968e4065a985da4ff2@[2414b3feb3c746789b8f7a3231c2a465(127.24.4.131:38817),28b43f34df8445b7ba6c271cc27bfb2a(127.24.4.129:44267)[L],bf2d2a630430447086ac0e062627063f(127.24.4.130:34071)]}, Tablet{lowerBoundPartitionKey=0x0000000180000032, upperBoundPartitionKey=0x0000000180000096, ttl=299999, tablet=8698fb040de74fe1b802fea3016f9f92@[2414b3feb3c746789b8f7a3231c2a465(127.24.4.131:38817)[L],28b43f34df8445b7ba6c271cc27bfb2a(127.24.4.129:44267),bf2d2a630430447086ac0e062627063f(127.24.4.130:34071)]}, Tablet{lowerBoundPartitionKey=0x0000000180000096, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=198472b755004099a0a044a8f9e079e9@[2414b3feb3c746789b8f7a3231c2a465(127.24.4.131:38817),28b43f34df8445b7ba6c271cc27bfb2a(127.24.4.129:44267)[L],bf2d2a630430447086ac0e062627063f(127.24.4.130:34071)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
21:07:34.511 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 72d3b76f9a4447968e4065a985da4ff2 for table 'replication_test_table' with partition [0x00000001, 0x0000000180000032)
21:07:34.511 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 8698fb040de74fe1b802fea3016f9f92 for table 'replication_test_table' with partition [0x0000000180000032, 0x0000000180000096)
21:07:34.511 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 198472b755004099a0a044a8f9e079e9 for table 'replication_test_table' with partition [0x0000000180000096, 0x00000002)
21:07:34.513 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x0000000180000032, ttl=299999, tablet=72d3b76f9a4447968e4065a985da4ff2@[2414b3feb3c746789b8f7a3231c2a465(127.24.4.131:38817),28b43f34df8445b7ba6c271cc27bfb2a(127.24.4.129:44267)[L],bf2d2a630430447086ac0e062627063f(127.24.4.130:34071)]}, Tablet{lowerBoundPartitionKey=0x0000000180000032, upperBoundPartitionKey=0x0000000180000096, ttl=299999, tablet=8698fb040de74fe1b802fea3016f9f92@[2414b3feb3c746789b8f7a3231c2a465(127.24.4.131:38817)[L],28b43f34df8445b7ba6c271cc27bfb2a(127.24.4.129:44267),bf2d2a630430447086ac0e062627063f(127.24.4.130:34071)]}, Tablet{lowerBoundPartitionKey=0x0000000180000096, upperBoundPartitionKey=0x00000002, ttl=299997, tablet=198472b755004099a0a044a8f9e079e9@[2414b3feb3c746789b8f7a3231c2a465(127.24.4.131:38817),28b43f34df8445b7ba6c271cc27bfb2a(127.24.4.129:44267)[L],bf2d2a630430447086ac0e062627063f(127.24.4.130:34071)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299997}]
21:07:34.520 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333)] handling channelInactive
21:07:34.520 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333)] cleaning up while in state READY due to: connection closed
21:07:34.521 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-0
21:07:34.521 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
21:07:34.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:34.525709 24936 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.UpdateConsensus -> {remote=127.24.4.130:34071, user_credentials={real_user=slave}} blocked reactor thread for 112425us
21:07:34.527 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=72d3b76f9a4447968e4065a985da4ff2, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:07:34.527 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 72d3b76f9a4447968e4065a985da4ff2 for partition [0x00000001, 0x0000000180000032) with scanner id null
21:07:34.528 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer 3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333)] connecting to peer
21:07:34.539 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=8698fb040de74fe1b802fea3016f9f92, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:07:34.539 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 8698fb040de74fe1b802fea3016f9f92 for partition [0x0000000180000032, 0x0000000180000096) with scanner id null
21:07:34.550 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:07:34.552 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=198472b755004099a0a044a8f9e079e9, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:07:34.552 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 198472b755004099a0a044a8f9e079e9 for partition [0x0000000180000096, 0x00000002) with scanner id null
21:07:34.554 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0xb221ec87, L:/127.0.0.1:51858 - R:/127.24.4.131:38817] using TOKEN/null
21:07:34.582 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333)] Successfully connected to peer
21:07:34.586 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.23.69.129
21:07:34.608 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=6fd4af9c09ad49fc90c967781cbf9cf2, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:07:34.609 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 6fd4af9c09ad49fc90c967781cbf9cf2 for partition [0x00000000, 0x0000000080000032) with scanner id null
21:07:34.615 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=ba744b48d2fe46e4965a553fc4407281, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:07:34.616 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet ba744b48d2fe46e4965a553fc4407281 for partition [0x0000000080000032, 0x0000000080000096) with scanner id null
21:07:34.620 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:07:34.628 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=ef82968a2e51437498bb93c684873841, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:07:34.628 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet ef82968a2e51437498bb93c684873841 for partition [0x0000000080000096, 0x00000001) with scanner id null
21:07:34.636 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=72d3b76f9a4447968e4065a985da4ff2, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:07:34.636 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 72d3b76f9a4447968e4065a985da4ff2 for partition [0x00000001, 0x0000000180000032) with scanner id null
21:07:34.641 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333)] handling channelInactive
21:07:34.641 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333)] cleaning up while in state READY due to: connection closed
21:07:34.642 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
21:07:34.642 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
21:07:34.643 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=8698fb040de74fe1b802fea3016f9f92, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:07:34.643 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 8698fb040de74fe1b802fea3016f9f92 for partition [0x0000000180000032, 0x0000000180000096) with scanner id null
21:07:34.647 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333)] handling channelInactive
21:07:34.647 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333)] cleaning up while in state READY due to: connection closed
21:07:34.647 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-0
21:07:34.648 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
21:07:34.649 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x92fbae4d, L:/127.0.0.1:43340 - R:/127.23.69.129:40333] using SASL/PLAIN
21:07:34.657 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=198472b755004099a0a044a8f9e079e9, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:07:34.657 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 198472b755004099a0a044a8f9e079e9 for partition [0x0000000180000096, 0x00000002) with scanner id null
21:07:34.671 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305399719768064001) for scanner KuduScanner(table=replication_test_table, tablet=8d31d19883c443cdb09c9b502fd8489b, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:07:34.671 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:108) Finished reading from splits [7fce4e00897515df1900ac3f0331db50ee52223123a933e152c62731aaeb7bd9]
21:07:34.671 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [7fce4e00897515df1900ac3f0331db50ee52223123a933e152c62731aaeb7bd9]
21:07:34.672 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 1 because it is idle.
21:07:34.672 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 1
21:07:34.673 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 7fce4e00897515df1900ac3f0331db50ee52223123a933e152c62731aaeb7bd9 finished by subtask 2; deferring removal (restored in pending)
21:07:34.673 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer 3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333)] disconnecting while in state READY
21:07:34.674 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
21:07:34.717 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:34.780 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=6fd4af9c09ad49fc90c967781cbf9cf2, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:07:34.781 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 6fd4af9c09ad49fc90c967781cbf9cf2 for partition [0x00000000, 0x0000000080000032) with scanner id null
21:07:34.792 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=ba744b48d2fe46e4965a553fc4407281, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:07:34.792 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet ba744b48d2fe46e4965a553fc4407281 for partition [0x0000000080000032, 0x0000000080000096) with scanner id null
21:07:34.812 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=ef82968a2e51437498bb93c684873841, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:07:34.812 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet ef82968a2e51437498bb93c684873841 for partition [0x0000000080000096, 0x00000001) with scanner id null
21:07:34.813 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333)] handling channelInactive
21:07:34.813 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333)] cleaning up while in state READY due to: connection closed
21:07:34.814 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
21:07:34.814 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:128) Split fetcher 1 exited.
21:07:34.831 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [06bcb2b4667c20f3b78b56a1fd48eff42260118e8f90ebf4e4aa86a65689bac2]
21:07:34.832 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 1 because it is idle.
21:07:34.832 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 1
21:07:34.834 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer 3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333)] disconnecting while in state READY
21:07:34.834 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 06bcb2b4667c20f3b78b56a1fd48eff42260118e8f90ebf4e4aa86a65689bac2 finished by subtask 1; deferring removal (restored in pending)
21:07:34.837 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
21:07:34.842 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 1 for job 640bb5d81f2161b747452ce3cfd3ea9d (4946 bytes, checkpointDuration=518 ms, finalizationTime=0 ms).
21:07:34.846 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 1 as completed for source Source: KuduSource.
21:07:34.846 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 1 complete: removed split 05c6750d442646cd4967cdd26c4cd2e5435c5af6f119a16c97e05a9e289ed64e from pending
21:07:34.846 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 1 complete: removed split 4a63881f6f7d0be3e7f14b09789ed83e6df9d50ff81bfb883b840b7ed9a5072d from pending
21:07:34.846 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 1 complete: removed split 3bc094fe2a0b32a9bf8a952f07584ef084a5cce5fa73df1edefc8ddfb013a7e3 from pending
21:07:34.846 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 1 complete: removed split 7fce4e00897515df1900ac3f0331db50ee52223123a933e152c62731aaeb7bd9 from pending
21:07:34.846 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 1 complete: removed split 06bcb2b4667c20f3b78b56a1fd48eff42260118e8f90ebf4e4aa86a65689bac2 from pending
21:07:34.846 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 1 complete: removed split e818bcc0dd85059740d457292e2d839df0816f988eea1b7661ff1edf7fad6e4c from pending
21:07:34.846 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 1 complete: removed 6 finished splits from enumerator state
21:07:34.847 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 2 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544854843 for job 640bb5d81f2161b747452ce3cfd3ea9d.
21:07:34.854 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (AsyncKuduSession.java:592) flushing buffer: Buffer{operations=8, operationSize=505, flusherTask=org.apache.kudu.client.AsyncKuduSession$FlusherTask@665314f4, flushNotification=Deferred@832552544(state=PENDING, result=null, callback=<none>, errback=<none>)}
21:07:34.855 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer 28b43f34df8445b7ba6c271cc27bfb2a(127.24.4.129:44267)] connecting to peer
21:07:34.883 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=72d3b76f9a4447968e4065a985da4ff2, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:07:34.883 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 72d3b76f9a4447968e4065a985da4ff2 for partition [0x00000001, 0x0000000180000032) with scanner id null
21:07:34.892 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=8698fb040de74fe1b802fea3016f9f92, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:07:34.893 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 8698fb040de74fe1b802fea3016f9f92 for partition [0x0000000180000032, 0x0000000180000096) with scanner id null
21:07:34.911 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=198472b755004099a0a044a8f9e079e9, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:07:34.911 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 198472b755004099a0a044a8f9e079e9 for partition [0x0000000180000096, 0x00000002) with scanner id null
21:07:34.916 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333)] handling channelInactive
21:07:34.916 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333)] cleaning up while in state READY due to: connection closed
21:07:34.916 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
21:07:34.917 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:128) Split fetcher 1 exited.
21:07:34.927 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:34.932 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 28b43f34df8445b7ba6c271cc27bfb2a(127.24.4.129:44267)] Successfully connected to peer
21:07:34.973 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 4 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=6fd4af9c09ad49fc90c967781cbf9cf2, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:07:34.974 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 6fd4af9c09ad49fc90c967781cbf9cf2 for partition [0x00000000, 0x0000000080000032) with scanner id null
21:07:34.981 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=ba744b48d2fe46e4965a553fc4407281, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:07:34.982 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet ba744b48d2fe46e4965a553fc4407281 for partition [0x0000000080000032, 0x0000000080000096) with scanner id null
21:07:34.982 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:07:34.989 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=ef82968a2e51437498bb93c684873841, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:07:34.989 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet ef82968a2e51437498bb93c684873841 for partition [0x0000000080000096, 0x00000001) with scanner id null
21:07:34.993 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x91a81a7a, L:/127.0.0.1:42994 - R:/127.24.4.129:44267] using TOKEN/null
21:07:34.997 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=72d3b76f9a4447968e4065a985da4ff2, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:07:34.997 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 72d3b76f9a4447968e4065a985da4ff2 for partition [0x00000001, 0x0000000180000032) with scanner id null
21:07:35.003 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=8698fb040de74fe1b802fea3016f9f92, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:07:35.004 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 8698fb040de74fe1b802fea3016f9f92 for partition [0x0000000180000032, 0x0000000180000096) with scanner id null
21:07:35.013 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=198472b755004099a0a044a8f9e079e9, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:07:35.013 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 198472b755004099a0a044a8f9e079e9 for partition [0x0000000180000096, 0x00000002) with scanner id null
21:07:35.079 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 4 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=6fd4af9c09ad49fc90c967781cbf9cf2, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:07:35.079 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 6fd4af9c09ad49fc90c967781cbf9cf2 for partition [0x00000000, 0x0000000080000032) with scanner id null
21:07:35.105 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=ba744b48d2fe46e4965a553fc4407281, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:07:35.105 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet ba744b48d2fe46e4965a553fc4407281 for partition [0x0000000080000032, 0x0000000080000096) with scanner id null
21:07:35.119 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=ef82968a2e51437498bb93c684873841, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:07:35.120 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet ef82968a2e51437498bb93c684873841 for partition [0x0000000080000096, 0x00000001) with scanner id null
21:07:35.132 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=72d3b76f9a4447968e4065a985da4ff2, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:07:35.132 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 72d3b76f9a4447968e4065a985da4ff2 for partition [0x00000001, 0x0000000180000032) with scanner id null
21:07:35.141 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=8698fb040de74fe1b802fea3016f9f92, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:07:35.142 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 8698fb040de74fe1b802fea3016f9f92 for partition [0x0000000180000032, 0x0000000180000096) with scanner id null
21:07:35.148 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=198472b755004099a0a044a8f9e079e9, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:07:35.149 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 198472b755004099a0a044a8f9e079e9 for partition [0x0000000180000096, 0x00000002) with scanner id null
21:07:35.176 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 2 for job 640bb5d81f2161b747452ce3cfd3ea9d (964 bytes, checkpointDuration=332 ms, finalizationTime=1 ms).
21:07:35.178 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 2 as completed for source Source: KuduSource.
21:07:35.213 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 4 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=6fd4af9c09ad49fc90c967781cbf9cf2, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:07:35.214 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 6fd4af9c09ad49fc90c967781cbf9cf2 for partition [0x00000000, 0x0000000080000032) with scanner id null
21:07:35.219 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:35.225 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=ba744b48d2fe46e4965a553fc4407281, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:07:35.225 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet ba744b48d2fe46e4965a553fc4407281 for partition [0x0000000080000032, 0x0000000080000096) with scanner id null
21:07:35.234 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=ef82968a2e51437498bb93c684873841, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:07:35.235 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet ef82968a2e51437498bb93c684873841 for partition [0x0000000080000096, 0x00000001) with scanner id null
21:07:35.274 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 8 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=72d3b76f9a4447968e4065a985da4ff2, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:07:35.278 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 72d3b76f9a4447968e4065a985da4ff2 for partition [0x00000001, 0x0000000180000032) with scanner id null
21:07:35.290 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=8698fb040de74fe1b802fea3016f9f92, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:07:35.290 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 8698fb040de74fe1b802fea3016f9f92 for partition [0x0000000180000032, 0x0000000180000096) with scanner id null
21:07:35.302 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=198472b755004099a0a044a8f9e079e9, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:07:35.302 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 198472b755004099a0a044a8f9e079e9 for partition [0x0000000180000096, 0x00000002) with scanner id null
21:07:35.311 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 49fde37190964fb6951583ec356e35f2
21:07:35.316 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table abbb550877174b7390c55138c2215042
21:07:35.325 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 3 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544855324 for job 640bb5d81f2161b747452ce3cfd3ea9d.
21:07:35.337 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 3 for job 640bb5d81f2161b747452ce3cfd3ea9d (964 bytes, checkpointDuration=12 ms, finalizationTime=1 ms).
21:07:35.338 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 49fde37190964fb6951583ec356e35f2
21:07:35.340 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 3 as completed for source Source: KuduSource.
21:07:35.359 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table abbb550877174b7390c55138c2215042
21:07:35.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:35.382107 24749 debug-util.cc:398] Leaking SignalData structure 0x7b08000afcc0 after lost signal to thread 24682
21:07:35.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:35.382827 24749 debug-util.cc:398] Leaking SignalData structure 0x7b08000b3720 after lost signal to thread 24752
21:07:35.392 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet f99563ad40c547539d389b594da1fed9 for table 'replication_test_table' with partition [0x00000000, 0x0000000080000032)
21:07:35.392 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 5381a61602cf4f0f8d78f77200866f38 for table 'replication_test_table' with partition [0x0000000080000032, 0x0000000080000096)
21:07:35.392 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet ffa91b932fde4aac82bce1430648a994 for table 'replication_test_table' with partition [0x0000000080000096, 0x00000001)
21:07:35.392 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 21db1fe17416449396c581cefb41dabc for table 'replication_test_table' with partition [0x00000001, 0x0000000180000032)
21:07:35.392 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a51ac2ab18a44e998ab79a48cc3761de for table 'replication_test_table' with partition [0x0000000180000032, 0x0000000180000096)
21:07:35.392 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 8d31d19883c443cdb09c9b502fd8489b for table 'replication_test_table' with partition [0x0000000180000096, 0x00000002)
21:07:35.392 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x00000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x0000000080000032, ttl=299999, tablet=f99563ad40c547539d389b594da1fed9@[3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333),47cfb6121f3743ddb92109256e06fc6e(127.23.69.130:46325)[L],f0e82105cc3a4da08ca2cc74efdd6a0e(127.23.69.131:37539)]}, Tablet{lowerBoundPartitionKey=0x0000000080000032, upperBoundPartitionKey=0x0000000080000096, ttl=299999, tablet=5381a61602cf4f0f8d78f77200866f38@[3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333)[L],47cfb6121f3743ddb92109256e06fc6e(127.23.69.130:46325),f0e82105cc3a4da08ca2cc74efdd6a0e(127.23.69.131:37539)]}, Tablet{lowerBoundPartitionKey=0x0000000080000096, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=ffa91b932fde4aac82bce1430648a994@[3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333),47cfb6121f3743ddb92109256e06fc6e(127.23.69.130:46325)[L],f0e82105cc3a4da08ca2cc74efdd6a0e(127.23.69.131:37539)]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x0000000180000032, ttl=299999, tablet=21db1fe17416449396c581cefb41dabc@[3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333),47cfb6121f3743ddb92109256e06fc6e(127.23.69.130:46325),f0e82105cc3a4da08ca2cc74efdd6a0e(127.23.69.131:37539)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000180000032, upperBoundPartitionKey=0x0000000180000096, ttl=299999, tablet=a51ac2ab18a44e998ab79a48cc3761de@[3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333),47cfb6121f3743ddb92109256e06fc6e(127.23.69.130:46325),f0e82105cc3a4da08ca2cc74efdd6a0e(127.23.69.131:37539)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000180000096, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=8d31d19883c443cdb09c9b502fd8489b@[3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333)[L],47cfb6121f3743ddb92109256e06fc6e(127.23.69.130:46325),f0e82105cc3a4da08ca2cc74efdd6a0e(127.23.69.131:37539)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
21:07:35.416 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 6fd4af9c09ad49fc90c967781cbf9cf2 for table 'replication_test_table' with partition [0x00000000, 0x0000000080000032)
21:07:35.416 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet ba744b48d2fe46e4965a553fc4407281 for table 'replication_test_table' with partition [0x0000000080000032, 0x0000000080000096)
21:07:35.416 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet ef82968a2e51437498bb93c684873841 for table 'replication_test_table' with partition [0x0000000080000096, 0x00000001)
21:07:35.416 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 72d3b76f9a4447968e4065a985da4ff2 for table 'replication_test_table' with partition [0x00000001, 0x0000000180000032)
21:07:35.417 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 8698fb040de74fe1b802fea3016f9f92 for table 'replication_test_table' with partition [0x0000000180000032, 0x0000000180000096)
21:07:35.417 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 198472b755004099a0a044a8f9e079e9 for table 'replication_test_table' with partition [0x0000000180000096, 0x00000002)
21:07:35.417 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x00000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x0000000080000032, ttl=299999, tablet=6fd4af9c09ad49fc90c967781cbf9cf2@[2414b3feb3c746789b8f7a3231c2a465(127.24.4.131:38817)[L],28b43f34df8445b7ba6c271cc27bfb2a(127.24.4.129:44267),bf2d2a630430447086ac0e062627063f(127.24.4.130:34071)]}, Tablet{lowerBoundPartitionKey=0x0000000080000032, upperBoundPartitionKey=0x0000000080000096, ttl=299999, tablet=ba744b48d2fe46e4965a553fc4407281@[2414b3feb3c746789b8f7a3231c2a465(127.24.4.131:38817),28b43f34df8445b7ba6c271cc27bfb2a(127.24.4.129:44267)[L],bf2d2a630430447086ac0e062627063f(127.24.4.130:34071)]}, Tablet{lowerBoundPartitionKey=0x0000000080000096, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=ef82968a2e51437498bb93c684873841@[2414b3feb3c746789b8f7a3231c2a465(127.24.4.131:38817)[L],28b43f34df8445b7ba6c271cc27bfb2a(127.24.4.129:44267),bf2d2a630430447086ac0e062627063f(127.24.4.130:34071)]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x0000000180000032, ttl=299999, tablet=72d3b76f9a4447968e4065a985da4ff2@[2414b3feb3c746789b8f7a3231c2a465(127.24.4.131:38817),28b43f34df8445b7ba6c271cc27bfb2a(127.24.4.129:44267)[L],bf2d2a630430447086ac0e062627063f(127.24.4.130:34071)]}, Tablet{lowerBoundPartitionKey=0x0000000180000032, upperBoundPartitionKey=0x0000000180000096, ttl=299999, tablet=8698fb040de74fe1b802fea3016f9f92@[2414b3feb3c746789b8f7a3231c2a465(127.24.4.131:38817)[L],28b43f34df8445b7ba6c271cc27bfb2a(127.24.4.129:44267),bf2d2a630430447086ac0e062627063f(127.24.4.130:34071)]}, Tablet{lowerBoundPartitionKey=0x0000000180000096, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=198472b755004099a0a044a8f9e079e9@[2414b3feb3c746789b8f7a3231c2a465(127.24.4.131:38817),28b43f34df8445b7ba6c271cc27bfb2a(127.24.4.129:44267)[L],bf2d2a630430447086ac0e062627063f(127.24.4.130:34071)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
21:07:35.424 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 49fde37190964fb6951583ec356e35f2
21:07:35.428 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:35.430 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table abbb550877174b7390c55138c2215042
21:07:35.463 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 49fde37190964fb6951583ec356e35f2
21:07:35.463 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet f99563ad40c547539d389b594da1fed9 for table 'replication_test_table' with partition [0x00000000, 0x0000000080000032)
21:07:35.463 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 5381a61602cf4f0f8d78f77200866f38 for table 'replication_test_table' with partition [0x0000000080000032, 0x0000000080000096)
21:07:35.463 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet ffa91b932fde4aac82bce1430648a994 for table 'replication_test_table' with partition [0x0000000080000096, 0x00000001)
21:07:35.463 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 21db1fe17416449396c581cefb41dabc for table 'replication_test_table' with partition [0x00000001, 0x0000000180000032)
21:07:35.464 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a51ac2ab18a44e998ab79a48cc3761de for table 'replication_test_table' with partition [0x0000000180000032, 0x0000000180000096)
21:07:35.464 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 8d31d19883c443cdb09c9b502fd8489b for table 'replication_test_table' with partition [0x0000000180000096, 0x00000002)
21:07:35.464 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x00000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x0000000080000032, ttl=299999, tablet=f99563ad40c547539d389b594da1fed9@[3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333),47cfb6121f3743ddb92109256e06fc6e(127.23.69.130:46325)[L],f0e82105cc3a4da08ca2cc74efdd6a0e(127.23.69.131:37539)]}, Tablet{lowerBoundPartitionKey=0x0000000080000032, upperBoundPartitionKey=0x0000000080000096, ttl=299999, tablet=5381a61602cf4f0f8d78f77200866f38@[3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333)[L],47cfb6121f3743ddb92109256e06fc6e(127.23.69.130:46325),f0e82105cc3a4da08ca2cc74efdd6a0e(127.23.69.131:37539)]}, Tablet{lowerBoundPartitionKey=0x0000000080000096, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=ffa91b932fde4aac82bce1430648a994@[3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333),47cfb6121f3743ddb92109256e06fc6e(127.23.69.130:46325)[L],f0e82105cc3a4da08ca2cc74efdd6a0e(127.23.69.131:37539)]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x0000000180000032, ttl=299999, tablet=21db1fe17416449396c581cefb41dabc@[3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333),47cfb6121f3743ddb92109256e06fc6e(127.23.69.130:46325),f0e82105cc3a4da08ca2cc74efdd6a0e(127.23.69.131:37539)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000180000032, upperBoundPartitionKey=0x0000000180000096, ttl=299999, tablet=a51ac2ab18a44e998ab79a48cc3761de@[3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333),47cfb6121f3743ddb92109256e06fc6e(127.23.69.130:46325),f0e82105cc3a4da08ca2cc74efdd6a0e(127.23.69.131:37539)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000180000096, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=8d31d19883c443cdb09c9b502fd8489b@[3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333)[L],47cfb6121f3743ddb92109256e06fc6e(127.23.69.130:46325),f0e82105cc3a4da08ca2cc74efdd6a0e(127.23.69.131:37539)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
21:07:35.464 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC ScanRequest(scannerId=null, state=OPENING, attempt=1, KuduRpc(method=Scan, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=28), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.23.69.188:34691, [27ms] Sub RPC GetTableLocations: received response from server master-127.23.69.188:34691: OK, deferred=null)) after lookup
21:07:35.470 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet f99563ad40c547539d389b594da1fed9 for table 'replication_test_table' with partition [0x00000000, 0x0000000080000032)
21:07:35.471 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 5381a61602cf4f0f8d78f77200866f38 for table 'replication_test_table' with partition [0x0000000080000032, 0x0000000080000096)
21:07:35.471 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet ffa91b932fde4aac82bce1430648a994 for table 'replication_test_table' with partition [0x0000000080000096, 0x00000001)
21:07:35.471 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 21db1fe17416449396c581cefb41dabc for table 'replication_test_table' with partition [0x00000001, 0x0000000180000032)
21:07:35.471 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a51ac2ab18a44e998ab79a48cc3761de for table 'replication_test_table' with partition [0x0000000180000032, 0x0000000180000096)
21:07:35.471 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 8d31d19883c443cdb09c9b502fd8489b for table 'replication_test_table' with partition [0x0000000180000096, 0x00000002)
21:07:35.471 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x00000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x0000000080000032, ttl=299999, tablet=f99563ad40c547539d389b594da1fed9@[3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333),47cfb6121f3743ddb92109256e06fc6e(127.23.69.130:46325)[L],f0e82105cc3a4da08ca2cc74efdd6a0e(127.23.69.131:37539)]}, Tablet{lowerBoundPartitionKey=0x0000000080000032, upperBoundPartitionKey=0x0000000080000096, ttl=299999, tablet=5381a61602cf4f0f8d78f77200866f38@[3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333)[L],47cfb6121f3743ddb92109256e06fc6e(127.23.69.130:46325),f0e82105cc3a4da08ca2cc74efdd6a0e(127.23.69.131:37539)]}, Tablet{lowerBoundPartitionKey=0x0000000080000096, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=ffa91b932fde4aac82bce1430648a994@[3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333),47cfb6121f3743ddb92109256e06fc6e(127.23.69.130:46325)[L],f0e82105cc3a4da08ca2cc74efdd6a0e(127.23.69.131:37539)]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x0000000180000032, ttl=299999, tablet=21db1fe17416449396c581cefb41dabc@[3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333),47cfb6121f3743ddb92109256e06fc6e(127.23.69.130:46325),f0e82105cc3a4da08ca2cc74efdd6a0e(127.23.69.131:37539)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000180000032, upperBoundPartitionKey=0x0000000180000096, ttl=299999, tablet=a51ac2ab18a44e998ab79a48cc3761de@[3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333),47cfb6121f3743ddb92109256e06fc6e(127.23.69.130:46325),f0e82105cc3a4da08ca2cc74efdd6a0e(127.23.69.131:37539)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000180000096, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=8d31d19883c443cdb09c9b502fd8489b@[3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333)[L],47cfb6121f3743ddb92109256e06fc6e(127.23.69.130:46325),f0e82105cc3a4da08ca2cc74efdd6a0e(127.23.69.131:37539)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
21:07:35.474 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='3582ac0313ccf06960e12bbfd28b9843eac7b119b7f22206e40fe048f632ee89'}]
21:07:35.477 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:07:35.477 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:115) Starting split fetcher 1
21:07:35.478 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x0000000080000032, ttl=299998, tablet=f99563ad40c547539d389b594da1fed9@[3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333),47cfb6121f3743ddb92109256e06fc6e(127.23.69.130:46325),f0e82105cc3a4da08ca2cc74efdd6a0e(127.23.69.131:37539)[L]]}]
21:07:35.475 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='95000e45f844952293c40a2c71fa4ff4a3a819d91b8081ff9df83e4987a6d44c'}]
21:07:35.480 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:07:35.480 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:115) Starting split fetcher 2
21:07:35.481 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x0000000180000032, ttl=299997, tablet=21db1fe17416449396c581cefb41dabc@[3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333),47cfb6121f3743ddb92109256e06fc6e(127.23.69.130:46325)[L],f0e82105cc3a4da08ca2cc74efdd6a0e(127.23.69.131:37539)]}]
21:07:35.475 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='f446e5b1c95100ed8852d084f050e4e1aa37e3b7d548046fd18d4ca3a52246de'}]
21:07:35.484 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:07:35.485 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:115) Starting split fetcher 2
21:07:35.485 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer 3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333)] connecting to peer
21:07:35.486 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000080000096, upperBoundPartitionKey=0x00000001, ttl=299998, tablet=ffa91b932fde4aac82bce1430648a994@[3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333),47cfb6121f3743ddb92109256e06fc6e(127.23.69.130:46325),f0e82105cc3a4da08ca2cc74efdd6a0e(127.23.69.131:37539)[L]]}]
21:07:35.475 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='428ef67a857e33d6bf8fde82d164b1bf913079ed858311c20fc60cab82b13348'}]
21:07:35.493 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:07:35.495 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:115) Starting split fetcher 1
21:07:35.496 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000080000032, upperBoundPartitionKey=0x0000000080000096, ttl=299998, tablet=5381a61602cf4f0f8d78f77200866f38@[3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333)[L],47cfb6121f3743ddb92109256e06fc6e(127.23.69.130:46325),f0e82105cc3a4da08ca2cc74efdd6a0e(127.23.69.131:37539)]}]
21:07:35.503 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 4 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=f99563ad40c547539d389b594da1fed9, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:07:35.504 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet f99563ad40c547539d389b594da1fed9 for partition [0x00000000, 0x0000000080000032) with scanner id null
21:07:35.505 [DEBUG - main] (Connection.java:748) [peer 3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333)] connecting to peer
21:07:35.514 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer 3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333)] connecting to peer
21:07:35.524 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333)] Successfully connected to peer
21:07:35.539 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer 3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333)] connecting to peer
21:07:35.540 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.23.69.129
21:07:35.561 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer 3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333)] connecting to peer
21:07:35.562 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:07:35.569 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x481a5234, L:/127.0.0.1:43352 - R:/127.23.69.129:40333] using SASL/PLAIN
21:07:35.573 [DEBUG - kudu-nio-5] (Connection.java:757) [peer 3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333)] Successfully connected to peer
21:07:35.603 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333)] Successfully connected to peer
21:07:35.603 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333)] Successfully connected to peer
21:07:35.613 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.23.69.129
21:07:35.618 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333)] Successfully connected to peer
21:07:35.623 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.23.69.129
21:07:35.639 [DEBUG - kudu-nio-5] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:07:35.649 [DEBUG - kudu-nio-5] (Negotiator.java:919) Authenticated connection [id: 0x515e5691, L:/127.0.0.1:43354 - R:/127.23.69.129:40333] using TOKEN/null
21:07:35.658 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:07:35.662 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x36c98e5f, L:/127.0.0.1:43370 - R:/127.23.69.129:40333] using SASL/PLAIN
21:07:35.667 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=5381a61602cf4f0f8d78f77200866f38, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:07:35.667 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet 5381a61602cf4f0f8d78f77200866f38 for partition [0x0000000080000032, 0x0000000080000096) with scanner id null
21:07:35.679 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=ffa91b932fde4aac82bce1430648a994, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:07:35.680 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet ffa91b932fde4aac82bce1430648a994 for partition [0x0000000080000096, 0x00000001) with scanner id null
21:07:35.689 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.23.69.129
21:07:35.699 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305399727955968001) for scanner KuduScanner(table=replication_test_table, tablet=21db1fe17416449396c581cefb41dabc, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:07:35.700 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:108) Finished reading from splits [95000e45f844952293c40a2c71fa4ff4a3a819d91b8081ff9df83e4987a6d44c]
21:07:35.706 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [95000e45f844952293c40a2c71fa4ff4a3a819d91b8081ff9df83e4987a6d44c]
21:07:35.707 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 2 because it is idle.
21:07:35.707 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 2
21:07:35.708 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 95000e45f844952293c40a2c71fa4ff4a3a819d91b8081ff9df83e4987a6d44c finished by subtask 1; deferring removal (restored in pending)
21:07:35.710 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer 3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333)] disconnecting while in state READY
21:07:35.711 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
21:07:35.712 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='4f089046c4b82cd457221fb6b1675925f879d36a76d318bf7d0ce29d223a4c5b'}]
21:07:35.714 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:07:35.714 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:115) Starting split fetcher 3
21:07:35.715 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305399727955968001) for scanner KuduScanner(table=replication_test_table, tablet=f99563ad40c547539d389b594da1fed9, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:07:35.715 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000180000032, upperBoundPartitionKey=0x0000000180000096, ttl=299997, tablet=a51ac2ab18a44e998ab79a48cc3761de@[3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333),47cfb6121f3743ddb92109256e06fc6e(127.23.69.130:46325)[L],f0e82105cc3a4da08ca2cc74efdd6a0e(127.23.69.131:37539)]}]
21:07:35.716 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:35.717 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:108) Finished reading from splits [3582ac0313ccf06960e12bbfd28b9843eac7b119b7f22206e40fe048f632ee89]
21:07:35.717 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [3582ac0313ccf06960e12bbfd28b9843eac7b119b7f22206e40fe048f632ee89]
21:07:35.717 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 1 because it is idle.
21:07:35.717 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 1
21:07:35.718 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer 3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333)] disconnecting while in state READY
21:07:35.719 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 3582ac0313ccf06960e12bbfd28b9843eac7b119b7f22206e40fe048f632ee89 finished by subtask 0; deferring removal (restored in pending)
21:07:35.720 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='f1c17012d35e6e8962f49150b94c8fcf2b6ba1c77c30f814d8e15f1c6400972a'}]
21:07:35.721 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:07:35.722 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:07:35.722 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
21:07:35.732 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:07:35.743 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 8 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=21db1fe17416449396c581cefb41dabc, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:07:35.743 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 21db1fe17416449396c581cefb41dabc for partition [0x00000001, 0x0000000180000032) with scanner id null
21:07:35.747 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer 3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333)] connecting to peer
21:07:35.751 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xf6632133, L:/127.0.0.1:43396 - R:/127.23.69.129:40333] using SASL/PLAIN
21:07:35.760 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=a51ac2ab18a44e998ab79a48cc3761de, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:07:35.760 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet a51ac2ab18a44e998ab79a48cc3761de for partition [0x0000000180000032, 0x0000000180000096) with scanner id null
21:07:35.760 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xa07409f2, L:/127.0.0.1:43382 - R:/127.23.69.129:40333] using SASL/PLAIN
21:07:35.763 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:115) Starting split fetcher 2
21:07:35.764 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000180000096, upperBoundPartitionKey=0x00000002, ttl=299997, tablet=8d31d19883c443cdb09c9b502fd8489b@[3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333)[L],47cfb6121f3743ddb92109256e06fc6e(127.23.69.130:46325),f0e82105cc3a4da08ca2cc74efdd6a0e(127.23.69.131:37539)]}]
21:07:35.774 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=8d31d19883c443cdb09c9b502fd8489b, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:07:35.775 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet 8d31d19883c443cdb09c9b502fd8489b for partition [0x0000000180000096, 0x00000002) with scanner id null
21:07:35.784 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.22.50.60:38829(127.22.50.60:38829)] connecting to peer
21:07:35.785 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.22.50.61:45261(127.22.50.61:45261)] connecting to peer
21:07:35.785 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.22.50.62:44659(127.22.50.62:44659)] connecting to peer
21:07:35.785 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:07:35.785 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.50.60:38829(127.22.50.60:38829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:07:35.786 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.60:38829: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:07:35.786 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:07:35.786 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.50.61:45261(127.22.50.61:45261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:07:35.786 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.61:45261: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:07:35.786 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:07:35.787 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.50.62:44659(127.22.50.62:44659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:07:35.787 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.62:44659: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:07:35.787 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659; will retry
21:07:35.788 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 6fd4af9c09ad49fc90c967781cbf9cf2 for table 'replication_test_table' with partition [0x00000000, 0x0000000080000032)
21:07:35.788 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet ba744b48d2fe46e4965a553fc4407281 for table 'replication_test_table' with partition [0x0000000080000032, 0x0000000080000096)
21:07:35.788 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet ef82968a2e51437498bb93c684873841 for table 'replication_test_table' with partition [0x0000000080000096, 0x00000001)
21:07:35.788 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 72d3b76f9a4447968e4065a985da4ff2 for table 'replication_test_table' with partition [0x00000001, 0x0000000180000032)
21:07:35.788 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 8698fb040de74fe1b802fea3016f9f92 for table 'replication_test_table' with partition [0x0000000180000032, 0x0000000180000096)
21:07:35.788 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 198472b755004099a0a044a8f9e079e9 for table 'replication_test_table' with partition [0x0000000180000096, 0x00000002)
21:07:35.788 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x00000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x0000000080000032, ttl=299999, tablet=6fd4af9c09ad49fc90c967781cbf9cf2@[2414b3feb3c746789b8f7a3231c2a465(127.24.4.131:38817)[L],28b43f34df8445b7ba6c271cc27bfb2a(127.24.4.129:44267),bf2d2a630430447086ac0e062627063f(127.24.4.130:34071)]}, Tablet{lowerBoundPartitionKey=0x0000000080000032, upperBoundPartitionKey=0x0000000080000096, ttl=299999, tablet=ba744b48d2fe46e4965a553fc4407281@[2414b3feb3c746789b8f7a3231c2a465(127.24.4.131:38817),28b43f34df8445b7ba6c271cc27bfb2a(127.24.4.129:44267)[L],bf2d2a630430447086ac0e062627063f(127.24.4.130:34071)]}, Tablet{lowerBoundPartitionKey=0x0000000080000096, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=ef82968a2e51437498bb93c684873841@[2414b3feb3c746789b8f7a3231c2a465(127.24.4.131:38817)[L],28b43f34df8445b7ba6c271cc27bfb2a(127.24.4.129:44267),bf2d2a630430447086ac0e062627063f(127.24.4.130:34071)]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x0000000180000032, ttl=299999, tablet=72d3b76f9a4447968e4065a985da4ff2@[2414b3feb3c746789b8f7a3231c2a465(127.24.4.131:38817),28b43f34df8445b7ba6c271cc27bfb2a(127.24.4.129:44267)[L],bf2d2a630430447086ac0e062627063f(127.24.4.130:34071)]}, Tablet{lowerBoundPartitionKey=0x0000000180000032, upperBoundPartitionKey=0x0000000180000096, ttl=299999, tablet=8698fb040de74fe1b802fea3016f9f92@[2414b3feb3c746789b8f7a3231c2a465(127.24.4.131:38817)[L],28b43f34df8445b7ba6c271cc27bfb2a(127.24.4.129:44267),bf2d2a630430447086ac0e062627063f(127.24.4.130:34071)]}, Tablet{lowerBoundPartitionKey=0x0000000180000096, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=198472b755004099a0a044a8f9e079e9@[2414b3feb3c746789b8f7a3231c2a465(127.24.4.131:38817),28b43f34df8445b7ba6c271cc27bfb2a(127.24.4.129:44267)[L],bf2d2a630430447086ac0e062627063f(127.24.4.130:34071)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
21:07:35.788 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC ScanRequest(scannerId=null, state=OPENING, attempt=1, KuduRpc(method=Scan, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=13), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.4.188:46037, [12ms] Sub RPC GetTableLocations: received response from server master-127.24.4.188:46037: OK, deferred=null)) after lookup
21:07:35.804 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 4 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=6fd4af9c09ad49fc90c967781cbf9cf2, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:07:35.804 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 6fd4af9c09ad49fc90c967781cbf9cf2 for partition [0x00000000, 0x0000000080000032) with scanner id null
21:07:35.812 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=ba744b48d2fe46e4965a553fc4407281, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:07:35.812 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet ba744b48d2fe46e4965a553fc4407281 for partition [0x0000000080000032, 0x0000000080000096) with scanner id null
21:07:35.822 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=ef82968a2e51437498bb93c684873841, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:07:35.822 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet ef82968a2e51437498bb93c684873841 for partition [0x0000000080000096, 0x00000001) with scanner id null
21:07:35.825 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 4 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544855825 for job 640bb5d81f2161b747452ce3cfd3ea9d.
21:07:35.842 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 4 for job 640bb5d81f2161b747452ce3cfd3ea9d (5006 bytes, checkpointDuration=16 ms, finalizationTime=1 ms).
21:07:35.843 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 4 as completed for source Source: KuduSource.
21:07:35.843 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 4 complete: removed split 3582ac0313ccf06960e12bbfd28b9843eac7b119b7f22206e40fe048f632ee89 from pending
21:07:35.844 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 4 complete: removed split 95000e45f844952293c40a2c71fa4ff4a3a819d91b8081ff9df83e4987a6d44c from pending
21:07:35.844 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 4 complete: removed 2 finished splits from enumerator state
21:07:35.871 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305399727955968001) for scanner KuduScanner(table=replication_test_table, tablet=ffa91b932fde4aac82bce1430648a994, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:07:35.872 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:108) Finished reading from splits [f446e5b1c95100ed8852d084f050e4e1aa37e3b7d548046fd18d4ca3a52246de]
21:07:35.873 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [f446e5b1c95100ed8852d084f050e4e1aa37e3b7d548046fd18d4ca3a52246de]
21:07:35.875 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 2 because it is idle.
21:07:35.875 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 2
21:07:35.876 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split f446e5b1c95100ed8852d084f050e4e1aa37e3b7d548046fd18d4ca3a52246de finished by subtask 2; deferring removal (restored in pending)
21:07:35.876 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer 3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333)] disconnecting while in state READY
21:07:35.878 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305399727955968001) for scanner KuduScanner(table=replication_test_table, tablet=5381a61602cf4f0f8d78f77200866f38, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:07:35.880 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:108) Finished reading from splits [428ef67a857e33d6bf8fde82d164b1bf913079ed858311c20fc60cab82b13348]
21:07:35.880 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [428ef67a857e33d6bf8fde82d164b1bf913079ed858311c20fc60cab82b13348]
21:07:35.881 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 1 because it is idle.
21:07:35.881 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 1
21:07:35.882 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 428ef67a857e33d6bf8fde82d164b1bf913079ed858311c20fc60cab82b13348 finished by subtask 3; deferring removal (restored in pending)
21:07:35.882 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer 3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333)] disconnecting while in state READY
21:07:35.882 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
21:07:35.882 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
21:07:35.928 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:35.945 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer 3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333)] connecting to peer
21:07:35.949 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 8 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=72d3b76f9a4447968e4065a985da4ff2, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:07:35.949 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 72d3b76f9a4447968e4065a985da4ff2 for partition [0x00000001, 0x0000000180000032) with scanner id null
21:07:35.957 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=8698fb040de74fe1b802fea3016f9f92, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:07:35.957 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 8698fb040de74fe1b802fea3016f9f92 for partition [0x0000000180000032, 0x0000000180000096) with scanner id null
21:07:35.968 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=198472b755004099a0a044a8f9e079e9, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:07:35.968 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 198472b755004099a0a044a8f9e079e9 for partition [0x0000000180000096, 0x00000002) with scanner id null
21:07:35.990 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333)] Successfully connected to peer
21:07:35.994 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.23.69.129
21:07:35.998 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 4 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=f99563ad40c547539d389b594da1fed9, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:07:35.998 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet f99563ad40c547539d389b594da1fed9 for partition [0x00000000, 0x0000000080000032) with scanner id null
21:07:36.006 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:128) Split fetcher 1 exited.
21:07:36.006 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333)] handling channelInactive
21:07:36.006 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333)] cleaning up while in state READY due to: connection closed
21:07:36.006 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-0
21:07:36.016 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=5381a61602cf4f0f8d78f77200866f38, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:07:36.016 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet 5381a61602cf4f0f8d78f77200866f38 for partition [0x0000000080000032, 0x0000000080000096) with scanner id null
21:07:36.024 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=ffa91b932fde4aac82bce1430648a994, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:07:36.024 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet ffa91b932fde4aac82bce1430648a994 for partition [0x0000000080000096, 0x00000001) with scanner id null
21:07:36.036 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 8 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=21db1fe17416449396c581cefb41dabc, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:07:36.037 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 21db1fe17416449396c581cefb41dabc for partition [0x00000001, 0x0000000180000032) with scanner id null
21:07:36.048 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:07:36.051 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=a51ac2ab18a44e998ab79a48cc3761de, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:07:36.051 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet a51ac2ab18a44e998ab79a48cc3761de for partition [0x0000000180000032, 0x0000000180000096) with scanner id null
21:07:36.065 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=8d31d19883c443cdb09c9b502fd8489b, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:07:36.065 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet 8d31d19883c443cdb09c9b502fd8489b for partition [0x0000000180000096, 0x00000002) with scanner id null
21:07:36.067 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x33075c90, L:/127.0.0.1:43410 - R:/127.23.69.129:40333] using SASL/PLAIN
21:07:36.076 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333)] handling channelInactive
21:07:36.076 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333)] cleaning up while in state READY due to: connection closed
21:07:36.076 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
21:07:36.077 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:128) Split fetcher 1 exited.
21:07:36.089 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305399727955968001) for scanner KuduScanner(table=replication_test_table, tablet=a51ac2ab18a44e998ab79a48cc3761de, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:07:36.090 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:108) Finished reading from splits [4f089046c4b82cd457221fb6b1675925f879d36a76d318bf7d0ce29d223a4c5b]
21:07:36.090 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [4f089046c4b82cd457221fb6b1675925f879d36a76d318bf7d0ce29d223a4c5b]
21:07:36.090 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 3 because it is idle.
21:07:36.091 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 3
21:07:36.092 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 4f089046c4b82cd457221fb6b1675925f879d36a76d318bf7d0ce29d223a4c5b finished by subtask 1; deferring removal (restored in pending)
21:07:36.092 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer 3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333)] disconnecting while in state READY
21:07:36.094 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
21:07:36.117 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:07:36.117 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:07:36.118 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:07:36.118 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:36.118 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:36.118 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:36.119 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:36.119 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:36.119 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:36.119 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:36.119 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:36.119 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:36.119 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:07:36.139 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 4 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=6fd4af9c09ad49fc90c967781cbf9cf2, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:07:36.139 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 6fd4af9c09ad49fc90c967781cbf9cf2 for partition [0x00000000, 0x0000000080000032) with scanner id null
21:07:36.152 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=ba744b48d2fe46e4965a553fc4407281, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:07:36.152 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet ba744b48d2fe46e4965a553fc4407281 for partition [0x0000000080000032, 0x0000000080000096) with scanner id null
21:07:36.169 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=ef82968a2e51437498bb93c684873841, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:07:36.170 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet ef82968a2e51437498bb93c684873841 for partition [0x0000000080000096, 0x00000001) with scanner id null
21:07:36.202 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 8 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=72d3b76f9a4447968e4065a985da4ff2, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:07:36.203 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 72d3b76f9a4447968e4065a985da4ff2 for partition [0x00000001, 0x0000000180000032) with scanner id null
21:07:36.214 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=8698fb040de74fe1b802fea3016f9f92, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:07:36.214 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 8698fb040de74fe1b802fea3016f9f92 for partition [0x0000000180000032, 0x0000000180000096) with scanner id null
21:07:36.216 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:36.308 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=198472b755004099a0a044a8f9e079e9, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:07:36.309 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 198472b755004099a0a044a8f9e079e9 for partition [0x0000000180000096, 0x00000002) with scanner id null
21:07:36.309 [DEBUG - main] (Connection.java:575) [peer master-127.24.4.189:35405(127.24.4.189:35405)] disconnecting while in state READY
21:07:36.309 [DEBUG - main] (Connection.java:575) [peer 28b43f34df8445b7ba6c271cc27bfb2a(127.24.4.129:44267)] disconnecting while in state READY
21:07:36.309 [DEBUG - main] (Connection.java:575) [peer master-127.24.4.188:46037(127.24.4.188:46037)] disconnecting while in state READY
21:07:36.309 [DEBUG - main] (Connection.java:575) [peer 2414b3feb3c746789b8f7a3231c2a465(127.24.4.131:38817)] disconnecting while in state READY
21:07:36.310 [DEBUG - main] (Connection.java:575) [peer master-127.24.4.190:39383(127.24.4.190:39383)] disconnecting while in state READY
21:07:36.310 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.24.4.189:35405(127.24.4.189:35405)] handling channelInactive
21:07:36.310 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state READY due to: connection closed
21:07:36.311 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.24.4.188:46037(127.24.4.188:46037)] handling channelInactive
21:07:36.311 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state READY due to: connection closed
21:07:36.311 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 2414b3feb3c746789b8f7a3231c2a465(127.24.4.131:38817)] handling channelInactive
21:07:36.312 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 2414b3feb3c746789b8f7a3231c2a465(127.24.4.131:38817)] cleaning up while in state READY due to: connection closed
21:07:36.310 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.24.4.190:39383(127.24.4.190:39383)] handling channelInactive
21:07:36.313 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state READY due to: connection closed
21:07:36.313 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:2704) Releasing all remaining resources
21:07:36.317 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 23 thread-local buffer(s) from thread: kudu-nio-3
21:07:36.317 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 26 thread-local buffer(s) from thread: kudu-nio-0
21:07:36.317 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 17 thread-local buffer(s) from thread: kudu-nio-2
21:07:36.317 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 17 thread-local buffer(s) from thread: kudu-nio-1
21:07:36.325 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 5 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544856325 for job 640bb5d81f2161b747452ce3cfd3ea9d.
21:07:36.343 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 5 for job 640bb5d81f2161b747452ce3cfd3ea9d (3664 bytes, checkpointDuration=17 ms, finalizationTime=1 ms).
21:07:36.345 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 5 as completed for source Source: KuduSource.
21:07:36.346 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 5 complete: removed split 428ef67a857e33d6bf8fde82d164b1bf913079ed858311c20fc60cab82b13348 from pending
21:07:36.346 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 5 complete: removed split f446e5b1c95100ed8852d084f050e4e1aa37e3b7d548046fd18d4ca3a52246de from pending
21:07:36.346 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 5 complete: removed split 4f089046c4b82cd457221fb6b1675925f879d36a76d318bf7d0ce29d223a4c5b from pending
21:07:36.346 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 5 complete: removed 3 finished splits from enumerator state
21:07:36.361 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333)] handling channelInactive
21:07:36.361 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333)] cleaning up while in state READY due to: connection closed
21:07:36.361 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-0
21:07:36.362 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:128) Split fetcher 2 exited.
21:07:36.399 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333)] handling channelInactive
21:07:36.399 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333)] cleaning up while in state READY due to: connection closed
21:07:36.399 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
21:07:36.400 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:128) Split fetcher 3 exited.
21:07:36.430 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:36.440 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333)] handling channelInactive
21:07:36.440 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333)] cleaning up while in state READY due to: connection closed
21:07:36.440 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
21:07:36.441 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:128) Split fetcher 2 exited.
21:07:36.454 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333)] Successfully connected to peer
21:07:36.461 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.23.69.129
21:07:36.489 [DEBUG - kudu-nio-4] (Connection.java:239) [peer 28b43f34df8445b7ba6c271cc27bfb2a(127.24.4.129:44267)] handling channelInactive
21:07:36.489 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 28b43f34df8445b7ba6c271cc27bfb2a(127.24.4.129:44267)] cleaning up while in state READY due to: connection closed
21:07:36.489 [DEBUG - kudu-nio-4] (PoolThreadCache.java:218) Freed 26 thread-local buffer(s) from thread: kudu-nio-4
21:07:36.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:36.493373 24594 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu with pid 24898
21:07:36.526 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:07:36.556 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x25302c72, L:/127.0.0.1:43424 - R:/127.23.69.129:40333] using SASL/PLAIN
21:07:36.577 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305399727955968001) for scanner KuduScanner(table=replication_test_table, tablet=8d31d19883c443cdb09c9b502fd8489b, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:07:36.577 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:108) Finished reading from splits [f1c17012d35e6e8962f49150b94c8fcf2b6ba1c77c30f814d8e15f1c6400972a]
21:07:36.577 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [f1c17012d35e6e8962f49150b94c8fcf2b6ba1c77c30f814d8e15f1c6400972a]
21:07:36.578 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 2 because it is idle.
21:07:36.578 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 2
21:07:36.579 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split f1c17012d35e6e8962f49150b94c8fcf2b6ba1c77c30f814d8e15f1c6400972a finished by subtask 0; deferring removal (restored in pending)
21:07:36.579 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer 3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333)] disconnecting while in state READY
21:07:36.593 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
21:07:36.604 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 28b43f34df8445b7ba6c271cc27bfb2a(127.24.4.129:44267)] handling channelInactive
21:07:36.604 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 28b43f34df8445b7ba6c271cc27bfb2a(127.24.4.129:44267)] cleaning up while in state READY due to: connection closed
21:07:36.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:36.605610 25232 connection.cc:573] client connection to 127.24.4.129:44267 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
21:07:36.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:36.606220 25232 proxy.cc:239] Call had error, refreshing address and retrying: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
21:07:36.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:36.617450 24594 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu with pid 25057
21:07:36.640 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:128) Split fetcher 2 exited.
21:07:36.641 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333)] handling channelInactive
21:07:36.641 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333)] cleaning up while in state READY due to: connection closed
21:07:36.641 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
21:07:36.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:36.654874 25232 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.UpdateConsensus -> {remote=127.24.4.129:44267, user_credentials={real_user=slave}} blocked reactor thread for 48686us
21:07:36.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:36.669670 25232 consensus_peers.cc:597] T 6fd4af9c09ad49fc90c967781cbf9cf2 P 2414b3feb3c746789b8f7a3231c2a465 -> Peer 28b43f34df8445b7ba6c271cc27bfb2a (127.24.4.129:44267): Couldn't send request to peer 28b43f34df8445b7ba6c271cc27bfb2a. Status: Network error: Client connection negotiation failed: client connection to 127.24.4.129:44267: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
21:07:36.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:36.675922 25232 consensus_peers.cc:597] T 8698fb040de74fe1b802fea3016f9f92 P 2414b3feb3c746789b8f7a3231c2a465 -> Peer 28b43f34df8445b7ba6c271cc27bfb2a (127.24.4.129:44267): Couldn't send request to peer 28b43f34df8445b7ba6c271cc27bfb2a. Status: Network error: Client connection negotiation failed: client connection to 127.24.4.129:44267: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
21:07:36.716 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:36.730 [DEBUG - pool-140-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:07:36.731 [DEBUG - pool-140-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:07:36.731 [DEBUG - pool-140-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:07:36.732 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:36.732 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:36.732 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:36.733 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:36.733 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:36.733 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:36.733 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:36.733 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:36.733 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:36.733 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:07:36.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:36.753350 25230 connection.cc:573] client connection to 127.24.4.130:34071 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
21:07:36.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:36.758230 25870 negotiation.cc:336] Failed RPC negotiation. Trace:
21:07:36.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0708 21:07:36.755952 (+     0us) reactor.cc:730] Submitting negotiation task for client connection to 127.24.4.130:34071 (local address 127.24.4.131:49227)
21:07:36.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0708 21:07:36.756802 (+   850us) negotiation.cc:107] Waiting for socket to connect
21:07:36.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0708 21:07:36.757044 (+   242us) negotiation.cc:326] Negotiation complete: Network error: Client connection negotiation failed: client connection to 127.24.4.130:34071: connect: Connection reset by peer (error 104)
21:07:36.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"client-negotiator.queue_time_us":95}
21:07:36.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:36.759104 25230 consensus_peers.cc:597] T 8698fb040de74fe1b802fea3016f9f92 P 2414b3feb3c746789b8f7a3231c2a465 -> Peer bf2d2a630430447086ac0e062627063f (127.24.4.130:34071): Couldn't send request to peer bf2d2a630430447086ac0e062627063f. Status: Network error: Client connection negotiation failed: client connection to 127.24.4.130:34071: connect: Connection reset by peer (error 104). This is attempt 1: this message will repeat every 5th retry.
21:07:36.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:36.768230 24594 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu with pid 25204
21:07:36.825 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 6 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544856824 for job 640bb5d81f2161b747452ce3cfd3ea9d.
21:07:36.836 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 6 for job 640bb5d81f2161b747452ce3cfd3ea9d (1635 bytes, checkpointDuration=12 ms, finalizationTime=0 ms).
21:07:36.839 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 6 as completed for source Source: KuduSource.
21:07:36.839 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 6 complete: removed split f1c17012d35e6e8962f49150b94c8fcf2b6ba1c77c30f814d8e15f1c6400972a from pending
21:07:36.839 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 6 complete: removed 1 finished splits from enumerator state
21:07:36.894 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 2414b3feb3c746789b8f7a3231c2a465(127.24.4.131:38817)] handling channelInactive
21:07:36.895 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 2414b3feb3c746789b8f7a3231c2a465(127.24.4.131:38817)] cleaning up while in state READY due to: connection closed
21:07:36.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:36.898087 24594 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu with pid 24606
21:07:36.928 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:37.069 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.24.4.190:39383(127.24.4.190:39383)] handling channelInactive
21:07:37.069 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.24.4.190:39383(127.24.4.190:39383)] handling channelInactive
21:07:37.069 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state READY due to: connection closed
21:07:37.069 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state READY due to: connection closed
21:07:37.069 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.24.4.190:39383(127.24.4.190:39383)] handling channelInactive
21:07:37.069 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state READY due to: connection closed
21:07:37.071 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.24.4.190:39383(127.24.4.190:39383)] handling channelInactive
21:07:37.071 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state READY due to: connection closed
21:07:37.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:37.078414 24594 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu with pid 24678
21:07:37.187 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.24.4.189:35405(127.24.4.189:35405)] handling channelInactive
21:07:37.187 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.24.4.189:35405(127.24.4.189:35405)] handling channelInactive
21:07:37.187 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.24.4.189:35405(127.24.4.189:35405)] handling channelInactive
21:07:37.187 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state READY due to: connection closed
21:07:37.187 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state READY due to: connection closed
21:07:37.187 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.24.4.189:35405(127.24.4.189:35405)] handling channelInactive
21:07:37.187 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state READY due to: connection closed
21:07:37.187 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state READY due to: connection closed
21:07:37.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:37.188658 24594 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu with pid 24755
21:07:37.218 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:37.236 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.24.4.188:46037(127.24.4.188:46037)] handling channelInactive
21:07:37.237 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state READY due to: connection closed
21:07:37.237 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.24.4.188:46037(127.24.4.188:46037)] handling channelInactive
21:07:37.237 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state READY due to: connection closed
21:07:37.238 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.24.4.188:46037(127.24.4.188:46037)] handling channelInactive
21:07:37.238 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state READY due to: connection closed
21:07:37.239 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.24.4.188:46037(127.24.4.188:46037)] handling channelInactive
21:07:37.240 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state READY due to: connection closed
21:07:37.326 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 7 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544857324 for job 640bb5d81f2161b747452ce3cfd3ea9d.
21:07:37.340 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 7 for job 640bb5d81f2161b747452ce3cfd3ea9d (964 bytes, checkpointDuration=15 ms, finalizationTime=1 ms).
21:07:37.342 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 7 as completed for source Source: KuduSource.
21:07:37.427 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:37.463 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 49fde37190964fb6951583ec356e35f2
21:07:37.469 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet f99563ad40c547539d389b594da1fed9 for table 'replication_test_table' with partition [0x00000000, 0x0000000080000032)
21:07:37.470 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 5381a61602cf4f0f8d78f77200866f38 for table 'replication_test_table' with partition [0x0000000080000032, 0x0000000080000096)
21:07:37.470 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet ffa91b932fde4aac82bce1430648a994 for table 'replication_test_table' with partition [0x0000000080000096, 0x00000001)
21:07:37.470 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 21db1fe17416449396c581cefb41dabc for table 'replication_test_table' with partition [0x00000001, 0x0000000180000032)
21:07:37.470 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a51ac2ab18a44e998ab79a48cc3761de for table 'replication_test_table' with partition [0x0000000180000032, 0x0000000180000096)
21:07:37.470 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 8d31d19883c443cdb09c9b502fd8489b for table 'replication_test_table' with partition [0x0000000180000096, 0x00000002)
21:07:37.470 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x00000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x0000000080000032, ttl=299999, tablet=f99563ad40c547539d389b594da1fed9@[3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333),47cfb6121f3743ddb92109256e06fc6e(127.23.69.130:46325)[L],f0e82105cc3a4da08ca2cc74efdd6a0e(127.23.69.131:37539)]}, Tablet{lowerBoundPartitionKey=0x0000000080000032, upperBoundPartitionKey=0x0000000080000096, ttl=299999, tablet=5381a61602cf4f0f8d78f77200866f38@[3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333)[L],47cfb6121f3743ddb92109256e06fc6e(127.23.69.130:46325),f0e82105cc3a4da08ca2cc74efdd6a0e(127.23.69.131:37539)]}, Tablet{lowerBoundPartitionKey=0x0000000080000096, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=ffa91b932fde4aac82bce1430648a994@[3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333),47cfb6121f3743ddb92109256e06fc6e(127.23.69.130:46325)[L],f0e82105cc3a4da08ca2cc74efdd6a0e(127.23.69.131:37539)]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x0000000180000032, ttl=299999, tablet=21db1fe17416449396c581cefb41dabc@[3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333),47cfb6121f3743ddb92109256e06fc6e(127.23.69.130:46325),f0e82105cc3a4da08ca2cc74efdd6a0e(127.23.69.131:37539)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000180000032, upperBoundPartitionKey=0x0000000180000096, ttl=299999, tablet=a51ac2ab18a44e998ab79a48cc3761de@[3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333),47cfb6121f3743ddb92109256e06fc6e(127.23.69.130:46325),f0e82105cc3a4da08ca2cc74efdd6a0e(127.23.69.131:37539)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000180000096, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=8d31d19883c443cdb09c9b502fd8489b@[3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333)[L],47cfb6121f3743ddb92109256e06fc6e(127.23.69.130:46325),f0e82105cc3a4da08ca2cc74efdd6a0e(127.23.69.131:37539)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
21:07:37.475 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='1d9f530615b655cd9ae07c849a5cba954869d3f02eb621fc41367c4bca30fac5'}]
21:07:37.476 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='b9dc4cba61d45964ccbd5d2049a5cbc22a49fe79ea2d541d2850902dddab23e5'}]
21:07:37.477 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:07:37.478 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='c443a7a76af995372f0df73cfb08d049989bb7272112bfe10e8ea4e0cb377935'}]
21:07:37.479 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='91526b8d0394c8e770dafc2cf67ca94366086695319a58edceb3c2d240d103b4'}]
21:07:37.480 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:115) Starting split fetcher 2
21:07:37.480 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000080000032, upperBoundPartitionKey=0x0000000080000096, ttl=299998, tablet=5381a61602cf4f0f8d78f77200866f38@[3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333)[L],47cfb6121f3743ddb92109256e06fc6e(127.23.69.130:46325),f0e82105cc3a4da08ca2cc74efdd6a0e(127.23.69.131:37539)]}]
21:07:37.487 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:07:37.487 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:115) Starting split fetcher 4
21:07:37.488 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000080000096, upperBoundPartitionKey=0x00000001, ttl=299998, tablet=ffa91b932fde4aac82bce1430648a994@[3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333),47cfb6121f3743ddb92109256e06fc6e(127.23.69.130:46325),f0e82105cc3a4da08ca2cc74efdd6a0e(127.23.69.131:37539)[L]]}]
21:07:37.489 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:07:37.490 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:115) Starting split fetcher 3
21:07:37.490 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x0000000080000032, ttl=299998, tablet=f99563ad40c547539d389b594da1fed9@[3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333),47cfb6121f3743ddb92109256e06fc6e(127.23.69.130:46325),f0e82105cc3a4da08ca2cc74efdd6a0e(127.23.69.131:37539)[L]]}]
21:07:37.492 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:07:37.492 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:115) Starting split fetcher 3
21:07:37.492 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x0000000180000032, ttl=299997, tablet=21db1fe17416449396c581cefb41dabc@[3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333),47cfb6121f3743ddb92109256e06fc6e(127.23.69.130:46325)[L],f0e82105cc3a4da08ca2cc74efdd6a0e(127.23.69.131:37539)]}]
21:07:37.503 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer 3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333)] connecting to peer
21:07:37.508 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer 3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333)] connecting to peer
21:07:37.514 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer 3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333)] connecting to peer
21:07:37.522 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer 3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333)] connecting to peer
21:07:37.530 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333)] Successfully connected to peer
21:07:37.540 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333)] Successfully connected to peer
21:07:37.570 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.23.69.129
21:07:37.574 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333)] Successfully connected to peer
21:07:37.583 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.23.69.129
21:07:37.593 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333)] Successfully connected to peer
21:07:37.604 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.23.69.129
21:07:37.605 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:07:37.621 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.23.69.129
21:07:37.622 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xe005737d, L:/127.0.0.1:43456 - R:/127.23.69.129:40333] using SASL/PLAIN
21:07:37.625 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:07:37.650 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x658c9f5e, L:/127.0.0.1:43440 - R:/127.23.69.129:40333] using SASL/PLAIN
21:07:37.652 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:07:37.667 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305399736147968001) for scanner KuduScanner(table=replication_test_table, tablet=5381a61602cf4f0f8d78f77200866f38, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:07:37.670 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:108) Finished reading from splits [b9dc4cba61d45964ccbd5d2049a5cbc22a49fe79ea2d541d2850902dddab23e5]
21:07:37.670 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [b9dc4cba61d45964ccbd5d2049a5cbc22a49fe79ea2d541d2850902dddab23e5]
21:07:37.655 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:07:37.671 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 2 because it is idle.
21:07:37.671 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 2
21:07:37.672 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split b9dc4cba61d45964ccbd5d2049a5cbc22a49fe79ea2d541d2850902dddab23e5 finished by subtask 3; deferring removal (restored in pending)
21:07:37.673 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer 3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333)] disconnecting while in state READY
21:07:37.673 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='443d442e7580703addafefdae1c4fa81bd97ba393ad2b1062458364cab9fed1b'}]
21:07:37.675 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:07:37.677 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xc178b621, L:/127.0.0.1:43472 - R:/127.23.69.129:40333] using SASL/PLAIN
21:07:37.678 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
21:07:37.692 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xd353849c, L:/127.0.0.1:43460 - R:/127.23.69.129:40333] using SASL/PLAIN
21:07:37.693 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:115) Starting split fetcher 3
21:07:37.700 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (NetUtil.java:139) Resolved '127.23.69.129' into [/127.23.69.129] in 1614623ns
21:07:37.700 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305399736147968001) for scanner KuduScanner(table=replication_test_table, tablet=21db1fe17416449396c581cefb41dabc, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:07:37.701 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [91526b8d0394c8e770dafc2cf67ca94366086695319a58edceb3c2d240d103b4]
21:07:37.701 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:108) Finished reading from splits [91526b8d0394c8e770dafc2cf67ca94366086695319a58edceb3c2d240d103b4]
21:07:37.702 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 3 because it is idle.
21:07:37.702 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 3
21:07:37.703 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 91526b8d0394c8e770dafc2cf67ca94366086695319a58edceb3c2d240d103b4 finished by subtask 0; deferring removal (restored in pending)
21:07:37.704 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer 3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333)] disconnecting while in state READY
21:07:37.704 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='db031f700a653ced56e6923adacb97d1b561cdc040ec4ea50906ab8a07608ec3'}]
21:07:37.706 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:07:37.706 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:115) Starting split fetcher 4
21:07:37.707 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000180000096, upperBoundPartitionKey=0x00000002, ttl=299997, tablet=8d31d19883c443cdb09c9b502fd8489b@[3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333)[L],47cfb6121f3743ddb92109256e06fc6e(127.23.69.130:46325),f0e82105cc3a4da08ca2cc74efdd6a0e(127.23.69.131:37539)]}]
21:07:37.711 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000180000032, upperBoundPartitionKey=0x0000000180000096, ttl=299987, tablet=a51ac2ab18a44e998ab79a48cc3761de@[3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333),47cfb6121f3743ddb92109256e06fc6e(127.23.69.130:46325)[L],f0e82105cc3a4da08ca2cc74efdd6a0e(127.23.69.131:37539)]}]
21:07:37.712 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
21:07:37.716 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:37.751 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305399736147968001) for scanner KuduScanner(table=replication_test_table, tablet=ffa91b932fde4aac82bce1430648a994, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:07:37.752 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:108) Finished reading from splits [c443a7a76af995372f0df73cfb08d049989bb7272112bfe10e8ea4e0cb377935]
21:07:37.752 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [c443a7a76af995372f0df73cfb08d049989bb7272112bfe10e8ea4e0cb377935]
21:07:37.752 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 4 because it is idle.
21:07:37.752 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 4
21:07:37.753 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split c443a7a76af995372f0df73cfb08d049989bb7272112bfe10e8ea4e0cb377935 finished by subtask 1; deferring removal (restored in pending)
21:07:37.754 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer 3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333)] disconnecting while in state READY
21:07:37.756 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
21:07:37.781 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305399736147968001) for scanner KuduScanner(table=replication_test_table, tablet=f99563ad40c547539d389b594da1fed9, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:07:37.781 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:108) Finished reading from splits [1d9f530615b655cd9ae07c849a5cba954869d3f02eb621fc41367c4bca30fac5]
21:07:37.781 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [1d9f530615b655cd9ae07c849a5cba954869d3f02eb621fc41367c4bca30fac5]
21:07:37.782 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 3 because it is idle.
21:07:37.782 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 3
21:07:37.783 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 1d9f530615b655cd9ae07c849a5cba954869d3f02eb621fc41367c4bca30fac5 finished by subtask 2; deferring removal (restored in pending)
21:07:37.783 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer 3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333)] disconnecting while in state READY
21:07:37.783 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
21:07:37.808 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer 3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333)] connecting to peer
21:07:37.825 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 8 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544857825 for job 640bb5d81f2161b747452ce3cfd3ea9d.
21:07:37.828 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333)] handling channelInactive
21:07:37.828 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333)] cleaning up while in state READY due to: connection closed
21:07:37.829 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
21:07:37.829 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:128) Split fetcher 3 exited.
21:07:37.838 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 8 for job 640bb5d81f2161b747452ce3cfd3ea9d (5006 bytes, checkpointDuration=12 ms, finalizationTime=1 ms).
21:07:37.840 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 8 as completed for source Source: KuduSource.
21:07:37.840 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 8 complete: removed split 91526b8d0394c8e770dafc2cf67ca94366086695319a58edceb3c2d240d103b4 from pending
21:07:37.840 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 8 complete: removed split c443a7a76af995372f0df73cfb08d049989bb7272112bfe10e8ea4e0cb377935 from pending
21:07:37.840 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 8 complete: removed split b9dc4cba61d45964ccbd5d2049a5cbc22a49fe79ea2d541d2850902dddab23e5 from pending
21:07:37.840 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 8 complete: removed split 1d9f530615b655cd9ae07c849a5cba954869d3f02eb621fc41367c4bca30fac5 from pending
21:07:37.840 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 8 complete: removed 4 finished splits from enumerator state
21:07:37.855 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333)] handling channelInactive
21:07:37.855 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333)] cleaning up while in state READY due to: connection closed
21:07:37.855 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-0
21:07:37.856 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:128) Split fetcher 3 exited.
21:07:37.879 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333)] handling channelInactive
21:07:37.880 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333)] cleaning up while in state READY due to: connection closed
21:07:37.880 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-0
21:07:37.880 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:128) Split fetcher 4 exited.
21:07:37.883 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer 3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333)] connecting to peer
21:07:37.921 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333)] handling channelInactive
21:07:37.921 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333)] cleaning up while in state READY due to: connection closed
21:07:37.921 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 23 thread-local buffer(s) from thread: kudu-nio-0
21:07:37.921 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:128) Split fetcher 2 exited.
21:07:37.927 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:37.938 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333)] Successfully connected to peer
21:07:37.942 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.23.69.129
21:07:37.961 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333)] Successfully connected to peer
21:07:37.981 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.23.69.129
21:07:37.987 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:07:38.007 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xd2d0ca02, L:/127.0.0.1:43480 - R:/127.23.69.129:40333] using SASL/PLAIN
21:07:38.018 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305399736147968001) for scanner KuduScanner(table=replication_test_table, tablet=8d31d19883c443cdb09c9b502fd8489b, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:07:38.019 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:108) Finished reading from splits [db031f700a653ced56e6923adacb97d1b561cdc040ec4ea50906ab8a07608ec3]
21:07:38.019 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [db031f700a653ced56e6923adacb97d1b561cdc040ec4ea50906ab8a07608ec3]
21:07:38.019 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 4 because it is idle.
21:07:38.019 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 4
21:07:38.022 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split db031f700a653ced56e6923adacb97d1b561cdc040ec4ea50906ab8a07608ec3 finished by subtask 0; deferring removal (restored in pending)
21:07:38.022 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer 3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333)] disconnecting while in state READY
21:07:38.023 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
21:07:38.026 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:07:38.043 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x54abad92, L:/127.0.0.1:43496 - R:/127.23.69.129:40333] using SASL/PLAIN
21:07:38.077 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305399736147968001) for scanner KuduScanner(table=replication_test_table, tablet=a51ac2ab18a44e998ab79a48cc3761de, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:07:38.078 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:108) Finished reading from splits [443d442e7580703addafefdae1c4fa81bd97ba393ad2b1062458364cab9fed1b]
21:07:38.078 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [443d442e7580703addafefdae1c4fa81bd97ba393ad2b1062458364cab9fed1b]
21:07:38.078 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 3 because it is idle.
21:07:38.078 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 3
21:07:38.080 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 443d442e7580703addafefdae1c4fa81bd97ba393ad2b1062458364cab9fed1b finished by subtask 3; deferring removal (restored in pending)
21:07:38.080 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer 3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333)] disconnecting while in state READY
21:07:38.081 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
21:07:38.088 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333)] handling channelInactive
21:07:38.088 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333)] cleaning up while in state READY due to: connection closed
21:07:38.088 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
21:07:38.088 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:128) Split fetcher 4 exited.
21:07:38.141 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333)] handling channelInactive
21:07:38.142 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333)] cleaning up while in state READY due to: connection closed
21:07:38.142 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
21:07:38.142 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:128) Split fetcher 3 exited.
21:07:38.216 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:38.325 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 9 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544858324 for job 640bb5d81f2161b747452ce3cfd3ea9d.
21:07:38.338 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 9 for job 640bb5d81f2161b747452ce3cfd3ea9d (2314 bytes, checkpointDuration=14 ms, finalizationTime=0 ms).
21:07:38.342 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 9 as completed for source Source: KuduSource.
21:07:38.343 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 9 complete: removed split db031f700a653ced56e6923adacb97d1b561cdc040ec4ea50906ab8a07608ec3 from pending
21:07:38.343 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 9 complete: removed split 443d442e7580703addafefdae1c4fa81bd97ba393ad2b1062458364cab9fed1b from pending
21:07:38.343 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 9 complete: removed 2 finished splits from enumerator state
21:07:38.428 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:38.690 [DEBUG - pool-140-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:07:38.691 [DEBUG - pool-140-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:07:38.691 [DEBUG - pool-140-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:07:38.692 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:38.692 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:38.692 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:38.692 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:38.692 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:38.692 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:38.693 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:38.693 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:38.693 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:38.693 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:07:38.715 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:38.825 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 10 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544858824 for job 640bb5d81f2161b747452ce3cfd3ea9d.
21:07:38.840 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 10 for job 640bb5d81f2161b747452ce3cfd3ea9d (964 bytes, checkpointDuration=15 ms, finalizationTime=1 ms).
21:07:38.842 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 10 as completed for source Source: KuduSource.
21:07:38.905 [INFO - flink-pekko.actor.default-dispatcher-5] (CheckpointCoordinator.java:1805) Restoring job 50520737ebe38e2625b3d1dfb8799f70 from Checkpoint 67 @ 1783544732476 for 50520737ebe38e2625b3d1dfb8799f70 located at file:/tmp/junit13326170181640113289/checkpoints/50520737ebe38e2625b3d1dfb8799f70/chk-67.
21:07:38.906 [INFO - flink-pekko.actor.default-dispatcher-5] (MasterHooks.java:201) No master state to restore
21:07:38.906 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_2_5) switched from CREATED to SCHEDULED.
21:07:38.907 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_2_5) switched from SCHEDULED to DEPLOYING.
21:07:38.907 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #5) with attempt id 75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_2_5 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to d3190376-62a7-4418-84bf-bee23066b9ee @ 127.0.0.1 (dataPort=-1) with allocation id 52d5deb841224e867af8dedcc6f31427
21:07:38.908 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (50520737ebe38e2625b3d1dfb8799f70) switched from state RESTARTING to RUNNING.
21:07:38.908 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job 50520737ebe38e2625b3d1dfb8799f70: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
21:07:38.908 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot 52d5deb841224e867af8dedcc6f31427.
21:07:38.910 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#5 (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_2_5), deploy into slot with allocation id 52d5deb841224e867af8dedcc6f31427.
21:07:38.911 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 2 to checkpoint 67 for source Source: KuduSource to checkpoint.
21:07:38.912 [INFO - flink-pekko.actor.default-dispatcher-5] (CheckpointCoordinator.java:1805) Restoring job 50520737ebe38e2625b3d1dfb8799f70 from Checkpoint 67 @ 1783544732476 for 50520737ebe38e2625b3d1dfb8799f70 located at file:/tmp/junit13326170181640113289/checkpoints/50520737ebe38e2625b3d1dfb8799f70/chk-67.
21:07:38.913 [INFO - flink-pekko.actor.default-dispatcher-5] (MasterHooks.java:201) No master state to restore
21:07:38.913 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 0 to checkpoint 67 for source Source: KuduSource to checkpoint.
21:07:38.913 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_0_5) switched from CREATED to SCHEDULED.
21:07:38.914 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 50520737ebe38e2625b3d1dfb8799f70: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
21:07:38.915 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_0_5) switched from SCHEDULED to DEPLOYING.
21:07:38.915 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #5) with attempt id 75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_0_5 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to d3190376-62a7-4418-84bf-bee23066b9ee @ 127.0.0.1 (dataPort=-1) with allocation id f412658c854e9ff7ca9ced65ea075485
21:07:38.928 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:38.941 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot f412658c854e9ff7ca9ced65ea075485.
21:07:38.942 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#5 (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_0_5), deploy into slot with allocation id f412658c854e9ff7ca9ced65ea075485.
21:07:38.943 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#5 (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_2_5) switched from CREATED to DEPLOYING.
21:07:38.944 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#5 (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_2_5) [DEPLOYING].
21:07:38.944 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@25f4feb3
21:07:38.944 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
21:07:38.945 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit13326170181640113289/checkpoints")
21:07:38.945 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#5 (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_2_5) switched from DEPLOYING to INITIALIZING.
21:07:38.945 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_2_5) switched from DEPLOYING to INITIALIZING.
21:07:38.963 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#5 (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_0_5) switched from CREATED to DEPLOYING.
21:07:38.964 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#5 (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_0_5) [DEPLOYING].
21:07:38.964 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@129b4aac
21:07:38.964 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
21:07:38.965 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit13326170181640113289/checkpoints")
21:07:38.965 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#5 (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_0_5) switched from DEPLOYING to INITIALIZING.
21:07:38.965 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_0_5) switched from DEPLOYING to INITIALIZING.
21:07:38.974 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@2339c444
21:07:38.976 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#5] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:07:38.984 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:38.992 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@5ed3dbc2
21:07:38.995 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#5] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:07:39.003 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#5] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:07:39.011 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#5] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:07:39.012 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:39.012 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:39.012 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:39.021 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#5] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:07:39.022 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:39.022 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:39.022 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:39.032 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:39.040 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:39.040 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:39.040 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:07:39.053 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#5] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:07:39.059 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:07:39.063 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#5] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:07:39.063 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.22.50.60:38829(127.22.50.60:38829)] connecting to peer
21:07:39.064 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.22.50.61:45261(127.22.50.61:45261)] connecting to peer
21:07:39.064 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.22.50.62:44659(127.22.50.62:44659)] connecting to peer
21:07:39.065 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:07:39.065 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.50.60:38829(127.22.50.60:38829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:07:39.065 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.60:38829: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:07:39.065 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:07:39.065 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.50.61:45261(127.22.50.61:45261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:07:39.065 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.61:45261: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:07:39.066 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:07:39.066 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.50.62:44659(127.22.50.62:44659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:07:39.066 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.62:44659: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:07:39.066 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659; will retry
21:07:39.066 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:39.066 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:39.067 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:39.071 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#5] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:07:39.072 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:39.072 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:39.072 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:39.084 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.22.50.60:38829(127.22.50.60:38829)] connecting to peer
21:07:39.084 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.22.50.61:45261(127.22.50.61:45261)] connecting to peer
21:07:39.084 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.22.50.62:44659(127.22.50.62:44659)] connecting to peer
21:07:39.085 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:07:39.085 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.50.60:38829(127.22.50.60:38829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:07:39.085 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.60:38829: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:07:39.085 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:07:39.085 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.50.61:45261(127.22.50.61:45261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:07:39.085 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.61:45261: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:07:39.086 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:07:39.086 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.50.62:44659(127.22.50.62:44659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:07:39.086 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.62:44659: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:07:39.086 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659; will retry
21:07:39.086 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:39.086 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:39.087 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:39.087 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:07:39.093 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:07:39.099 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:07:39.103 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:39.103 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:39.103 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:39.111 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:07:39.112 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:39.112 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:39.112 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:39.118 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:39.118 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:39.118 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:39.118 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:07:39.124 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:07:39.125 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:39.125 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:39.125 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:39.139 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:07:39.140 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:07:39.141 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:39.141 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:39.141 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:39.150 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:39.150 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:39.150 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:39.150 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:07:39.156 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:07:39.157 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:39.157 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:39.157 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:39.163 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:07:39.163 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:39.163 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:39.163 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:39.164 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:39.164 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:39.164 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:39.164 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:07:39.173 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:07:39.180 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:07:39.181 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:07:39.181 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:07:39.181 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:39.181 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:39.181 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:39.182 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:39.182 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:39.182 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:39.182 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:39.182 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:39.182 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:39.182 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:07:39.183 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:07:39.184 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:39.184 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:39.184 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:39.189 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:07:39.190 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:39.190 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:39.190 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:39.190 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:39.190 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:39.190 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:39.190 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:07:39.194 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:07:39.194 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:07:39.194 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:07:39.194 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:39.194 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:39.194 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:39.195 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:39.195 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:39.195 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:39.195 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:39.195 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:39.195 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:39.196 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:07:39.200 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:07:39.201 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:07:39.201 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:07:39.201 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:39.201 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:39.201 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:39.201 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:39.201 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:39.201 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:39.201 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:39.201 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:39.202 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:39.202 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:07:39.214 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:07:39.214 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:07:39.214 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:07:39.214 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:39.214 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:39.214 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:39.215 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:39.215 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:39.215 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:39.215 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:39.215 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:39.215 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:39.215 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:39.215 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:07:39.219 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:07:39.220 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:07:39.220 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:07:39.220 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:39.220 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:39.220 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:39.221 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:39.221 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:39.221 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:39.221 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:39.221 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:39.221 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:39.221 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:07:39.253 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:07:39.253 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:07:39.253 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:07:39.254 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:39.254 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:39.254 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:39.254 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:39.254 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:39.255 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:39.255 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:39.255 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:39.255 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:39.255 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:07:39.293 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:07:39.293 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:07:39.293 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:07:39.294 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:39.294 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:39.294 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:39.294 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:39.294 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:39.294 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:39.294 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:39.294 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:39.295 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:39.295 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:07:39.299 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:07:39.300 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:07:39.300 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:07:39.300 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:39.300 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:39.300 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:39.301 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:39.301 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:39.301 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:39.301 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:39.301 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:39.301 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:39.301 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:07:39.325 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 11 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544859324 for job 640bb5d81f2161b747452ce3cfd3ea9d.
21:07:39.344 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 11 for job 640bb5d81f2161b747452ce3cfd3ea9d (964 bytes, checkpointDuration=19 ms, finalizationTime=0 ms).
21:07:39.345 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 11 as completed for source Source: KuduSource.
21:07:39.373 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:07:39.374 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:07:39.374 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:07:39.374 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:39.374 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:39.374 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:39.375 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:39.375 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:39.375 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:39.375 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:39.375 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:39.375 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:39.376 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:07:39.428 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:39.440 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:07:39.440 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:07:39.441 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:07:39.441 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:39.441 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:39.441 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:39.441 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:39.441 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:39.441 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:39.442 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:39.442 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:39.442 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:39.442 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:07:39.463 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 49fde37190964fb6951583ec356e35f2
21:07:39.464 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.22.50.60:38829(127.22.50.60:38829)] connecting to peer
21:07:39.464 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.22.50.61:45261(127.22.50.61:45261)] connecting to peer
21:07:39.464 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.22.50.62:44659(127.22.50.62:44659)] connecting to peer
21:07:39.465 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:07:39.465 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.50.60:38829(127.22.50.60:38829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:07:39.465 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.60:38829: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:07:39.466 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:07:39.466 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.50.61:45261(127.22.50.61:45261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:07:39.466 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.61:45261: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:07:39.466 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:07:39.466 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.50.62:44659(127.22.50.62:44659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:07:39.466 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.62:44659: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:07:39.466 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659; will retry
21:07:39.469 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet f99563ad40c547539d389b594da1fed9 for table 'replication_test_table' with partition [0x00000000, 0x0000000080000032)
21:07:39.469 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 5381a61602cf4f0f8d78f77200866f38 for table 'replication_test_table' with partition [0x0000000080000032, 0x0000000080000096)
21:07:39.469 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet ffa91b932fde4aac82bce1430648a994 for table 'replication_test_table' with partition [0x0000000080000096, 0x00000001)
21:07:39.469 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 21db1fe17416449396c581cefb41dabc for table 'replication_test_table' with partition [0x00000001, 0x0000000180000032)
21:07:39.469 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a51ac2ab18a44e998ab79a48cc3761de for table 'replication_test_table' with partition [0x0000000180000032, 0x0000000180000096)
21:07:39.469 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 8d31d19883c443cdb09c9b502fd8489b for table 'replication_test_table' with partition [0x0000000180000096, 0x00000002)
21:07:39.470 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x00000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x0000000080000032, ttl=299999, tablet=f99563ad40c547539d389b594da1fed9@[3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333),47cfb6121f3743ddb92109256e06fc6e(127.23.69.130:46325)[L],f0e82105cc3a4da08ca2cc74efdd6a0e(127.23.69.131:37539)]}, Tablet{lowerBoundPartitionKey=0x0000000080000032, upperBoundPartitionKey=0x0000000080000096, ttl=299999, tablet=5381a61602cf4f0f8d78f77200866f38@[3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333)[L],47cfb6121f3743ddb92109256e06fc6e(127.23.69.130:46325),f0e82105cc3a4da08ca2cc74efdd6a0e(127.23.69.131:37539)]}, Tablet{lowerBoundPartitionKey=0x0000000080000096, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=ffa91b932fde4aac82bce1430648a994@[3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333),47cfb6121f3743ddb92109256e06fc6e(127.23.69.130:46325)[L],f0e82105cc3a4da08ca2cc74efdd6a0e(127.23.69.131:37539)]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x0000000180000032, ttl=299999, tablet=21db1fe17416449396c581cefb41dabc@[3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333),47cfb6121f3743ddb92109256e06fc6e(127.23.69.130:46325),f0e82105cc3a4da08ca2cc74efdd6a0e(127.23.69.131:37539)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000180000032, upperBoundPartitionKey=0x0000000180000096, ttl=299999, tablet=a51ac2ab18a44e998ab79a48cc3761de@[3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333),47cfb6121f3743ddb92109256e06fc6e(127.23.69.130:46325),f0e82105cc3a4da08ca2cc74efdd6a0e(127.23.69.131:37539)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000180000096, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=8d31d19883c443cdb09c9b502fd8489b@[3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333)[L],47cfb6121f3743ddb92109256e06fc6e(127.23.69.130:46325),f0e82105cc3a4da08ca2cc74efdd6a0e(127.23.69.131:37539)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
21:07:39.473 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:07:39.474 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:07:39.474 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:07:39.477 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:39.477 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:39.477 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:39.477 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:39.477 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:39.477 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:39.478 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:39.478 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:39.478 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:39.478 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:07:39.478 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='dc7980c2d3eb33e0947e8b0809adf797d5dceb108bd936abc8b3b63f7415287f'}]
21:07:39.480 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:07:39.481 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='330ce154b5ab2b7e5ab861ce330c615790956249913382c37dfeb2b0103dae84'}]
21:07:39.483 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:07:39.483 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='37193a1abc6a5ac4417f1779af38a632313985d9dd156d9c3b0c70704315dee1'}]
21:07:39.483 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:39.485 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:07:39.485 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='7f6c109929c9e0fc7d5f131c030ca143ad0c42dd25a3bb2e33860c6af5ffb7e8'}]
21:07:39.487 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:07:39.488 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:115) Starting split fetcher 5
21:07:39.489 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x0000000080000032, ttl=299997, tablet=f99563ad40c547539d389b594da1fed9@[3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333),47cfb6121f3743ddb92109256e06fc6e(127.23.69.130:46325),f0e82105cc3a4da08ca2cc74efdd6a0e(127.23.69.131:37539)[L]]}]
21:07:39.489 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:115) Starting split fetcher 4
21:07:39.490 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000080000032, upperBoundPartitionKey=0x0000000080000096, ttl=299997, tablet=5381a61602cf4f0f8d78f77200866f38@[3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333)[L],47cfb6121f3743ddb92109256e06fc6e(127.23.69.130:46325),f0e82105cc3a4da08ca2cc74efdd6a0e(127.23.69.131:37539)]}]
21:07:39.490 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:115) Starting split fetcher 5
21:07:39.491 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:115) Starting split fetcher 4
21:07:39.491 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x0000000180000032, ttl=299997, tablet=21db1fe17416449396c581cefb41dabc@[3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333),47cfb6121f3743ddb92109256e06fc6e(127.23.69.130:46325)[L],f0e82105cc3a4da08ca2cc74efdd6a0e(127.23.69.131:37539)]}]
21:07:39.499 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer 3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333)] connecting to peer
21:07:39.499 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000080000096, upperBoundPartitionKey=0x00000001, ttl=299997, tablet=ffa91b932fde4aac82bce1430648a994@[3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333),47cfb6121f3743ddb92109256e06fc6e(127.23.69.130:46325),f0e82105cc3a4da08ca2cc74efdd6a0e(127.23.69.131:37539)[L]]}]
21:07:39.500 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:07:39.500 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:07:39.500 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:07:39.501 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:39.501 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:39.501 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:39.501 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:39.501 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:39.501 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:39.501 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:39.501 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:39.502 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:39.502 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:07:39.505 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer 3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333)] connecting to peer
21:07:39.511 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer 3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333)] connecting to peer
21:07:39.517 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333)] Successfully connected to peer
21:07:39.527 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer 3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333)] connecting to peer
21:07:39.574 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333)] Successfully connected to peer
21:07:39.575 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333)] Successfully connected to peer
21:07:39.576 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333)] Successfully connected to peer
21:07:39.594 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.23.69.129
21:07:39.597 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.23.69.129
21:07:39.607 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.23.69.129
21:07:39.609 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:07:39.613 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:07:39.614 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:07:39.614 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:07:39.615 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:39.615 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:39.615 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:39.616 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:39.616 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:39.616 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:39.616 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:39.616 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:39.616 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:39.617 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:07:39.622 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x0e92b17b, L:/127.0.0.1:43502 - R:/127.23.69.129:40333] using SASL/PLAIN
21:07:39.622 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.23.69.129
21:07:39.649 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:07:39.664 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:07:39.675 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:07:39.679 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:07:39.680 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:07:39.681 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:39.681 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:39.681 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:39.681 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:39.681 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x2d4538d0, L:/127.0.0.1:43510 - R:/127.23.69.129:40333] using SASL/PLAIN
21:07:39.681 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:39.681 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:39.682 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:07:39.682 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:39.682 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:39.682 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:39.682 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:07:39.684 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xca4d4462, L:/127.0.0.1:43526 - R:/127.23.69.129:40333] using SASL/PLAIN
21:07:39.686 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xb50df82b, L:/127.0.0.1:43520 - R:/127.23.69.129:40333] using SASL/PLAIN
21:07:39.713 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305399744339968001) for scanner KuduScanner(table=replication_test_table, tablet=5381a61602cf4f0f8d78f77200866f38, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:07:39.714 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:108) Finished reading from splits [330ce154b5ab2b7e5ab861ce330c615790956249913382c37dfeb2b0103dae84]
21:07:39.714 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [330ce154b5ab2b7e5ab861ce330c615790956249913382c37dfeb2b0103dae84]
21:07:39.714 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 4 because it is idle.
21:07:39.714 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 4
21:07:39.716 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 330ce154b5ab2b7e5ab861ce330c615790956249913382c37dfeb2b0103dae84 finished by subtask 2; deferring removal (restored in pending)
21:07:39.717 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer 3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333)] disconnecting while in state READY
21:07:39.717 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='d35866d8670606316204447a76e3a4988546adb2c202f3cdae67533b7c89d594'}]
21:07:39.719 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:07:39.720 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:115) Starting split fetcher 5
21:07:39.721 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000180000032, upperBoundPartitionKey=0x0000000180000096, ttl=299997, tablet=a51ac2ab18a44e998ab79a48cc3761de@[3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333),47cfb6121f3743ddb92109256e06fc6e(127.23.69.130:46325)[L],f0e82105cc3a4da08ca2cc74efdd6a0e(127.23.69.131:37539)]}]
21:07:39.722 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:39.726 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
21:07:39.744 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305399744339968001) for scanner KuduScanner(table=replication_test_table, tablet=21db1fe17416449396c581cefb41dabc, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:07:39.744 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer 3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333)] connecting to peer
21:07:39.744 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:108) Finished reading from splits [7f6c109929c9e0fc7d5f131c030ca143ad0c42dd25a3bb2e33860c6af5ffb7e8]
21:07:39.744 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [7f6c109929c9e0fc7d5f131c030ca143ad0c42dd25a3bb2e33860c6af5ffb7e8]
21:07:39.745 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 4 because it is idle.
21:07:39.745 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 4
21:07:39.745 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer 3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333)] disconnecting while in state READY
21:07:39.746 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
21:07:39.746 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 7f6c109929c9e0fc7d5f131c030ca143ad0c42dd25a3bb2e33860c6af5ffb7e8 finished by subtask 3; deferring removal (restored in pending)
21:07:39.747 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='d3b561c2a55335f01b5c89ea9ecea16cd8e00ee7171e615f127911575056fcb2'}]
21:07:39.749 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:07:39.749 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:115) Starting split fetcher 5
21:07:39.750 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000180000096, upperBoundPartitionKey=0x00000002, ttl=299997, tablet=8d31d19883c443cdb09c9b502fd8489b@[3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333)[L],47cfb6121f3743ddb92109256e06fc6e(127.23.69.130:46325),f0e82105cc3a4da08ca2cc74efdd6a0e(127.23.69.131:37539)]}]
21:07:39.779 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:07:39.780 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:07:39.781 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:39.781 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:39.781 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:39.782 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:39.782 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:39.782 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:39.782 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:07:39.783 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:39.783 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:39.783 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:39.783 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:07:39.826 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 12 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544859825 for job 640bb5d81f2161b747452ce3cfd3ea9d.
21:07:39.836 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 12 for job 640bb5d81f2161b747452ce3cfd3ea9d (5006 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
21:07:39.843 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:128) Split fetcher 4 exited.
21:07:39.844 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333)] handling channelInactive
21:07:39.844 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333)] cleaning up while in state READY due to: connection closed
21:07:39.844 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
21:07:39.855 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 12 as completed for source Source: KuduSource.
21:07:39.856 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 12 complete: removed split 330ce154b5ab2b7e5ab861ce330c615790956249913382c37dfeb2b0103dae84 from pending
21:07:39.856 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 12 complete: removed split 7f6c109929c9e0fc7d5f131c030ca143ad0c42dd25a3bb2e33860c6af5ffb7e8 from pending
21:07:39.856 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 12 complete: removed 2 finished splits from enumerator state
21:07:39.860 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer 3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333)] connecting to peer
21:07:39.868 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305399744339968001) for scanner KuduScanner(table=replication_test_table, tablet=ffa91b932fde4aac82bce1430648a994, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:07:39.868 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:108) Finished reading from splits [37193a1abc6a5ac4417f1779af38a632313985d9dd156d9c3b0c70704315dee1]
21:07:39.869 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [37193a1abc6a5ac4417f1779af38a632313985d9dd156d9c3b0c70704315dee1]
21:07:39.869 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 5 because it is idle.
21:07:39.869 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 5
21:07:39.870 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 37193a1abc6a5ac4417f1779af38a632313985d9dd156d9c3b0c70704315dee1 finished by subtask 0; deferring removal (restored in pending)
21:07:39.875 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer 3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333)] disconnecting while in state READY
21:07:39.876 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
21:07:39.877 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333)] Successfully connected to peer
21:07:39.880 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333)] handling channelInactive
21:07:39.880 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333)] cleaning up while in state READY due to: connection closed
21:07:39.880 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-0
21:07:39.881 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:128) Split fetcher 4 exited.
21:07:39.890 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.23.69.129
21:07:39.897 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:07:39.897 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:07:39.898 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:39.899 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305399744339968001) for scanner KuduScanner(table=replication_test_table, tablet=f99563ad40c547539d389b594da1fed9, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:07:39.979 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:128) Split fetcher 5 exited.
21:07:40.032 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:40.032 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:40.032 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:40.033 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:40.033 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:40.035 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:07:40.036 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:40.036 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:40.036 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:40.036 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [dc7980c2d3eb33e0947e8b0809adf797d5dceb108bd936abc8b3b63f7415287f]
21:07:40.036 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:40.037 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333)] handling channelInactive
21:07:40.037 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333)] cleaning up while in state READY due to: connection closed
21:07:40.038 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
21:07:40.038 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:07:40.040 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split dc7980c2d3eb33e0947e8b0809adf797d5dceb108bd936abc8b3b63f7415287f finished by subtask 1; deferring removal (restored in pending)
21:07:40.035 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:108) Finished reading from splits [dc7980c2d3eb33e0947e8b0809adf797d5dceb108bd936abc8b3b63f7415287f]
21:07:40.040 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:40.036 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:07:40.040 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 5 because it is idle.
21:07:40.040 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 5
21:07:40.040 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer 3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333)] disconnecting while in state READY
21:07:40.041 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
21:07:40.036 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333)] Successfully connected to peer
21:07:40.043 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.23.69.129
21:07:40.045 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x051cb578, L:/127.0.0.1:43538 - R:/127.23.69.129:40333] using SASL/PLAIN
21:07:40.057 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:07:40.057 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305399744339968001) for scanner KuduScanner(table=replication_test_table, tablet=a51ac2ab18a44e998ab79a48cc3761de, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:07:40.061 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [d35866d8670606316204447a76e3a4988546adb2c202f3cdae67533b7c89d594]
21:07:40.061 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:108) Finished reading from splits [d35866d8670606316204447a76e3a4988546adb2c202f3cdae67533b7c89d594]
21:07:40.061 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 5 because it is idle.
21:07:40.061 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 5
21:07:40.061 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer 3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333)] disconnecting while in state READY
21:07:40.062 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
21:07:40.062 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split d35866d8670606316204447a76e3a4988546adb2c202f3cdae67533b7c89d594 finished by subtask 2; deferring removal (restored in pending)
21:07:40.071 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x61c62b5b, L:/127.0.0.1:43554 - R:/127.23.69.129:40333] using SASL/PLAIN
21:07:40.080 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305399744339968001) for scanner KuduScanner(table=replication_test_table, tablet=8d31d19883c443cdb09c9b502fd8489b, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:07:40.080 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:108) Finished reading from splits [d3b561c2a55335f01b5c89ea9ecea16cd8e00ee7171e615f127911575056fcb2]
21:07:40.081 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [d3b561c2a55335f01b5c89ea9ecea16cd8e00ee7171e615f127911575056fcb2]
21:07:40.081 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 5 because it is idle.
21:07:40.081 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 5
21:07:40.082 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split d3b561c2a55335f01b5c89ea9ecea16cd8e00ee7171e615f127911575056fcb2 finished by subtask 3; deferring removal (restored in pending)
21:07:40.083 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer 3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333)] disconnecting while in state READY
21:07:40.086 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
21:07:40.106 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333)] handling channelInactive
21:07:40.106 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333)] cleaning up while in state READY due to: connection closed
21:07:40.106 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 23 thread-local buffer(s) from thread: kudu-nio-0
21:07:40.107 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:128) Split fetcher 5 exited.
21:07:40.139 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333)] handling channelInactive
21:07:40.139 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333)] cleaning up while in state READY due to: connection closed
21:07:40.140 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
21:07:40.140 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:128) Split fetcher 5 exited.
21:07:40.151 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333)] handling channelInactive
21:07:40.151 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333)] cleaning up while in state READY due to: connection closed
21:07:40.151 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
21:07:40.151 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:128) Split fetcher 5 exited.
21:07:40.179 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:07:40.180 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:07:40.180 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:07:40.181 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:40.181 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:40.181 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:40.182 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:40.182 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:40.182 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:40.183 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.22.50.60:38829(127.22.50.60:38829)] connecting to peer
21:07:40.183 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.22.50.61:45261(127.22.50.61:45261)] connecting to peer
21:07:40.183 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.22.50.62:44659(127.22.50.62:44659)] connecting to peer
21:07:40.184 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:07:40.184 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.50.60:38829(127.22.50.60:38829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:07:40.185 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.60:38829: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:07:40.185 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:40.185 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:40.185 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:40.185 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:07:40.185 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:07:40.185 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.50.61:45261(127.22.50.61:45261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:07:40.185 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.61:45261: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:07:40.185 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:07:40.186 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.50.62:44659(127.22.50.62:44659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:07:40.186 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.62:44659: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:07:40.186 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659; will retry
21:07:40.216 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:40.324 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 13 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544860324 for job 640bb5d81f2161b747452ce3cfd3ea9d.
21:07:40.333 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:07:40.334 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:07:40.334 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:07:40.334 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:40.335 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:40.335 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:40.335 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:40.335 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:40.335 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:40.336 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:40.336 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:40.336 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:40.336 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:07:40.340 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 13 for job 640bb5d81f2161b747452ce3cfd3ea9d (3656 bytes, checkpointDuration=15 ms, finalizationTime=1 ms).
21:07:40.342 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 13 as completed for source Source: KuduSource.
21:07:40.342 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 13 complete: removed split 37193a1abc6a5ac4417f1779af38a632313985d9dd156d9c3b0c70704315dee1 from pending
21:07:40.342 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 13 complete: removed split d35866d8670606316204447a76e3a4988546adb2c202f3cdae67533b7c89d594 from pending
21:07:40.342 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 13 complete: removed split d3b561c2a55335f01b5c89ea9ecea16cd8e00ee7171e615f127911575056fcb2 from pending
21:07:40.342 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 13 complete: removed split dc7980c2d3eb33e0947e8b0809adf797d5dceb108bd936abc8b3b63f7415287f from pending
21:07:40.342 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 13 complete: removed 4 finished splits from enumerator state
21:07:40.428 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:40.484 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:40.716 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:40.757 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:07:40.757 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:07:40.758 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:07:40.758 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:40.758 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:40.758 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:40.759 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:40.759 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:40.759 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:40.759 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:40.759 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:40.759 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:40.759 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:07:40.825 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 14 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544860825 for job 640bb5d81f2161b747452ce3cfd3ea9d.
21:07:40.837 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 14 for job 640bb5d81f2161b747452ce3cfd3ea9d (964 bytes, checkpointDuration=12 ms, finalizationTime=0 ms).
21:07:40.839 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 14 as completed for source Source: KuduSource.
21:07:40.928 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:40.984 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:41.010 [DEBUG - pool-140-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:07:41.011 [DEBUG - pool-140-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:07:41.011 [DEBUG - pool-140-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:07:41.011 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:41.011 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:41.011 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:41.012 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:41.012 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:41.012 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:41.012 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:41.012 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:41.012 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:41.012 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:07:41.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T21:07:41Z chronyd exiting
21:07:41.073 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:07:41.073 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:07:41.074 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:07:41.074 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:41.074 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:41.075 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:41.075 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:41.075 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:41.075 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:41.076 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:41.076 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:41.076 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:41.076 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:07:41.215 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:41.326 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 15 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544861325 for job 640bb5d81f2161b747452ce3cfd3ea9d.
21:07:41.341 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 15 for job 640bb5d81f2161b747452ce3cfd3ea9d (964 bytes, checkpointDuration=15 ms, finalizationTime=1 ms).
21:07:41.342 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 15 as completed for source Source: KuduSource.
21:07:41.428 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:41.462 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 49fde37190964fb6951583ec356e35f2
21:07:41.468 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet f99563ad40c547539d389b594da1fed9 for table 'replication_test_table' with partition [0x00000000, 0x0000000080000032)
21:07:41.468 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 5381a61602cf4f0f8d78f77200866f38 for table 'replication_test_table' with partition [0x0000000080000032, 0x0000000080000096)
21:07:41.468 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet ffa91b932fde4aac82bce1430648a994 for table 'replication_test_table' with partition [0x0000000080000096, 0x00000001)
21:07:41.468 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 21db1fe17416449396c581cefb41dabc for table 'replication_test_table' with partition [0x00000001, 0x0000000180000032)
21:07:41.468 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a51ac2ab18a44e998ab79a48cc3761de for table 'replication_test_table' with partition [0x0000000180000032, 0x0000000180000096)
21:07:41.468 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 8d31d19883c443cdb09c9b502fd8489b for table 'replication_test_table' with partition [0x0000000180000096, 0x00000002)
21:07:41.469 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x00000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x0000000080000032, ttl=299999, tablet=f99563ad40c547539d389b594da1fed9@[3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333),47cfb6121f3743ddb92109256e06fc6e(127.23.69.130:46325)[L],f0e82105cc3a4da08ca2cc74efdd6a0e(127.23.69.131:37539)]}, Tablet{lowerBoundPartitionKey=0x0000000080000032, upperBoundPartitionKey=0x0000000080000096, ttl=299999, tablet=5381a61602cf4f0f8d78f77200866f38@[3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333)[L],47cfb6121f3743ddb92109256e06fc6e(127.23.69.130:46325),f0e82105cc3a4da08ca2cc74efdd6a0e(127.23.69.131:37539)]}, Tablet{lowerBoundPartitionKey=0x0000000080000096, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=ffa91b932fde4aac82bce1430648a994@[3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333),47cfb6121f3743ddb92109256e06fc6e(127.23.69.130:46325)[L],f0e82105cc3a4da08ca2cc74efdd6a0e(127.23.69.131:37539)]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x0000000180000032, ttl=299999, tablet=21db1fe17416449396c581cefb41dabc@[3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333),47cfb6121f3743ddb92109256e06fc6e(127.23.69.130:46325),f0e82105cc3a4da08ca2cc74efdd6a0e(127.23.69.131:37539)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000180000032, upperBoundPartitionKey=0x0000000180000096, ttl=299999, tablet=a51ac2ab18a44e998ab79a48cc3761de@[3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333),47cfb6121f3743ddb92109256e06fc6e(127.23.69.130:46325),f0e82105cc3a4da08ca2cc74efdd6a0e(127.23.69.131:37539)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000180000096, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=8d31d19883c443cdb09c9b502fd8489b@[3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333)[L],47cfb6121f3743ddb92109256e06fc6e(127.23.69.130:46325),f0e82105cc3a4da08ca2cc74efdd6a0e(127.23.69.131:37539)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
21:07:41.473 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='80b36c3290c5973062a17c7e6ea106a62f41bcb573d0e4e05bc2ec5a9ad67062'}]
21:07:41.475 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:07:41.475 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='16b54ff4b27ba145749149690dcda35c1a27dde54c646fc56154afd54ba98cdf'}]
21:07:41.476 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='f44335bbcb4d49ffc77cb3f457bc0872f4658b6dbf70b50684755cb169e13630'}]
21:07:41.477 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='9c11d55477244f334c09f27e3e5f5b9a884dcb3bc7399347fa3e2f1ea2039964'}]
21:07:41.478 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:115) Starting split fetcher 6
21:07:41.479 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x0000000080000032, ttl=299998, tablet=f99563ad40c547539d389b594da1fed9@[3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333),47cfb6121f3743ddb92109256e06fc6e(127.23.69.130:46325),f0e82105cc3a4da08ca2cc74efdd6a0e(127.23.69.131:37539)[L]]}]
21:07:41.480 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:07:41.480 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:115) Starting split fetcher 6
21:07:41.481 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000080000032, upperBoundPartitionKey=0x0000000080000096, ttl=299998, tablet=5381a61602cf4f0f8d78f77200866f38@[3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333)[L],47cfb6121f3743ddb92109256e06fc6e(127.23.69.130:46325),f0e82105cc3a4da08ca2cc74efdd6a0e(127.23.69.131:37539)]}]
21:07:41.483 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:07:41.483 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:115) Starting split fetcher 6
21:07:41.484 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:41.484 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x0000000180000032, ttl=299997, tablet=21db1fe17416449396c581cefb41dabc@[3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333),47cfb6121f3743ddb92109256e06fc6e(127.23.69.130:46325)[L],f0e82105cc3a4da08ca2cc74efdd6a0e(127.23.69.131:37539)]}]
21:07:41.484 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer 3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333)] connecting to peer
21:07:41.485 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:07:41.486 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:115) Starting split fetcher 6
21:07:41.486 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000080000096, upperBoundPartitionKey=0x00000001, ttl=299998, tablet=ffa91b932fde4aac82bce1430648a994@[3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333),47cfb6121f3743ddb92109256e06fc6e(127.23.69.130:46325),f0e82105cc3a4da08ca2cc74efdd6a0e(127.23.69.131:37539)[L]]}]
21:07:41.487 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer 3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333)] connecting to peer
21:07:41.488 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer 3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333)] connecting to peer
21:07:41.496 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333)] Successfully connected to peer
21:07:41.506 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer 3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333)] connecting to peer
21:07:41.507 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.23.69.129
21:07:41.530 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:07:41.539 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333)] Successfully connected to peer
21:07:41.548 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xccc2c1dd, L:/127.0.0.1:43564 - R:/127.23.69.129:40333] using SASL/PLAIN
21:07:41.553 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.23.69.129
21:07:41.568 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333)] Successfully connected to peer
21:07:41.577 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.23.69.129
21:07:41.589 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333)] Successfully connected to peer
21:07:41.597 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:07:41.619 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.23.69.129
21:07:41.626 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x256cec55, L:/127.0.0.1:43566 - R:/127.23.69.129:40333] using SASL/PLAIN
21:07:41.627 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:07:41.649 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305399752531968001) for scanner KuduScanner(table=replication_test_table, tablet=5381a61602cf4f0f8d78f77200866f38, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:07:41.649 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:108) Finished reading from splits [16b54ff4b27ba145749149690dcda35c1a27dde54c646fc56154afd54ba98cdf]
21:07:41.649 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [16b54ff4b27ba145749149690dcda35c1a27dde54c646fc56154afd54ba98cdf]
21:07:41.650 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 6 because it is idle.
21:07:41.650 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 6
21:07:41.651 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 16b54ff4b27ba145749149690dcda35c1a27dde54c646fc56154afd54ba98cdf finished by subtask 1; deferring removal (restored in pending)
21:07:41.652 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer 3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333)] disconnecting while in state READY
21:07:41.652 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='525708a31c510fb13ea69f907013c29fa623cdf34c51b6ce687a2709a7bbb2aa'}]
21:07:41.654 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:07:41.654 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:115) Starting split fetcher 7
21:07:41.655 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000180000032, upperBoundPartitionKey=0x0000000180000096, ttl=299997, tablet=a51ac2ab18a44e998ab79a48cc3761de@[3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333),47cfb6121f3743ddb92109256e06fc6e(127.23.69.130:46325)[L],f0e82105cc3a4da08ca2cc74efdd6a0e(127.23.69.131:37539)]}]
21:07:41.657 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
21:07:41.661 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:07:41.665 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer 3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333)] connecting to peer
21:07:41.667 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x2b11dc73, L:/127.0.0.1:43582 - R:/127.23.69.129:40333] using SASL/PLAIN
21:07:41.676 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x57a7b144, L:/127.0.0.1:43598 - R:/127.23.69.129:40333] using SASL/PLAIN
21:07:41.699 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333)] Successfully connected to peer
21:07:41.702 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.23.69.129
21:07:41.717 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:41.723 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333)] handling channelInactive
21:07:41.723 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333)] cleaning up while in state READY due to: connection closed
21:07:41.723 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
21:07:41.723 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:128) Split fetcher 6 exited.
21:07:41.740 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:07:41.763 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305399752531968001) for scanner KuduScanner(table=replication_test_table, tablet=ffa91b932fde4aac82bce1430648a994, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:07:41.764 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:108) Finished reading from splits [f44335bbcb4d49ffc77cb3f457bc0872f4658b6dbf70b50684755cb169e13630]
21:07:41.764 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [f44335bbcb4d49ffc77cb3f457bc0872f4658b6dbf70b50684755cb169e13630]
21:07:41.765 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 6 because it is idle.
21:07:41.765 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 6
21:07:41.766 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split f44335bbcb4d49ffc77cb3f457bc0872f4658b6dbf70b50684755cb169e13630 finished by subtask 2; deferring removal (restored in pending)
21:07:41.767 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer 3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333)] disconnecting while in state READY
21:07:41.767 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='ffe38da219fb9a51b2e497341eeaa302107651cde763dc5047ed99bb101e673b'}]
21:07:41.769 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:07:41.769 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:115) Starting split fetcher 7
21:07:41.770 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000180000096, upperBoundPartitionKey=0x00000002, ttl=299997, tablet=8d31d19883c443cdb09c9b502fd8489b@[3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333)[L],47cfb6121f3743ddb92109256e06fc6e(127.23.69.130:46325),f0e82105cc3a4da08ca2cc74efdd6a0e(127.23.69.131:37539)]}]
21:07:41.773 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
21:07:41.794 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x4afe6b9a, L:/127.0.0.1:43614 - R:/127.23.69.129:40333] using SASL/PLAIN
21:07:41.809 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer 3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333)] connecting to peer
21:07:41.819 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305399752531968001) for scanner KuduScanner(table=replication_test_table, tablet=a51ac2ab18a44e998ab79a48cc3761de, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:07:41.820 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:108) Finished reading from splits [525708a31c510fb13ea69f907013c29fa623cdf34c51b6ce687a2709a7bbb2aa]
21:07:41.820 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [525708a31c510fb13ea69f907013c29fa623cdf34c51b6ce687a2709a7bbb2aa]
21:07:41.820 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 7 because it is idle.
21:07:41.820 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 7
21:07:41.821 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 525708a31c510fb13ea69f907013c29fa623cdf34c51b6ce687a2709a7bbb2aa finished by subtask 1; deferring removal (restored in pending)
21:07:41.821 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer 3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333)] disconnecting while in state READY
21:07:41.822 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
21:07:41.824 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 16 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544861824 for job 640bb5d81f2161b747452ce3cfd3ea9d.
21:07:41.835 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 16 for job 640bb5d81f2161b747452ce3cfd3ea9d (5006 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
21:07:41.837 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 16 as completed for source Source: KuduSource.
21:07:41.837 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 16 complete: removed split f44335bbcb4d49ffc77cb3f457bc0872f4658b6dbf70b50684755cb169e13630 from pending
21:07:41.837 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 16 complete: removed split 16b54ff4b27ba145749149690dcda35c1a27dde54c646fc56154afd54ba98cdf from pending
21:07:41.837 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 16 complete: removed split 525708a31c510fb13ea69f907013c29fa623cdf34c51b6ce687a2709a7bbb2aa from pending
21:07:41.837 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 16 complete: removed 3 finished splits from enumerator state
21:07:41.850 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333)] handling channelInactive
21:07:41.850 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333)] cleaning up while in state READY due to: connection closed
21:07:41.850 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-0
21:07:41.851 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:128) Split fetcher 6 exited.
21:07:41.854 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333)] Successfully connected to peer
21:07:41.869 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.23.69.129
21:07:41.885 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333)] handling channelInactive
21:07:41.885 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333)] cleaning up while in state READY due to: connection closed
21:07:41.885 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
21:07:41.885 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:128) Split fetcher 7 exited.
21:07:41.911 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:07:41.928 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:41.931 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x70849542, L:/127.0.0.1:43616 - R:/127.23.69.129:40333] using SASL/PLAIN
21:07:41.941 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305399752531968001) for scanner KuduScanner(table=replication_test_table, tablet=f99563ad40c547539d389b594da1fed9, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:07:41.941 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:108) Finished reading from splits [80b36c3290c5973062a17c7e6ea106a62f41bcb573d0e4e05bc2ec5a9ad67062]
21:07:41.942 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [80b36c3290c5973062a17c7e6ea106a62f41bcb573d0e4e05bc2ec5a9ad67062]
21:07:41.942 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 6 because it is idle.
21:07:41.942 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 6
21:07:41.943 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 80b36c3290c5973062a17c7e6ea106a62f41bcb573d0e4e05bc2ec5a9ad67062 finished by subtask 0; deferring removal (restored in pending)
21:07:41.943 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer 3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333)] disconnecting while in state READY
21:07:41.944 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
21:07:41.963 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305399752531968001) for scanner KuduScanner(table=replication_test_table, tablet=21db1fe17416449396c581cefb41dabc, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:07:41.964 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:108) Finished reading from splits [9c11d55477244f334c09f27e3e5f5b9a884dcb3bc7399347fa3e2f1ea2039964]
21:07:41.964 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [9c11d55477244f334c09f27e3e5f5b9a884dcb3bc7399347fa3e2f1ea2039964]
21:07:41.964 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 6 because it is idle.
21:07:41.964 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 6
21:07:41.968 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 9c11d55477244f334c09f27e3e5f5b9a884dcb3bc7399347fa3e2f1ea2039964 finished by subtask 3; deferring removal (restored in pending)
21:07:41.968 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer 3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333)] disconnecting while in state READY
21:07:41.971 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
21:07:41.979 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305399752531968001) for scanner KuduScanner(table=replication_test_table, tablet=8d31d19883c443cdb09c9b502fd8489b, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:07:41.980 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:108) Finished reading from splits [ffe38da219fb9a51b2e497341eeaa302107651cde763dc5047ed99bb101e673b]
21:07:41.980 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [ffe38da219fb9a51b2e497341eeaa302107651cde763dc5047ed99bb101e673b]
21:07:41.980 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 7 because it is idle.
21:07:41.980 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 7
21:07:41.981 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split ffe38da219fb9a51b2e497341eeaa302107651cde763dc5047ed99bb101e673b finished by subtask 2; deferring removal (restored in pending)
21:07:41.982 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer 3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333)] disconnecting while in state READY
21:07:41.984 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:41.990 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
21:07:42.063 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333)] handling channelInactive
21:07:42.063 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333)] cleaning up while in state READY due to: connection closed
21:07:42.064 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
21:07:42.064 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:128) Split fetcher 7 exited.
21:07:42.074 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333)] handling channelInactive
21:07:42.074 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333)] cleaning up while in state READY due to: connection closed
21:07:42.075 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
21:07:42.075 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:128) Split fetcher 6 exited.
21:07:42.095 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333)] handling channelInactive
21:07:42.095 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333)] cleaning up while in state READY due to: connection closed
21:07:42.095 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-0
21:07:42.095 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:128) Split fetcher 6 exited.
21:07:42.119 [DEBUG - main] (Connection.java:575) [peer master-127.23.69.190:42537(127.23.69.190:42537)] disconnecting while in state READY
21:07:42.119 [DEBUG - main] (Connection.java:575) [peer 47cfb6121f3743ddb92109256e06fc6e(127.23.69.130:46325)] disconnecting while in state READY
21:07:42.119 [DEBUG - main] (Connection.java:575) [peer f0e82105cc3a4da08ca2cc74efdd6a0e(127.23.69.131:37539)] disconnecting while in state READY
21:07:42.119 [DEBUG - main] (Connection.java:575) [peer master-127.23.69.188:34691(127.23.69.188:34691)] disconnecting while in state READY
21:07:42.119 [DEBUG - main] (Connection.java:575) [peer 3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333)] disconnecting while in state READY
21:07:42.119 [DEBUG - main] (Connection.java:575) [peer master-127.23.69.189:45579(127.23.69.189:45579)] disconnecting while in state READY
21:07:42.120 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.23.69.190:42537(127.23.69.190:42537)] handling channelInactive
21:07:42.120 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 47cfb6121f3743ddb92109256e06fc6e(127.23.69.130:46325)] handling channelInactive
21:07:42.120 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state READY due to: connection closed
21:07:42.120 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 47cfb6121f3743ddb92109256e06fc6e(127.23.69.130:46325)] cleaning up while in state READY due to: connection closed
21:07:42.120 [DEBUG - kudu-nio-4] (Connection.java:239) [peer f0e82105cc3a4da08ca2cc74efdd6a0e(127.23.69.131:37539)] handling channelInactive
21:07:42.121 [DEBUG - kudu-nio-4] (Connection.java:709) [peer f0e82105cc3a4da08ca2cc74efdd6a0e(127.23.69.131:37539)] cleaning up while in state READY due to: connection closed
21:07:42.121 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.23.69.188:34691(127.23.69.188:34691)] handling channelInactive
21:07:42.121 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state READY due to: connection closed
21:07:42.121 [DEBUG - kudu-nio-5] (Connection.java:239) [peer 3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333)] handling channelInactive
21:07:42.122 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 3ed4f484b2ca44338e9f520e06d75d2b(127.23.69.129:40333)] cleaning up while in state READY due to: connection closed
21:07:42.122 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
21:07:42.125 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-1
21:07:42.126 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 23 thread-local buffer(s) from thread: kudu-nio-3
21:07:42.126 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 28 thread-local buffer(s) from thread: kudu-nio-2
21:07:42.126 [DEBUG - kudu-nio-5] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-5
21:07:42.127 [DEBUG - kudu-nio-4] (PoolThreadCache.java:218) Freed 27 thread-local buffer(s) from thread: kudu-nio-4
21:07:42.131 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.23.69.189:45579(127.23.69.189:45579)] handling channelInactive
21:07:42.131 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state READY due to: connection closed
21:07:42.131 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-0
21:07:42.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:42.132723 23830 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu with pid 24150
21:07:42.216 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:42.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:42.232769 23830 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu with pid 24294
21:07:42.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:42.296288 23830 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu with pid 24434
21:07:42.325 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 17 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544862324 for job 640bb5d81f2161b747452ce3cfd3ea9d.
21:07:42.334 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 17 for job 640bb5d81f2161b747452ce3cfd3ea9d (2977 bytes, checkpointDuration=10 ms, finalizationTime=0 ms).
21:07:42.337 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 17 as completed for source Source: KuduSource.
21:07:42.337 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 17 complete: removed split ffe38da219fb9a51b2e497341eeaa302107651cde763dc5047ed99bb101e673b from pending
21:07:42.337 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 17 complete: removed split 9c11d55477244f334c09f27e3e5f5b9a884dcb3bc7399347fa3e2f1ea2039964 from pending
21:07:42.337 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 17 complete: removed split 80b36c3290c5973062a17c7e6ea106a62f41bcb573d0e4e05bc2ec5a9ad67062 from pending
21:07:42.337 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 17 complete: removed 3 finished splits from enumerator state
21:07:42.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:42.348119 23830 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu with pid 23842
21:07:42.386 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.23.69.190:42537(127.23.69.190:42537)] handling channelInactive
21:07:42.386 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state READY due to: connection closed
21:07:42.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:42.388513 23830 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu with pid 23912
21:07:42.427 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:42.428 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.23.69.189:45579(127.23.69.189:45579)] handling channelInactive
21:07:42.428 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state READY due to: connection closed
21:07:42.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:42.430110 23830 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu with pid 23989
21:07:42.476 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.23.69.188:34691(127.23.69.188:34691)] handling channelInactive
21:07:42.477 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state READY due to: connection closed
21:07:42.484 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:42.499 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:07:42.500 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:07:42.500 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:07:42.500 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:42.500 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:42.500 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:42.500 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:42.501 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:42.501 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:42.501 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:42.501 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:42.501 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:42.501 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:07:42.715 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:42.753 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:07:42.753 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:07:42.754 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:42.754 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:07:42.754 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:42.754 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:42.754 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:42.754 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:42.754 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:42.754 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:42.754 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:42.754 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:42.754 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:07:42.825 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 18 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544862824 for job 640bb5d81f2161b747452ce3cfd3ea9d.
21:07:42.834 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 18 for job 640bb5d81f2161b747452ce3cfd3ea9d (964 bytes, checkpointDuration=10 ms, finalizationTime=0 ms).
21:07:42.835 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 18 as completed for source Source: KuduSource.
21:07:42.928 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:42.984 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:43.215 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:43.325 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 19 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544863324 for job 640bb5d81f2161b747452ce3cfd3ea9d.
21:07:43.336 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 19 for job 640bb5d81f2161b747452ce3cfd3ea9d (964 bytes, checkpointDuration=10 ms, finalizationTime=2 ms).
21:07:43.336 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 19 as completed for source Source: KuduSource.
21:07:43.428 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:43.451 [DEBUG - pool-140-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:07:43.451 [DEBUG - pool-140-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:07:43.452 [DEBUG - pool-140-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:07:43.452 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:43.452 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:43.452 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:43.452 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:43.452 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:43.452 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:43.453 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:43.453 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:43.453 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:43.453 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:07:43.459 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:07:43.460 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:07:43.460 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:07:43.460 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location master-127.23.69.188:34691(127.23.69.188:34691) for tablet Kudu Master: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:07:43.480 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:07:43.481 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:07:43.482 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:07:43.482 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:07:43.482 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:07:43.482 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:07:43.483 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:07:43.483 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:43.483 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:07:43.483 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:07:43.483 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:07:43.483 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:07:43.484 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:07:43.484 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:07:43.500 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:07:43.501 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:07:43.501 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:07:43.501 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:07:43.501 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:07:43.501 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:07:43.502 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:07:43.502 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:07:43.502 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:07:43.502 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:07:43.502 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:07:43.502 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:07:43.502 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:07:43.520 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:07:43.520 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:07:43.521 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:07:43.521 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:07:43.521 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:07:43.521 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:07:43.521 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:07:43.521 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:07:43.521 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:07:43.521 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:07:43.522 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:07:43.522 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:07:43.522 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:07:43.540 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:07:43.541 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:07:43.541 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:07:43.541 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:07:43.541 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:07:43.541 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:07:43.541 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:07:43.541 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:07:43.541 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:07:43.542 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:07:43.542 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:07:43.542 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:07:43.542 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:07:43.580 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:07:43.580 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:07:43.580 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:07:43.580 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:07:43.580 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:07:43.580 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:07:43.580 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:07:43.581 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:07:43.581 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:07:43.581 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:07:43.581 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:07:43.581 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:07:43.581 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:07:43.640 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:07:43.640 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:07:43.640 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:07:43.640 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:07:43.641 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:07:43.641 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:07:43.641 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:07:43.641 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:07:43.641 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:07:43.641 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:07:43.641 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:07:43.641 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:07:43.641 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:07:43.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T21:07:43Z chronyd exiting
21:07:43.715 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:43.780 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:07:43.780 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:07:43.781 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:07:43.781 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:07:43.781 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:07:43.781 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:07:43.781 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:07:43.781 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:07:43.781 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:07:43.781 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:07:43.781 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:07:43.782 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:07:43.782 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:07:43.800 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:07:43.800 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:07:43.800 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:07:43.801 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:07:43.801 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:07:43.801 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:07:43.801 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:07:43.801 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:07:43.801 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:07:43.801 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:07:43.801 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:07:43.801 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:07:43.801 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:07:43.823 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.22.50.60:38829(127.22.50.60:38829)] connecting to peer
21:07:43.824 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.22.50.61:45261(127.22.50.61:45261)] connecting to peer
21:07:43.824 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.22.50.62:44659(127.22.50.62:44659)] connecting to peer
21:07:43.824 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:07:43.824 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.50.60:38829(127.22.50.60:38829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:07:43.824 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.60:38829: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:07:43.824 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:07:43.824 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:07:43.824 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.50.61:45261(127.22.50.61:45261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:07:43.824 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.50.62:44659(127.22.50.62:44659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:07:43.825 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.61:45261: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:07:43.825 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.62:44659: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:07:43.825 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659; will retry
21:07:43.825 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 20 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544863824 for job 640bb5d81f2161b747452ce3cfd3ea9d.
21:07:43.825 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=26489), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [7ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [8ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.60:38829: Network error: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [11ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [13ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.61:45261: Network error: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [20ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.62:44659: Network error: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [20ms] delaying RPC due to: Service unavailable: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [48ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [53ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.60:38829: Network error: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [58ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [63ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.61:45261: Network error: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [77ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.62:44659: Network error: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [77ms] delaying RPC due to: Service unavailable: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [118ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [120ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.60:38829: Network error: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [125ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [126ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.62:44659: Network error: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [129ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.61:45261: Network error: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [129ms] delaying RPC due to: Service unavailable: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [142ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.61:45261: Network error: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [143ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.62:44659: Network error: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [143ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.60:38829: Network error: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [144ms] delaying RPC due to: Service unavailable: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.60:38829: Network error: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [163ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.61:45261: Network error: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [164ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.62:44659: Network error: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [164ms] delaying RPC due to: Service unavailable: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.60:38829: Network error: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [183ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.61:45261: Network error: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [184ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.62:44659: Network error: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [184ms] delaying RPC due to: Service unavailable: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [242ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.60:38829: Network error: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [242ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.61:45261: Network error: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [243ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.62:44659: Network error: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [243ms] delaying RPC due to: Service unavailable: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [360ms] refreshing cache from master, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [362ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.60:38829: Network error: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [363ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.61:45261: Network error: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [363ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.62:44659: Network error: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [363ms] delaying RPC due to: Service unavailable: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [540ms] refreshing cache from master, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [542ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.60:38829: Network error: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [545ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.61:45261: Network error: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [546ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.62:44659: Network error: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [546ms] delaying RPC due to: Service unavailable: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [660ms] refreshing cache from master, [660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [662ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.60:38829: Network error: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [666ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.61:45261: Network error: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [666ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.62:44659: Network error: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [667ms] delaying RPC due to: Service unavailable: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [1160ms] refreshing cache from master, [1160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [1161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [1161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [1162ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.60:38829: Network error: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [1162ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.61:45261: Network error: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [1163ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.62:44659: Network error: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [1163ms] delaying RPC due to: Service unavailable: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [1340ms] refreshing cache from master, [1340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [1342ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.60:38829: Network error: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [1342ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.61:45261: Network error: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [1343ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.62:44659: Network error: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [1343ms] delaying RPC due to: Service unavailable: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [1900ms] refreshing cache from master, [1900ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [1901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [1901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [1904ms] too many traces: truncated at 100 traces, deferred=Deferred@78375736(state=PENDING, result=null, callback=(continuation of Deferred@1733419778 after retry RPC after error@1752548130) -> (continuation of Deferred@1245356619 after retry RPC after error@294875679) -> (continuation of Deferred@2033371868 after retry RPC after error@1066953227) -> (continuation of Deferred@540000073 after retry RPC after error@715530969) -> (continuation of Deferred@1168992635 after retry RPC after error@966368247) -> (continuation of Deferred@1687268986 after retry RPC after error@2134571227) -> (continuation of Deferred@1374855414 after retry RPC after error@616681244) -> (continuation of Deferred@1305106304 after retry RPC after error@1704891074) -> (continuation of Deferred@565148567 after retry RPC after error@188545425) -> (continuation of Deferred@349554977 after retry RPC after error@88883707) -> (continuation of Deferred@1608900870 after retry RPC after error@863595290) -> (continuation of Deferred@157233301 after retry RPC after error@1862007772) -> (continuation of Deferred@510053076 after retry RPC after error@1723814841) -> (continuation of Deferred@370412643 after retry RPC after error@662708326) -> (continuation of Deferred@261652008 after retry RPC after error@329697017) -> (continuation of Deferred@635938810 after retry RPC after error@54669360) -> (continuation of Deferred@1340565326 after retry RPC after error@1783882053) -> (continuation of Deferred@1922257794 after retry RPC after error@1614954064) -> (continuation of Deferred@342616065 after retry RPC after error@1632074240) -> (continuation of Deferred@153107177 after retry RPC after error@2019636515) -> (continuation of Deferred@855761358 after retry RPC after error@1774983892) -> (continuation of Deferred@1630765686 after retry RPC after error@269122398) -> (continuation of Deferred@750380800 after retry RPC after error@623530745) -> (continuation of Deferred@1484211224 after retry RPC after error@467932355), errback=(continuation of Deferred@1733419778 after retry RPC after error@1752548130) -> (continuation of Deferred@1245356619 after retry RPC after error@294875679) -> (continuation of Deferred@2033371868 after retry RPC after error@1066953227) -> (continuation of Deferred@540000073 after retry RPC after error@715530969) -> (continuation of Deferred@1168992635 after retry RPC after error@966368247) -> (continuation of Deferred@1687268986 after retry RPC after error@2134571227) -> (continuation of Deferred@1374855414 after retry RPC after error@616681244) -> (continuation of Deferred@1305106304 after retry RPC after error@1704891074) -> (continuation of Deferred@565148567 after retry RPC after error@188545425) -> (continuation of Deferred@349554977 after retry RPC after error@88883707) -> (continuation of Deferred@1608900870 after retry RPC after error@863595290) -> (continuation of Deferred@157233301 after retry RPC after error@1862007772) -> (continuation of Deferred@510053076 after retry RPC after error@1723814841) -> (continuation of Deferred@370412643 after retry RPC after error@662708326) -> (continuation of Deferred@261652008 after retry RPC after error@329697017) -> (continuation of Deferred@635938810 after retry RPC after error@54669360) -> (continuation of Deferred@1340565326 after retry RPC after error@1783882053) -> (continuation of Deferred@1922257794 after retry RPC after error@1614954064) -> (continuation of Deferred@342616065 after retry RPC after error@1632074240) -> (continuation of Deferred@153107177 after retry RPC after error@2019636515) -> (continuation of Deferred@855761358 after retry RPC after error@1774983892) -> (continuation of Deferred@1630765686 after retry RPC after error@269122398) -> (continuation of Deferred@750380800 after retry RPC after error@623530745) -> (continuation of Deferred@1484211224 after retry RPC after error@467932355)))
21:07:43.826 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (SourceReaderBase.java:338) Closing Source Reader.
21:07:43.827 [WARN - Source: KuduSource -> Sink: Writer (3/4)#1] (Task.java:1117) Source: KuduSource -> Sink: Writer (3/4)#1 (7bde5c08f7e804a4ab3423222f7e7362_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=26489), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [7ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [8ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.60:38829: Network error: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [11ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [13ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.61:45261: Network error: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [20ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.62:44659: Network error: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [20ms] delaying RPC due to: Service unavailable: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [48ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [53ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.60:38829: Network error: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [58ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [63ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.61:45261: Network error: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [77ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.62:44659: Network error: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [77ms] delaying RPC due to: Service unavailable: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [118ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [120ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.60:38829: Network error: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [125ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [126ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.62:44659: Network error: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [129ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.61:45261: Network error: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [129ms] delaying RPC due to: Service unavailable: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [142ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.61:45261: Network error: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [143ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.62:44659: Network error: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [143ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.60:38829: Network error: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [144ms] delaying RPC due to: Service unavailable: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.60:38829: Network error: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [163ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.61:45261: Network error: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [164ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.62:44659: Network error: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [164ms] delaying RPC due to: Service unavailable: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.60:38829: Network error: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [183ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.61:45261: Network error: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [184ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.62:44659: Network error: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [184ms] delaying RPC due to: Service unavailable: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [242ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.60:38829: Network error: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [242ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.61:45261: Network error: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [243ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.62:44659: Network error: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [243ms] delaying RPC due to: Service unavailable: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [360ms] refreshing cache from master, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [362ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.60:38829: Network error: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [363ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.61:45261: Network error: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [363ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.62:44659: Network error: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [363ms] delaying RPC due to: Service unavailable: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [540ms] refreshing cache from master, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [542ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.60:38829: Network error: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [545ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.61:45261: Network error: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [546ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.62:44659: Network error: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [546ms] delaying RPC due to: Service unavailable: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [660ms] refreshing cache from master, [660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [662ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.60:38829: Network error: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [666ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.61:45261: Network error: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [666ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.62:44659: Network error: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [667ms] delaying RPC due to: Service unavailable: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [1160ms] refreshing cache from master, [1160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [1161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [1161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [1162ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.60:38829: Network error: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [1162ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.61:45261: Network error: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [1163ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.62:44659: Network error: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [1163ms] delaying RPC due to: Service unavailable: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [1340ms] refreshing cache from master, [1340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [1342ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.60:38829: Network error: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [1342ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.61:45261: Network error: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [1343ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.62:44659: Network error: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [1343ms] delaying RPC due to: Service unavailable: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [1900ms] refreshing cache from master, [1900ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [1901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [1901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [1904ms] too many traces: truncated at 100 traces, deferred=Deferred@78375736(state=PENDING, result=null, callback=(continuation of Deferred@1733419778 after retry RPC after error@1752548130) -> (continuation of Deferred@1245356619 after retry RPC after error@294875679) -> (continuation of Deferred@2033371868 after retry RPC after error@1066953227) -> (continuation of Deferred@540000073 after retry RPC after error@715530969) -> (continuation of Deferred@1168992635 after retry RPC after error@966368247) -> (continuation of Deferred@1687268986 after retry RPC after error@2134571227) -> (continuation of Deferred@1374855414 after retry RPC after error@616681244) -> (continuation of Deferred@1305106304 after retry RPC after error@1704891074) -> (continuation of Deferred@565148567 after retry RPC after error@188545425) -> (continuation of Deferred@349554977 after retry RPC after error@88883707) -> (continuation of Deferred@1608900870 after retry RPC after error@863595290) -> (continuation of Deferred@157233301 after retry RPC after error@1862007772) -> (continuation of Deferred@510053076 after retry RPC after error@1723814841) -> (continuation of Deferred@370412643 after retry RPC after error@662708326) -> (continuation of Deferred@261652008 after retry RPC after error@329697017) -> (continuation of Deferred@635938810 after retry RPC after error@54669360) -> (continuation of Deferred@1340565326 after retry RPC after error@1783882053) -> (continuation of Deferred@1922257794 after retry RPC after error@1614954064) -> (continuation of Deferred@342616065 after retry RPC after error@1632074240) -> (continuation of Deferred@153107177 after retry RPC after error@2019636515) -> (continuation of Deferred@855761358 after retry RPC after error@1774983892) -> (continuation of Deferred@1630765686 after retry RPC after error@269122398) -> (continuation of Deferred@750380800 after retry RPC after error@623530745) -> (continuation of Deferred@1484211224 after retry RPC after error@467932355), errback=(continuation of Deferred@1733419778 after retry RPC after error@1752548130) -> (continuation of Deferred@1245356619 after retry RPC after error@294875679) -> (continuation of Deferred@2033371868 after retry RPC after error@1066953227) -> (continuation of Deferred@540000073 after retry RPC after error@715530969) -> (continuation of Deferred@1168992635 after retry RPC after error@966368247) -> (continuation of Deferred@1687268986 after retry RPC after error@2134571227) -> (continuation of Deferred@1374855414 after retry RPC after error@616681244) -> (continuation of Deferred@1305106304 after retry RPC after error@1704891074) -> (continuation of Deferred@565148567 after retry RPC after error@188545425) -> (continuation of Deferred@349554977 after retry RPC after error@88883707) -> (continuation of Deferred@1608900870 after retry RPC after error@863595290) -> (continuation of Deferred@157233301 after retry RPC after error@1862007772) -> (continuation of Deferred@510053076 after retry RPC after error@1723814841) -> (continuation of Deferred@370412643 after retry RPC after error@662708326) -> (continuation of Deferred@261652008 after retry RPC after error@329697017) -> (continuation of Deferred@635938810 after retry RPC after error@54669360) -> (continuation of Deferred@1340565326 after retry RPC after error@1783882053) -> (continuation of Deferred@1922257794 after retry RPC after error@1614954064) -> (continuation of Deferred@342616065 after retry RPC after error@1632074240) -> (continuation of Deferred@153107177 after retry RPC after error@2019636515) -> (continuation of Deferred@855761358 after retry RPC after error@1774983892) -> (continuation of Deferred@1630765686 after retry RPC after error@269122398) -> (continuation of Deferred@750380800 after retry RPC after error@623530745) -> (continuation of Deferred@1484211224 after retry RPC after error@467932355)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.22.50.62:44659
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:07:43.827 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#1 (7bde5c08f7e804a4ab3423222f7e7362_cbc357ccb763df2852fee8c4fc7d55f2_2_1).
21:07:43.829 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#1 7bde5c08f7e804a4ab3423222f7e7362_cbc357ccb763df2852fee8c4fc7d55f2_2_1.
21:07:43.831 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1449) Source: KuduSource -> Sink: Writer (3/4) (7bde5c08f7e804a4ab3423222f7e7362_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from INITIALIZING to FAILED on c55db3d4-2fd1-4c20-a48a-1de4bc3c79fd @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=26489), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [7ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [8ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.60:38829: Network error: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [11ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [13ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.61:45261: Network error: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [20ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.62:44659: Network error: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [20ms] delaying RPC due to: Service unavailable: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [48ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [53ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.60:38829: Network error: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [58ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [63ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.61:45261: Network error: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [77ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.62:44659: Network error: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [77ms] delaying RPC due to: Service unavailable: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [118ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [120ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.60:38829: Network error: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [125ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [126ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.62:44659: Network error: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [129ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.61:45261: Network error: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [129ms] delaying RPC due to: Service unavailable: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [142ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.61:45261: Network error: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [143ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.62:44659: Network error: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [143ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.60:38829: Network error: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [144ms] delaying RPC due to: Service unavailable: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.60:38829: Network error: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [163ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.61:45261: Network error: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [164ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.62:44659: Network error: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [164ms] delaying RPC due to: Service unavailable: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.60:38829: Network error: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [183ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.61:45261: Network error: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [184ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.62:44659: Network error: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [184ms] delaying RPC due to: Service unavailable: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [242ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.60:38829: Network error: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [242ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.61:45261: Network error: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [243ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.62:44659: Network error: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [243ms] delaying RPC due to: Service unavailable: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [360ms] refreshing cache from master, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [362ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.60:38829: Network error: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [363ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.61:45261: Network error: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [363ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.62:44659: Network error: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [363ms] delaying RPC due to: Service unavailable: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [540ms] refreshing cache from master, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [542ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.60:38829: Network error: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [545ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.61:45261: Network error: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [546ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.62:44659: Network error: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [546ms] delaying RPC due to: Service unavailable: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [660ms] refreshing cache from master, [660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [662ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.60:38829: Network error: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [666ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.61:45261: Network error: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [666ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.62:44659: Network error: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [667ms] delaying RPC due to: Service unavailable: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [1160ms] refreshing cache from master, [1160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [1161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [1161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [1162ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.60:38829: Network error: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [1162ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.61:45261: Network error: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [1163ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.62:44659: Network error: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [1163ms] delaying RPC due to: Service unavailable: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [1340ms] refreshing cache from master, [1340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [1342ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.60:38829: Network error: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [1342ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.61:45261: Network error: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [1343ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.62:44659: Network error: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [1343ms] delaying RPC due to: Service unavailable: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [1900ms] refreshing cache from master, [1900ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [1901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [1901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [1904ms] too many traces: truncated at 100 traces, deferred=Deferred@78375736(state=PENDING, result=null, callback=(continuation of Deferred@1733419778 after retry RPC after error@1752548130) -> (continuation of Deferred@1245356619 after retry RPC after error@294875679) -> (continuation of Deferred@2033371868 after retry RPC after error@1066953227) -> (continuation of Deferred@540000073 after retry RPC after error@715530969) -> (continuation of Deferred@1168992635 after retry RPC after error@966368247) -> (continuation of Deferred@1687268986 after retry RPC after error@2134571227) -> (continuation of Deferred@1374855414 after retry RPC after error@616681244) -> (continuation of Deferred@1305106304 after retry RPC after error@1704891074) -> (continuation of Deferred@565148567 after retry RPC after error@188545425) -> (continuation of Deferred@349554977 after retry RPC after error@88883707) -> (continuation of Deferred@1608900870 after retry RPC after error@863595290) -> (continuation of Deferred@157233301 after retry RPC after error@1862007772) -> (continuation of Deferred@510053076 after retry RPC after error@1723814841) -> (continuation of Deferred@370412643 after retry RPC after error@662708326) -> (continuation of Deferred@261652008 after retry RPC after error@329697017) -> (continuation of Deferred@635938810 after retry RPC after error@54669360) -> (continuation of Deferred@1340565326 after retry RPC after error@1783882053) -> (continuation of Deferred@1922257794 after retry RPC after error@1614954064) -> (continuation of Deferred@342616065 after retry RPC after error@1632074240) -> (continuation of Deferred@153107177 after retry RPC after error@2019636515) -> (continuation of Deferred@855761358 after retry RPC after error@1774983892) -> (continuation of Deferred@1630765686 after retry RPC after error@269122398) -> (continuation of Deferred@750380800 after retry RPC after error@623530745) -> (continuation of Deferred@1484211224 after retry RPC after error@467932355), errback=(continuation of Deferred@1733419778 after retry RPC after error@1752548130) -> (continuation of Deferred@1245356619 after retry RPC after error@294875679) -> (continuation of Deferred@2033371868 after retry RPC after error@1066953227) -> (continuation of Deferred@540000073 after retry RPC after error@715530969) -> (continuation of Deferred@1168992635 after retry RPC after error@966368247) -> (continuation of Deferred@1687268986 after retry RPC after error@2134571227) -> (continuation of Deferred@1374855414 after retry RPC after error@616681244) -> (continuation of Deferred@1305106304 after retry RPC after error@1704891074) -> (continuation of Deferred@565148567 after retry RPC after error@188545425) -> (continuation of Deferred@349554977 after retry RPC after error@88883707) -> (continuation of Deferred@1608900870 after retry RPC after error@863595290) -> (continuation of Deferred@157233301 after retry RPC after error@1862007772) -> (continuation of Deferred@510053076 after retry RPC after error@1723814841) -> (continuation of Deferred@370412643 after retry RPC after error@662708326) -> (continuation of Deferred@261652008 after retry RPC after error@329697017) -> (continuation of Deferred@635938810 after retry RPC after error@54669360) -> (continuation of Deferred@1340565326 after retry RPC after error@1783882053) -> (continuation of Deferred@1922257794 after retry RPC after error@1614954064) -> (continuation of Deferred@342616065 after retry RPC after error@1632074240) -> (continuation of Deferred@153107177 after retry RPC after error@2019636515) -> (continuation of Deferred@855761358 after retry RPC after error@1774983892) -> (continuation of Deferred@1630765686 after retry RPC after error@269122398) -> (continuation of Deferred@750380800 after retry RPC after error@623530745) -> (continuation of Deferred@1484211224 after retry RPC after error@467932355)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.22.50.62:44659
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:07:43.833 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job 83c88b319a84cfbe321fdd6e09697f68: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
21:07:43.833 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 7bde5c08f7e804a4ab3423222f7e7362_cbc357ccb763df2852fee8c4fc7d55f2_2_1.
21:07:43.833 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (83c88b319a84cfbe321fdd6e09697f68) switched from state RUNNING to RESTARTING.
21:07:43.833 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#1) of source Source: KuduSource.
21:07:43.833 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 20 for job 640bb5d81f2161b747452ce3cfd3ea9d (964 bytes, checkpointDuration=9 ms, finalizationTime=0 ms).
21:07:43.834 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 20 as completed for source Source: KuduSource.
21:07:43.880 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:07:43.880 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:07:43.880 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:07:43.880 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:43.881 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:43.881 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:43.881 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:43.881 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:43.881 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:43.881 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:43.881 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:43.881 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:43.881 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:07:43.983 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:44.080 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:07:44.081 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:07:44.081 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:07:44.081 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:07:44.081 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:07:44.081 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:07:44.081 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:07:44.081 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:07:44.081 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:07:44.081 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:07:44.081 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:07:44.082 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:07:44.082 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:07:44.177 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:07:44.177 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:07:44.178 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:07:44.178 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:44.178 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:44.178 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:44.178 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:44.178 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:44.178 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:44.178 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:44.178 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:44.178 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:44.178 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:07:44.216 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:44.260 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:07:44.260 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:07:44.261 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:07:44.261 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:44.261 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:44.261 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:44.261 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:44.261 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:44.261 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:44.261 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:44.261 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:44.261 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:44.261 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:07:44.325 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 21 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544864324 for job 640bb5d81f2161b747452ce3cfd3ea9d.
21:07:44.333 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 21 for job 640bb5d81f2161b747452ce3cfd3ea9d (964 bytes, checkpointDuration=9 ms, finalizationTime=0 ms).
21:07:44.334 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 21 as completed for source Source: KuduSource.
21:07:44.400 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:07:44.400 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:07:44.401 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:07:44.401 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:07:44.401 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:07:44.401 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:07:44.401 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:07:44.401 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:07:44.401 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:07:44.401 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:07:44.401 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:07:44.401 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:07:44.401 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:07:44.484 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:44.716 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
.21:07:44.727 [DEBUG - main] (RandomUtils.java:49) Using random seed: 1783544864727
21:07:44.727 [DEBUG - main] (RandomUtils.java:49) Using random seed: 1783544864727
21:07:44.776 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
21:07:44.780 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
21:07:44.781 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
21:07:44.781 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskh3Ey5B/test-tmp
21:07:44.781 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
21:07:44.781 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskh3Ey5B/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
21:07:44.785 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster5088338182532005832"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

21:07:44.791 [DEBUG - pool-140-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:07:44.792 [DEBUG - pool-140-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:07:44.792 [DEBUG - pool-140-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:07:44.792 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:44.792 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:44.792 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:44.792 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:44.792 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:44.792 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:44.792 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:44.792 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:44.792 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:44.793 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:07:44.825 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 22 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544864824 for job 640bb5d81f2161b747452ce3cfd3ea9d.
21:07:44.834 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 22 for job 640bb5d81f2161b747452ce3cfd3ea9d (964 bytes, checkpointDuration=9 ms, finalizationTime=1 ms).
21:07:44.835 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 22 as completed for source Source: KuduSource.
21:07:44.879 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:07:44.880 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:07:44.880 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:07:44.880 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:44.880 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:44.880 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:44.880 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:44.880 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:44.880 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:44.880 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:44.881 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:44.881 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:44.881 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:07:44.984 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:45.185 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
21:07:45.185 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

21:07:45.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:45.188905 26052 mini_oidc.cc:150] Starting JWKS server
21:07:45.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:45.192411 26052 webserver.cc:534] Webserver started at http://127.0.0.1:42053/ using document root <none> and password file <none>
21:07:45.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:45.192862 26052 mini_oidc.cc:186] Starting OIDC Discovery server
21:07:45.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:45.194905 26052 webserver.cc:534] Webserver started at http://127.0.0.1:33333/ using document root <none> and password file <none>
21:07:45.216 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:45.227 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (83c88b319a84cfbe321fdd6e09697f68) switched from state RESTARTING to RUNNING.
21:07:45.228 [INFO - flink-pekko.actor.default-dispatcher-9] (CheckpointCoordinator.java:1805) Restoring job 83c88b319a84cfbe321fdd6e09697f68 from Checkpoint 66 @ 1783544836140 for 83c88b319a84cfbe321fdd6e09697f68 located at file:/tmp/junit15794170310472928674/checkpoints/83c88b319a84cfbe321fdd6e09697f68/chk-66.
21:07:45.228 [INFO - flink-pekko.actor.default-dispatcher-9] (MasterHooks.java:201) No master state to restore
21:07:45.228 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 2 to checkpoint 66 for source Source: KuduSource to checkpoint.
21:07:45.229 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (7bde5c08f7e804a4ab3423222f7e7362_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from CREATED to SCHEDULED.
21:07:45.229 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:324) Received resource requirements from job 83c88b319a84cfbe321fdd6e09697f68: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
21:07:45.230 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (7bde5c08f7e804a4ab3423222f7e7362_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from SCHEDULED to DEPLOYING.
21:07:45.230 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #2) with attempt id 7bde5c08f7e804a4ab3423222f7e7362_cbc357ccb763df2852fee8c4fc7d55f2_2_2 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to c55db3d4-2fd1-4c20-a48a-1de4bc3c79fd @ 127.0.0.1 (dataPort=-1) with allocation id 47d2bf06ddbb090309483d06cea61f42
21:07:45.231 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot 47d2bf06ddbb090309483d06cea61f42.
21:07:45.231 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#2 (7bde5c08f7e804a4ab3423222f7e7362_cbc357ccb763df2852fee8c4fc7d55f2_2_2), deploy into slot with allocation id 47d2bf06ddbb090309483d06cea61f42.
21:07:45.232 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#2 (7bde5c08f7e804a4ab3423222f7e7362_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from CREATED to DEPLOYING.
21:07:45.232 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#2 (7bde5c08f7e804a4ab3423222f7e7362_cbc357ccb763df2852fee8c4fc7d55f2_2_2) [DEPLOYING].
21:07:45.233 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@50a14dfe
21:07:45.233 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
21:07:45.233 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit15794170310472928674/checkpoints")
21:07:45.234 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#2 (7bde5c08f7e804a4ab3423222f7e7362_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from DEPLOYING to INITIALIZING.
21:07:45.234 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (7bde5c08f7e804a4ab3423222f7e7362_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from DEPLOYING to INITIALIZING.
21:07:45.237 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@42c32c9
21:07:45.239 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#2] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:07:45.239 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:07:45.240 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:07:45.240 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#2] (Connection.java:748) [peer master-127.22.50.60:38829(127.22.50.60:38829)] connecting to peer
21:07:45.240 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:07:45.240 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:45.240 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:45.240 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:45.240 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:45.240 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:45.240 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:45.241 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:45.241 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:45.241 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:45.241 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:07:45.241 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#2] (Connection.java:748) [peer master-127.22.50.61:45261(127.22.50.61:45261)] connecting to peer
21:07:45.242 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:07:45.242 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.50.60:38829(127.22.50.60:38829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:07:45.242 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#2] (Connection.java:748) [peer master-127.22.50.62:44659(127.22.50.62:44659)] connecting to peer
21:07:45.242 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.60:38829: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:07:45.242 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:07:45.242 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.50.61:45261(127.22.50.61:45261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:07:45.243 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.61:45261: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:07:45.243 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:07:45.243 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.50.62:44659(127.22.50.62:44659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:07:45.243 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.62:44659: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:07:45.243 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659; will retry
21:07:45.260 [DEBUG - pool-224-thread-1] (Connection.java:748) [peer master-127.22.50.60:38829(127.22.50.60:38829)] connecting to peer
21:07:45.261 [DEBUG - pool-224-thread-1] (Connection.java:748) [peer master-127.22.50.61:45261(127.22.50.61:45261)] connecting to peer
21:07:45.261 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:07:45.261 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.50.60:38829(127.22.50.60:38829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:07:45.261 [DEBUG - pool-224-thread-1] (Connection.java:748) [peer master-127.22.50.62:44659(127.22.50.62:44659)] connecting to peer
21:07:45.262 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.60:38829: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:07:45.262 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:07:45.262 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.50.61:45261(127.22.50.61:45261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:07:45.262 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.61:45261: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:07:45.262 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:07:45.262 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.50.62:44659(127.22.50.62:44659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:07:45.262 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.62:44659: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:07:45.262 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659; will retry
21:07:45.280 [DEBUG - pool-224-thread-1] (Connection.java:748) [peer master-127.22.50.60:38829(127.22.50.60:38829)] connecting to peer
21:07:45.281 [DEBUG - pool-224-thread-1] (Connection.java:748) [peer master-127.22.50.61:45261(127.22.50.61:45261)] connecting to peer
21:07:45.282 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:07:45.282 [DEBUG - pool-224-thread-1] (Connection.java:748) [peer master-127.22.50.62:44659(127.22.50.62:44659)] connecting to peer
21:07:45.282 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.50.60:38829(127.22.50.60:38829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:07:45.282 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.60:38829: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:07:45.282 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:07:45.283 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.50.62:44659(127.22.50.62:44659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:07:45.282 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:07:45.283 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.62:44659: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:07:45.283 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.50.61:45261(127.22.50.61:45261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:07:45.283 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.61:45261: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:07:45.283 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659; will retry
21:07:45.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T21:07:45Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
21:07:45.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T21:07:45Z Disabled control of system clock
21:07:45.300 [DEBUG - pool-224-thread-1] (Connection.java:748) [peer master-127.22.50.60:38829(127.22.50.60:38829)] connecting to peer
21:07:45.301 [DEBUG - pool-224-thread-1] (Connection.java:748) [peer master-127.22.50.61:45261(127.22.50.61:45261)] connecting to peer
21:07:45.301 [DEBUG - pool-224-thread-1] (Connection.java:748) [peer master-127.22.50.62:44659(127.22.50.62:44659)] connecting to peer
21:07:45.301 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:07:45.301 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.50.60:38829(127.22.50.60:38829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:07:45.301 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:07:45.301 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.60:38829: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:07:45.301 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.50.61:45261(127.22.50.61:45261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:07:45.301 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:07:45.301 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.61:45261: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:07:45.301 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.50.62:44659(127.22.50.62:44659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:07:45.302 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.62:44659: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:07:45.302 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659; will retry
21:07:45.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:45.312443 26052 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu
21:07:45.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu
21:07:45.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster5088338182532005832/master-0/wal
21:07:45.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster5088338182532005832/master-0/data
21:07:45.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:07:45.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:07:45.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:07:45.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:07:45.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:07:45.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:07:45.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster5088338182532005832/master-0/logs
21:07:45.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster5088338182532005832/master-0/data/info.pb
21:07:45.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:07:45.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:07:45.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:07:45.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:07:45.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:07:45.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:07:45.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:07:45.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:07:45.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
21:07:45.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:07:45.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:07:45.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:07:45.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.113.62:35193
21:07:45.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.113.62
21:07:45.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:07:45.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.113.20:39839
21:07:45.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:07:45.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:07:45.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:07:45.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:07:45.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.25.113.62:35193,127.25.113.61:34911,127.25.113.60:35933
21:07:45.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:07:45.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42053/jwks.json with env {}
21:07:45.321 [DEBUG - pool-224-thread-1] (Connection.java:748) [peer master-127.22.50.60:38829(127.22.50.60:38829)] connecting to peer
21:07:45.321 [DEBUG - pool-224-thread-1] (Connection.java:748) [peer master-127.22.50.61:45261(127.22.50.61:45261)] connecting to peer
21:07:45.321 [DEBUG - pool-224-thread-1] (Connection.java:748) [peer master-127.22.50.62:44659(127.22.50.62:44659)] connecting to peer
21:07:45.321 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:07:45.322 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.50.60:38829(127.22.50.60:38829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:07:45.322 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.60:38829: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:07:45.322 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:07:45.322 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.50.61:45261(127.22.50.61:45261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:07:45.322 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:07:45.322 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.50.62:44659(127.22.50.62:44659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:07:45.322 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.61:45261: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:07:45.322 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.62:44659: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:07:45.322 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659; will retry
21:07:45.325 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 23 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544865325 for job 640bb5d81f2161b747452ce3cfd3ea9d.
21:07:45.334 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 23 for job 640bb5d81f2161b747452ce3cfd3ea9d (964 bytes, checkpointDuration=8 ms, finalizationTime=1 ms).
21:07:45.335 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 23 as completed for source Source: KuduSource.
21:07:45.340 [DEBUG - pool-224-thread-1] (Connection.java:748) [peer master-127.22.50.60:38829(127.22.50.60:38829)] connecting to peer
21:07:45.340 [DEBUG - pool-224-thread-1] (Connection.java:748) [peer master-127.22.50.61:45261(127.22.50.61:45261)] connecting to peer
21:07:45.341 [DEBUG - pool-224-thread-1] (Connection.java:748) [peer master-127.22.50.62:44659(127.22.50.62:44659)] connecting to peer
21:07:45.341 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:07:45.341 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.50.60:38829(127.22.50.60:38829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:07:45.341 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:07:45.341 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.60:38829: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:07:45.341 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.50.61:45261(127.22.50.61:45261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:07:45.341 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:07:45.341 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.61:45261: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:07:45.341 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.50.62:44659(127.22.50.62:44659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:07:45.341 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.62:44659: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:07:45.341 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659; will retry
21:07:45.400 [DEBUG - pool-224-thread-1] (Connection.java:748) [peer master-127.22.50.60:38829(127.22.50.60:38829)] connecting to peer
21:07:45.401 [DEBUG - pool-224-thread-1] (Connection.java:748) [peer master-127.22.50.61:45261(127.22.50.61:45261)] connecting to peer
21:07:45.401 [DEBUG - pool-224-thread-1] (Connection.java:748) [peer master-127.22.50.62:44659(127.22.50.62:44659)] connecting to peer
21:07:45.401 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:07:45.401 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:07:45.401 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.50.60:38829(127.22.50.60:38829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:07:45.401 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.50.61:45261(127.22.50.61:45261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:07:45.401 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.60:38829: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:07:45.401 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.61:45261: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:07:45.402 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:07:45.402 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.50.62:44659(127.22.50.62:44659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:07:45.402 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.62:44659: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:07:45.402 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659; will retry
21:07:45.460 [DEBUG - pool-224-thread-1] (Connection.java:748) [peer master-127.22.50.60:38829(127.22.50.60:38829)] connecting to peer
21:07:45.460 [DEBUG - pool-224-thread-1] (Connection.java:748) [peer master-127.22.50.61:45261(127.22.50.61:45261)] connecting to peer
21:07:45.461 [DEBUG - pool-224-thread-1] (Connection.java:748) [peer master-127.22.50.62:44659(127.22.50.62:44659)] connecting to peer
21:07:45.461 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:07:45.461 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.50.60:38829(127.22.50.60:38829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:07:45.461 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:07:45.461 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.60:38829: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:07:45.461 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.50.61:45261(127.22.50.61:45261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:07:45.461 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.61:45261: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:07:45.461 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:07:45.462 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.50.62:44659(127.22.50.62:44659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:07:45.462 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.62:44659: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:07:45.462 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659; will retry
21:07:45.484 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:45.622 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:45.661 [DEBUG - pool-224-thread-1] (Connection.java:748) [peer master-127.22.50.60:38829(127.22.50.60:38829)] connecting to peer
21:07:45.661 [DEBUG - pool-224-thread-1] (Connection.java:748) [peer master-127.22.50.61:45261(127.22.50.61:45261)] connecting to peer
21:07:45.662 [DEBUG - pool-224-thread-1] (Connection.java:748) [peer master-127.22.50.62:44659(127.22.50.62:44659)] connecting to peer
21:07:45.662 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:07:45.662 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.50.60:38829(127.22.50.60:38829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:07:45.662 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:07:45.662 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.60:38829: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:07:45.662 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.50.61:45261(127.22.50.61:45261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:07:45.662 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:07:45.662 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.61:45261: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:07:45.662 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.50.62:44659(127.22.50.62:44659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:07:45.662 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.62:44659: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:07:45.662 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659; will retry
21:07:45.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:45.678637 26074 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
21:07:45.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:45.679430 26074 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:07:45.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:45.680097 26074 flags.cc:432] Enabled unsafe flag: --never_fsync=true
21:07:45.694 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:07:45.694 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:07:45.694 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:07:45.694 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:45.695 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:45.695 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:45.695 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:45.695 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:45.695 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:45.695 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:45.695 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:45.695 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:45.695 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:07:45.716 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:45.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:45.716163 26074 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
21:07:45.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:45.716635 26074 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
21:07:45.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:45.716938 26074 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
21:07:45.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:45.717154 26074 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
21:07:45.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:45.717355 26074 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
21:07:45.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:45.717516 26074 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:42053/jwks.json
21:07:45.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:45.758571 26074 master_runner.cc:387] Master server non-default flags:
21:07:45.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:07:45.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.113.20:39839
21:07:45.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:07:45.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:07:45.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster5088338182532005832/master-0/data
21:07:45.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster5088338182532005832/master-0/wal
21:07:45.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:07:45.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.25.113.62:35193,127.25.113.61:34911,127.25.113.60:35933
21:07:45.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:07:45.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:07:45.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:07:45.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.113.62:35193
21:07:45.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:07:45.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:07:45.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:07:45.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42053/jwks.json
21:07:45.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:07:45.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:07:45.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster5088338182532005832/master-0/data/info.pb
21:07:45.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.113.62
21:07:45.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:07:45.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:07:45.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:07:45.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:07:45.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:07:45.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:07:45.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster5088338182532005832/master-0/logs
21:07:45.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:07:45.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:07:45.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
21:07:45.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
21:07:45.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
21:07:45.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 6bec869c2320d19f2589b3f609f76e5041a21d27
21:07:45.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:07:45.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 20:43:55 UTC on e7f111948823
21:07:45.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16878
21:07:45.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:07:45.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:45.760068 26074 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:07:45.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:45.761971 26074 file_cache.cc:492] Constructed file cache file cache with capacity 419430
21:07:45.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:45.774487 26081 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:07:45.827 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 24 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544865824 for job 640bb5d81f2161b747452ce3cfd3ea9d.
21:07:45.841 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 24 for job 640bb5d81f2161b747452ce3cfd3ea9d (964 bytes, checkpointDuration=16 ms, finalizationTime=1 ms).
21:07:45.843 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 24 as completed for source Source: KuduSource.
21:07:45.900 [DEBUG - pool-224-thread-1] (Connection.java:748) [peer master-127.22.50.60:38829(127.22.50.60:38829)] connecting to peer
21:07:45.901 [DEBUG - pool-224-thread-1] (Connection.java:748) [peer master-127.22.50.61:45261(127.22.50.61:45261)] connecting to peer
21:07:45.901 [DEBUG - pool-224-thread-1] (Connection.java:748) [peer master-127.22.50.62:44659(127.22.50.62:44659)] connecting to peer
21:07:45.901 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:07:45.902 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.50.60:38829(127.22.50.60:38829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:07:45.902 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:07:45.902 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.60:38829: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:07:45.902 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.50.61:45261(127.22.50.61:45261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:07:45.902 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.61:45261: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:07:45.903 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:07:45.903 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.50.62:44659(127.22.50.62:44659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:07:45.903 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.62:44659: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:07:45.903 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659; will retry
21:07:45.984 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:46.000 [DEBUG - pool-224-thread-1] (Connection.java:748) [peer master-127.22.50.60:38829(127.22.50.60:38829)] connecting to peer
21:07:46.000 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:07:46.001 [DEBUG - pool-224-thread-1] (Connection.java:748) [peer master-127.22.50.61:45261(127.22.50.61:45261)] connecting to peer
21:07:46.001 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:07:46.001 [DEBUG - pool-224-thread-1] (Connection.java:748) [peer master-127.22.50.62:44659(127.22.50.62:44659)] connecting to peer
21:07:46.001 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:07:46.002 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:07:46.002 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.50.60:38829(127.22.50.60:38829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:07:46.002 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.60:38829: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:07:46.002 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:07:46.002 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:07:46.002 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:07:46.002 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:07:46.003 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.50.61:45261(127.22.50.61:45261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:07:46.003 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.61:45261: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:07:46.003 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:07:46.003 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:07:46.004 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:07:46.003 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:07:46.003 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:07:46.004 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:07:46.004 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.50.62:44659(127.22.50.62:44659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:07:46.004 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:07:46.004 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.62:44659: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:07:46.004 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:07:46.004 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659; will retry
21:07:46.122 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:46.216 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:46.325 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 25 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544866324 for job 640bb5d81f2161b747452ce3cfd3ea9d.
21:07:46.336 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 25 for job 640bb5d81f2161b747452ce3cfd3ea9d (964 bytes, checkpointDuration=11 ms, finalizationTime=1 ms).
21:07:46.337 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 25 as completed for source Source: KuduSource.
21:07:46.394 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:07:46.394 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:07:46.394 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:07:46.395 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:46.395 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:46.395 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:46.395 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:46.395 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:46.395 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:46.397 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:46.397 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:46.397 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:46.397 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:07:46.484 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:46.520 [DEBUG - pool-224-thread-1] (Connection.java:748) [peer master-127.22.50.60:38829(127.22.50.60:38829)] connecting to peer
21:07:46.521 [DEBUG - pool-224-thread-1] (Connection.java:748) [peer master-127.22.50.61:45261(127.22.50.61:45261)] connecting to peer
21:07:46.521 [DEBUG - pool-224-thread-1] (Connection.java:748) [peer master-127.22.50.62:44659(127.22.50.62:44659)] connecting to peer
21:07:46.522 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:07:46.522 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.50.60:38829(127.22.50.60:38829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:07:46.522 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.60:38829: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:07:46.523 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:07:46.523 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.50.61:45261(127.22.50.61:45261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:07:46.523 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.61:45261: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:07:46.523 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:07:46.523 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.50.62:44659(127.22.50.62:44659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:07:46.523 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.62:44659: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:07:46.523 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659; will retry
21:07:46.622 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:46.716 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:46.825 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 26 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544866824 for job 640bb5d81f2161b747452ce3cfd3ea9d.
21:07:46.836 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 26 for job 640bb5d81f2161b747452ce3cfd3ea9d (964 bytes, checkpointDuration=12 ms, finalizationTime=0 ms).
21:07:46.838 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 26 as completed for source Source: KuduSource.
21:07:46.977 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:07:46.977 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:07:46.977 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:07:46.978 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:46.978 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:46.978 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:46.978 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:46.978 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:46.978 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:46.978 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:46.978 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:46.979 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:46.979 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:07:46.984 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:47.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:45.776202 26082 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:07:47.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:45.779603 26084 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:07:47.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:47.110075 26083 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1329 milliseconds
21:07:47.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:47.110316 26074 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
21:07:47.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:47.111853 26074 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:07:47.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:47.115288 26074 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:07:47.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:47.116751 26074 hybrid_clock.cc:648] HybridClock initialized: now 1783544867116648 us; error 109 us; skew 500 ppm
21:07:47.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:47.117697 26074 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:07:47.121 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:47.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:47.126410 26074 webserver.cc:534] Webserver started at http://127.25.113.62:40473/ using document root <none> and password file <none>
21:07:47.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:47.127458 26074 fs_manager.cc:362] Metadata directory not provided
21:07:47.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:47.127660 26074 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:07:47.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:47.128069 26074 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
21:07:47.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:47.132972 26074 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster5088338182532005832/master-0/data/instance:
21:07:47.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c30aea56fa3a4c5195999f15e0a25931"
21:07:47.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:07:47 on dist-test-slave-3sd5"
21:07:47.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:47.134202 26074 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster5088338182532005832/master-0/wal/instance:
21:07:47.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c30aea56fa3a4c5195999f15e0a25931"
21:07:47.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:07:47 on dist-test-slave-3sd5"
21:07:47.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:47.143337 26074 fs_manager.cc:696] Time spent creating directory manager: real 0.009s	user 0.011s	sys 0.000s
21:07:47.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:47.150100 26091 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
21:07:47.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:47.151973 26074 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.007s	sys 0.000s
21:07:47.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:47.152413 26074 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster5088338182532005832/master-0/data,/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster5088338182532005832/master-0/wal
21:07:47.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c30aea56fa3a4c5195999f15e0a25931"
21:07:47.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:07:47 on dist-test-slave-3sd5"
21:07:47.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:47.152758 26074 fs_report.cc:389] FS layout report
21:07:47.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:07:47.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster5088338182532005832/master-0/wal
21:07:47.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster5088338182532005832/master-0/wal
21:07:47.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster5088338182532005832/master-0/data/data
21:07:47.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:07:47.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:07:47.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:07:47.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:07:47.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:07:47.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:07:47.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:07:47.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:07:47.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:07:47.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:07:47.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:07:47.215 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:47.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:47.217505 26074 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
21:07:47.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:47.219127 26074 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:07:47.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:47.219681 26074 kserver.cc:163] Server-wide thread pool size limit: 3276
21:07:47.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:47.305147 26074 rpc_server.cc:307] RPC server started. Bound to: 127.25.113.62:35193
21:07:47.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:47.305248 26142 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.25.113.62:35193 every 8 connection(s)
21:07:47.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:47.308101 26074 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster5088338182532005832/master-0/data/info.pb
21:07:47.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:47.314895 26143 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
21:07:47.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:47.317811 26052 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu as pid 26074
21:07:47.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:47.318359 26052 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster5088338182532005832/master-0/wal/instance
21:07:47.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:47.324096 26052 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu
21:07:47.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu
21:07:47.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster5088338182532005832/master-1/wal
21:07:47.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster5088338182532005832/master-1/data
21:07:47.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:07:47.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:07:47.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:07:47.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:07:47.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:07:47.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:07:47.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster5088338182532005832/master-1/logs
21:07:47.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster5088338182532005832/master-1/data/info.pb
21:07:47.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:07:47.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:07:47.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:07:47.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:07:47.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:07:47.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:07:47.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:07:47.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:07:47.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
21:07:47.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:07:47.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:07:47.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:07:47.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.113.61:34911
21:07:47.325 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 27 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544867324 for job 640bb5d81f2161b747452ce3cfd3ea9d.
21:07:47.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.113.61
21:07:47.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:07:47.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.113.20:39839
21:07:47.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:07:47.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:07:47.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:07:47.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:07:47.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.25.113.62:35193,127.25.113.61:34911,127.25.113.60:35933
21:07:47.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:07:47.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42053/jwks.json with env {}
21:07:47.333 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 27 for job 640bb5d81f2161b747452ce3cfd3ea9d (964 bytes, checkpointDuration=8 ms, finalizationTime=0 ms).
21:07:47.333 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 27 as completed for source Source: KuduSource.
21:07:47.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:47.335783 26143 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.25.113.62" port: 35193 } has no permanent_uuid. Determining permanent_uuid...
21:07:47.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:47.369648 26143 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.25.113.61" port: 34911 } has no permanent_uuid. Determining permanent_uuid...
21:07:47.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:47.373072 26092 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.25.113.61:34911: connect: Connection refused (error 111)
21:07:47.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:47.378333 26143 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.113.61:34911: Network error: Client connection negotiation failed: client connection to 127.25.113.61:34911: connect: Connection refused (error 111)
21:07:47.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:47.427990 26143 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.113.61" port: 34911 } attempt: 1
21:07:47.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:47.434211 26143 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.113.61:34911: Network error: Client connection negotiation failed: client connection to 127.25.113.61:34911: connect: Connection refused (error 111)
21:07:47.483 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:47.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:47.502768 26143 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.113.61" port: 34911 } attempt: 2
21:07:47.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:47.509004 26143 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.113.61:34911: Network error: Client connection negotiation failed: client connection to 127.25.113.61:34911: connect: Connection refused (error 111)
21:07:47.600 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:07:47.600 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:07:47.600 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:07:47.600 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:47.601 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:47.601 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:47.601 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:47.601 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:47.601 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:47.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:47.600587 26143 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.113.61" port: 34911 } attempt: 3
21:07:47.601 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:47.601 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:47.601 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:47.601 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:07:47.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:47.605499 26143 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.113.61:34911: Network error: Client connection negotiation failed: client connection to 127.25.113.61:34911: connect: Connection refused (error 111)
21:07:47.622 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:47.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:47.697063 26145 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
21:07:47.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:47.697722 26145 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:07:47.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:47.698323 26145 flags.cc:432] Enabled unsafe flag: --never_fsync=true
21:07:47.715 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:47.720 [DEBUG - pool-224-thread-1] (Connection.java:748) [peer master-127.22.50.60:38829(127.22.50.60:38829)] connecting to peer
21:07:47.721 [DEBUG - pool-224-thread-1] (Connection.java:748) [peer master-127.22.50.61:45261(127.22.50.61:45261)] connecting to peer
21:07:47.721 [DEBUG - pool-224-thread-1] (Connection.java:748) [peer master-127.22.50.62:44659(127.22.50.62:44659)] connecting to peer
21:07:47.721 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:07:47.721 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:07:47.721 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.50.61:45261(127.22.50.61:45261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:07:47.721 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.50.60:38829(127.22.50.60:38829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:07:47.721 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.60:38829: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:07:47.721 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:07:47.721 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.61:45261: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:07:47.721 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.50.62:44659(127.22.50.62:44659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:07:47.721 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.62:44659: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:07:47.722 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659; will retry
21:07:47.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:47.739466 26145 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
21:07:47.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:47.739780 26145 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
21:07:47.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:47.740015 26145 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
21:07:47.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:47.740315 26145 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
21:07:47.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:47.740621 26145 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
21:07:47.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:47.740804 26145 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:42053/jwks.json
21:07:47.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:47.749022 26143 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.113.61" port: 34911 } attempt: 4
21:07:47.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:47.754577 26143 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.113.61:34911: Network error: Client connection negotiation failed: client connection to 127.25.113.61:34911: connect: Connection refused (error 111)
21:07:47.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:47.786803 26145 master_runner.cc:387] Master server non-default flags:
21:07:47.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:07:47.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.113.20:39839
21:07:47.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:07:47.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:07:47.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster5088338182532005832/master-1/data
21:07:47.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster5088338182532005832/master-1/wal
21:07:47.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:07:47.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.25.113.62:35193,127.25.113.61:34911,127.25.113.60:35933
21:07:47.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:07:47.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:07:47.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:07:47.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.113.61:34911
21:07:47.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:07:47.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:07:47.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:07:47.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42053/jwks.json
21:07:47.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:07:47.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:07:47.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster5088338182532005832/master-1/data/info.pb
21:07:47.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.113.61
21:07:47.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:07:47.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:07:47.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:07:47.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:07:47.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:07:47.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:07:47.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster5088338182532005832/master-1/logs
21:07:47.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:07:47.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:07:47.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
21:07:47.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
21:07:47.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
21:07:47.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 6bec869c2320d19f2589b3f609f76e5041a21d27
21:07:47.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:07:47.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 20:43:55 UTC on e7f111948823
21:07:47.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16878
21:07:47.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:07:47.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:47.788342 26145 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:07:47.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:47.790452 26145 file_cache.cc:492] Constructed file cache file cache with capacity 419430
21:07:47.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:47.804876 26154 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:07:47.825 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 28 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544867824 for job 640bb5d81f2161b747452ce3cfd3ea9d.
21:07:47.840 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 28 for job 640bb5d81f2161b747452ce3cfd3ea9d (964 bytes, checkpointDuration=15 ms, finalizationTime=1 ms).
21:07:47.843 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 28 as completed for source Source: KuduSource.
21:07:47.880 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:07:47.880 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:07:47.881 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:07:47.881 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:47.881 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:47.882 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:47.882 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:47.882 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:47.882 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:47.883 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:47.883 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:47.883 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:47.883 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:07:47.901 [DEBUG - pool-224-thread-1] (Connection.java:748) [peer master-127.22.50.60:38829(127.22.50.60:38829)] connecting to peer
21:07:47.901 [DEBUG - pool-224-thread-1] (Connection.java:748) [peer master-127.22.50.61:45261(127.22.50.61:45261)] connecting to peer
21:07:47.901 [DEBUG - pool-224-thread-1] (Connection.java:748) [peer master-127.22.50.62:44659(127.22.50.62:44659)] connecting to peer
21:07:47.902 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:07:47.902 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.50.60:38829(127.22.50.60:38829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:07:47.902 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.60:38829: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:07:47.903 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:07:47.903 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.50.61:45261(127.22.50.61:45261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:07:47.903 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.61:45261: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:07:47.903 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:07:47.904 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.50.62:44659(127.22.50.62:44659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:07:47.904 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.62:44659: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:07:47.904 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659; will retry
21:07:47.984 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:47.993 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:07:47.993 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:07:47.994 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:07:47.994 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:47.995 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:47.996 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:47.995 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:47.996 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:47.996 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:47.995 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:47.996 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:47.996 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:47.996 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:07:48.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:48.054086 26143 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.113.61" port: 34911 } attempt: 5
21:07:48.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:48.068638 26143 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.113.61:34911: Network error: Client connection negotiation failed: client connection to 127.25.113.61:34911: connect: Connection refused (error 111)
21:07:48.122 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:48.216 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:48.217 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:07:48.217 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:07:48.218 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:07:48.218 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:48.218 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:48.218 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:48.219 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:48.219 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:48.219 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:48.220 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:48.220 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:48.220 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:48.220 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:07:48.325 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 29 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544868324 for job 640bb5d81f2161b747452ce3cfd3ea9d.
21:07:48.335 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 29 for job 640bb5d81f2161b747452ce3cfd3ea9d (964 bytes, checkpointDuration=10 ms, finalizationTime=1 ms).
21:07:48.336 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 29 as completed for source Source: KuduSource.
21:07:48.484 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:48.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:48.616317 26143 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.113.61" port: 34911 } attempt: 6
21:07:48.622 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:48.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:48.638049 26143 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.113.61:34911: Network error: Client connection negotiation failed: client connection to 127.25.113.61:34911: connect: Connection refused (error 111)
21:07:48.716 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:48.825 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 30 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544868824 for job 640bb5d81f2161b747452ce3cfd3ea9d.
21:07:48.839 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 30 for job 640bb5d81f2161b747452ce3cfd3ea9d (964 bytes, checkpointDuration=14 ms, finalizationTime=1 ms).
21:07:48.842 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 30 as completed for source Source: KuduSource.
21:07:48.851 [DEBUG - pool-140-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:07:48.851 [DEBUG - pool-140-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:07:48.851 [DEBUG - pool-140-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:07:48.852 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:48.852 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:48.852 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:48.852 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:48.852 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:48.853 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:48.852 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:48.853 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:48.853 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:48.853 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:07:48.984 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:49.122 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:49.216 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:49.325 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 31 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544869325 for job 640bb5d81f2161b747452ce3cfd3ea9d.
21:07:49.340 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 31 for job 640bb5d81f2161b747452ce3cfd3ea9d (964 bytes, checkpointDuration=14 ms, finalizationTime=1 ms).
21:07:49.342 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 31 as completed for source Source: KuduSource.
21:07:49.484 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:49.597 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:07:49.597 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:07:49.598 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:07:49.598 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:49.598 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:49.599 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:49.599 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:49.599 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:49.600 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:49.600 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:49.600 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:49.600 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:49.600 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:07:49.622 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:49.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:49.209748 26153 debug-util.cc:398] Leaking SignalData structure 0x7b0800028020 after lost signal to thread 26145
21:07:49.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:49.673300 26145 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.869s	user 0.652s	sys 1.209s
21:07:49.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:47.805524 26155 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:07:49.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:49.674283 26145 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.870s	user 0.652s	sys 1.210s
21:07:49.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:49.675186 26156 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1869 milliseconds
21:07:49.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:49.676175 26157 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:07:49.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:49.676205 26145 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
21:07:49.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:49.680058 26145 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:07:49.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:49.682832 26145 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:07:49.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:49.684464 26145 hybrid_clock.cc:648] HybridClock initialized: now 1783544869684434 us; error 87 us; skew 500 ppm
21:07:49.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:49.685458 26145 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:07:49.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:49.693485 26145 webserver.cc:534] Webserver started at http://127.25.113.61:34629/ using document root <none> and password file <none>
21:07:49.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:49.694718 26145 fs_manager.cc:362] Metadata directory not provided
21:07:49.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:49.695066 26145 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:07:49.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:49.695634 26145 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
21:07:49.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:49.698597 26143 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.113.61" port: 34911 } attempt: 7
21:07:49.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:49.701253 26145 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster5088338182532005832/master-1/data/instance:
21:07:49.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1ad4dfa2a5c8437b9bfad3f04f062153"
21:07:49.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:07:49 on dist-test-slave-3sd5"
21:07:49.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:49.702948 26145 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster5088338182532005832/master-1/wal/instance:
21:07:49.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1ad4dfa2a5c8437b9bfad3f04f062153"
21:07:49.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:07:49 on dist-test-slave-3sd5"
21:07:49.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:49.706925 26143 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.113.61:34911: Network error: Client connection negotiation failed: client connection to 127.25.113.61:34911: connect: Connection refused (error 111)
21:07:49.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:49.713367 26145 fs_manager.cc:696] Time spent creating directory manager: real 0.009s	user 0.004s	sys 0.004s
21:07:49.716 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:49.720 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:07:49.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:49.720242 26168 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
21:07:49.721 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:07:49.721 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:07:49.721 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:07:49.721 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:07:49.721 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:07:49.721 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:07:49.721 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:07:49.721 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:07:49.721 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:07:49.721 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:07:49.721 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:07:49.721 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:07:49.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:49.722420 26145 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.004s	sys 0.000s
21:07:49.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:49.722824 26145 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster5088338182532005832/master-1/data,/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster5088338182532005832/master-1/wal
21:07:49.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1ad4dfa2a5c8437b9bfad3f04f062153"
21:07:49.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:07:49 on dist-test-slave-3sd5"
21:07:49.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:49.723276 26145 fs_report.cc:389] FS layout report
21:07:49.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:07:49.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster5088338182532005832/master-1/wal
21:07:49.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster5088338182532005832/master-1/wal
21:07:49.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster5088338182532005832/master-1/data/data
21:07:49.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:07:49.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:07:49.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:07:49.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:07:49.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:07:49.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:07:49.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:07:49.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:07:49.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:07:49.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:07:49.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:07:49.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:49.782307 26145 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
21:07:49.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:49.784204 26145 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:07:49.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:49.784801 26145 kserver.cc:163] Server-wide thread pool size limit: 3276
21:07:49.825 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 32 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544869825 for job 640bb5d81f2161b747452ce3cfd3ea9d.
21:07:49.834 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 32 for job 640bb5d81f2161b747452ce3cfd3ea9d (964 bytes, checkpointDuration=8 ms, finalizationTime=1 ms).
21:07:49.836 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 32 as completed for source Source: KuduSource.
21:07:49.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:49.872939 26145 rpc_server.cc:307] RPC server started. Bound to: 127.25.113.61:34911
21:07:49.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:49.873080 26219 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.25.113.61:34911 every 8 connection(s)
21:07:49.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:49.876092 26145 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster5088338182532005832/master-1/data/info.pb
21:07:49.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:49.880550 26052 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu as pid 26145
21:07:49.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:49.881067 26052 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster5088338182532005832/master-1/wal/instance
21:07:49.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:49.884166 26220 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
21:07:49.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:49.884279 26052 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu
21:07:49.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu
21:07:49.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster5088338182532005832/master-2/wal
21:07:49.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster5088338182532005832/master-2/data
21:07:49.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:07:49.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:07:49.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:07:49.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:07:49.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:07:49.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:07:49.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster5088338182532005832/master-2/logs
21:07:49.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster5088338182532005832/master-2/data/info.pb
21:07:49.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:07:49.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:07:49.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:07:49.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:07:49.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:07:49.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:07:49.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:07:49.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:07:49.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
21:07:49.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:07:49.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:07:49.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:07:49.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.113.60:35933
21:07:49.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.113.60
21:07:49.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:07:49.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.113.20:39839
21:07:49.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:07:49.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:07:49.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:07:49.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:07:49.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.25.113.62:35193,127.25.113.61:34911,127.25.113.60:35933
21:07:49.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:07:49.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42053/jwks.json with env {}
21:07:49.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:49.899032 26220 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.25.113.62" port: 35193 } has no permanent_uuid. Determining permanent_uuid...
21:07:49.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:49.927232 26220 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.25.113.61" port: 34911 } has no permanent_uuid. Determining permanent_uuid...
21:07:49.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:49.945539 26220 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.25.113.60" port: 35933 } has no permanent_uuid. Determining permanent_uuid...
21:07:49.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:49.948604 26171 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.25.113.60:35933: connect: Connection refused (error 111)
21:07:49.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:49.954069 26220 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.113.60:35933: Network error: Client connection negotiation failed: client connection to 127.25.113.60:35933: connect: Connection refused (error 111)
21:07:49.984 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:50.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:50.003814 26220 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.113.60" port: 35933 } attempt: 1
21:07:50.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:50.008615 26220 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.113.60:35933: Network error: Client connection negotiation failed: client connection to 127.25.113.60:35933: connect: Connection refused (error 111)
21:07:50.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:50.077152 26220 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.113.60" port: 35933 } attempt: 2
21:07:50.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:50.082440 26220 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.113.60:35933: Network error: Client connection negotiation failed: client connection to 127.25.113.60:35933: connect: Connection refused (error 111)
21:07:50.122 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:50.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:50.173946 26220 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.113.60" port: 35933 } attempt: 3
21:07:50.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:50.178874 26220 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.113.60:35933: Network error: Client connection negotiation failed: client connection to 127.25.113.60:35933: connect: Connection refused (error 111)
21:07:50.216 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:50.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:50.244267 26222 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
21:07:50.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:50.244920 26222 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:07:50.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:50.245402 26222 flags.cc:432] Enabled unsafe flag: --never_fsync=true
21:07:50.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:50.280488 26222 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
21:07:50.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:50.280776 26222 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
21:07:50.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:50.280977 26222 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
21:07:50.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:50.281183 26222 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
21:07:50.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:50.281466 26222 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
21:07:50.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:50.281631 26222 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:42053/jwks.json
21:07:50.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:50.322352 26220 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.113.60" port: 35933 } attempt: 4
21:07:50.324 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 33 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544870324 for job 640bb5d81f2161b747452ce3cfd3ea9d.
21:07:50.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:50.330235 26220 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.113.60:35933: Network error: Client connection negotiation failed: client connection to 127.25.113.60:35933: connect: Connection refused (error 111)
21:07:50.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:50.332908 26222 master_runner.cc:387] Master server non-default flags:
21:07:50.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:07:50.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.113.20:39839
21:07:50.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:07:50.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:07:50.333 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 33 for job 640bb5d81f2161b747452ce3cfd3ea9d (964 bytes, checkpointDuration=8 ms, finalizationTime=1 ms).
21:07:50.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster5088338182532005832/master-2/data
21:07:50.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster5088338182532005832/master-2/wal
21:07:50.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:07:50.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.25.113.62:35193,127.25.113.61:34911,127.25.113.60:35933
21:07:50.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:07:50.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:07:50.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:07:50.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.113.60:35933
21:07:50.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:07:50.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:07:50.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:07:50.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42053/jwks.json
21:07:50.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:07:50.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:07:50.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster5088338182532005832/master-2/data/info.pb
21:07:50.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.113.60
21:07:50.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:07:50.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:07:50.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:07:50.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:07:50.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:07:50.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:07:50.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster5088338182532005832/master-2/logs
21:07:50.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:07:50.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:07:50.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
21:07:50.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
21:07:50.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
21:07:50.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 6bec869c2320d19f2589b3f609f76e5041a21d27
21:07:50.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:07:50.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 20:43:55 UTC on e7f111948823
21:07:50.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16878
21:07:50.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:07:50.334 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 33 as completed for source Source: KuduSource.
21:07:50.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:50.334790 26222 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:07:50.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:50.336612 26222 file_cache.cc:492] Constructed file cache file cache with capacity 419430
21:07:50.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:50.349004 26232 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:07:50.484 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:50.621 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:50.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:50.629709 26220 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.113.60" port: 35933 } attempt: 5
21:07:50.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:50.655189 26220 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.113.60:35933: Network error: Client connection negotiation failed: client connection to 127.25.113.60:35933: connect: Connection refused (error 111)
21:07:50.718 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:50.825 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 34 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544870824 for job 640bb5d81f2161b747452ce3cfd3ea9d.
21:07:50.844 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 34 for job 640bb5d81f2161b747452ce3cfd3ea9d (964 bytes, checkpointDuration=19 ms, finalizationTime=1 ms).
21:07:50.846 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 34 as completed for source Source: KuduSource.
21:07:50.853 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:07:50.854 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:07:50.854 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:07:50.855 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:50.855 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:50.855 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:50.856 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:50.856 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:50.856 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:50.859 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:50.859 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:50.859 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:50.859 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:07:50.984 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:51.122 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:51.154 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:07:51.154 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:07:51.154 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:07:51.155 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:51.155 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:51.156 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:51.156 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:51.156 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:51.157 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:51.157 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:51.157 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:51.157 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:51.157 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:07:51.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:51.202877 26220 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.113.60" port: 35933 } attempt: 6
21:07:51.216 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:51.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:51.235984 26220 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.113.60:35933: Network error: Client connection negotiation failed: client connection to 127.25.113.60:35933: connect: Connection refused (error 111)
21:07:51.325 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 35 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544871324 for job 640bb5d81f2161b747452ce3cfd3ea9d.
21:07:51.342 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 35 for job 640bb5d81f2161b747452ce3cfd3ea9d (964 bytes, checkpointDuration=17 ms, finalizationTime=1 ms).
21:07:51.344 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 35 as completed for source Source: KuduSource.
21:07:51.484 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:51.621 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:51.631 [DEBUG - pool-140-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:07:51.631 [DEBUG - pool-140-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:07:51.631 [DEBUG - pool-140-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:07:51.632 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:51.632 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:51.632 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:51.632 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:51.633 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:51.633 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:51.633 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:51.633 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:51.633 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:51.633 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:07:51.716 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:51.720 [DEBUG - pool-224-thread-1] (Connection.java:748) [peer master-127.22.50.60:38829(127.22.50.60:38829)] connecting to peer
21:07:51.721 [DEBUG - pool-224-thread-1] (Connection.java:748) [peer master-127.22.50.61:45261(127.22.50.61:45261)] connecting to peer
21:07:51.721 [DEBUG - pool-224-thread-1] (Connection.java:748) [peer master-127.22.50.62:44659(127.22.50.62:44659)] connecting to peer
21:07:51.722 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:07:51.722 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.50.60:38829(127.22.50.60:38829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:07:51.722 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.60:38829: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:07:51.723 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:07:51.723 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.50.61:45261(127.22.50.61:45261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:07:51.723 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.61:45261: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:07:51.723 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:07:51.724 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.50.62:44659(127.22.50.62:44659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:07:51.724 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.62:44659: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:07:51.724 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659; will retry
21:07:51.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:51.797433 26143 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.113.61" port: 34911 } attempt: 8
21:07:51.799 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:07:51.800 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:07:51.800 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:07:51.801 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:51.801 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:51.801 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:51.801 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:51.801 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:51.802 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:51.802 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:51.802 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:51.802 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:51.802 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:07:51.825 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 36 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544871824 for job 640bb5d81f2161b747452ce3cfd3ea9d.
21:07:51.833 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 36 for job 640bb5d81f2161b747452ce3cfd3ea9d (964 bytes, checkpointDuration=8 ms, finalizationTime=1 ms).
21:07:51.834 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 36 as completed for source Source: KuduSource.
21:07:51.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:51.849414 26143 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.25.113.60" port: 35933 } has no permanent_uuid. Determining permanent_uuid...
21:07:51.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:51.887604 26143 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.113.60:35933: Network error: Client connection negotiation failed: client connection to 127.25.113.60:35933: connect: Connection refused (error 111)
21:07:51.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:51.953223 26143 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.113.60" port: 35933 } attempt: 1
21:07:51.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:51.963162 26143 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.113.60:35933: Network error: Client connection negotiation failed: client connection to 127.25.113.60:35933: connect: Connection refused (error 111)
21:07:51.984 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:52.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:52.016893 26143 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.113.60" port: 35933 } attempt: 2
21:07:52.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:52.027174 26143 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.113.60:35933: Network error: Client connection negotiation failed: client connection to 127.25.113.60:35933: connect: Connection refused (error 111)
21:07:52.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:51.754248 26231 debug-util.cc:398] Leaking SignalData structure 0x7b0800028020 after lost signal to thread 26222
21:07:52.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:50.349216 26233 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:07:52.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:52.095278 26222 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.746s	user 0.601s	sys 1.142s
21:07:52.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:52.095703 26222 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.747s	user 0.601s	sys 1.142s
21:07:52.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:52.097885 26235 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:07:52.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:52.102101 26234 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1751 milliseconds
21:07:52.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:52.102137 26222 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
21:07:52.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:52.103672 26222 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:07:52.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:52.104085 26143 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.113.60" port: 35933 } attempt: 3
21:07:52.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:52.107105 26222 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:07:52.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:52.108785 26222 hybrid_clock.cc:648] HybridClock initialized: now 1783544872108664 us; error 88 us; skew 500 ppm
21:07:52.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:52.109125 26143 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.113.60:35933: Network error: Client connection negotiation failed: client connection to 127.25.113.60:35933: connect: Connection refused (error 111)
21:07:52.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:52.109969 26222 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:07:52.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:52.117444 26222 webserver.cc:534] Webserver started at http://127.25.113.60:45415/ using document root <none> and password file <none>
21:07:52.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:52.118492 26222 fs_manager.cc:362] Metadata directory not provided
21:07:52.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:52.118813 26222 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:07:52.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:52.119354 26222 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
21:07:52.122 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:52.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:52.124909 26222 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster5088338182532005832/master-2/data/instance:
21:07:52.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c8c97871b716425296b84f1897f39546"
21:07:52.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:07:52 on dist-test-slave-3sd5"
21:07:52.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:52.126201 26222 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster5088338182532005832/master-2/wal/instance:
21:07:52.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c8c97871b716425296b84f1897f39546"
21:07:52.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:07:52 on dist-test-slave-3sd5"
21:07:52.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:52.134871 26222 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.010s	sys 0.000s
21:07:52.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:52.141569 26249 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
21:07:52.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:52.143083 26222 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.005s	sys 0.001s
21:07:52.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:52.143435 26222 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster5088338182532005832/master-2/data,/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster5088338182532005832/master-2/wal
21:07:52.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c8c97871b716425296b84f1897f39546"
21:07:52.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:07:52 on dist-test-slave-3sd5"
21:07:52.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:52.143864 26222 fs_report.cc:389] FS layout report
21:07:52.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:07:52.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster5088338182532005832/master-2/wal
21:07:52.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster5088338182532005832/master-2/wal
21:07:52.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster5088338182532005832/master-2/data/data
21:07:52.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:07:52.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:07:52.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:07:52.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:07:52.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:07:52.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:07:52.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:07:52.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:07:52.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:07:52.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:07:52.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:07:52.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:52.194983 26222 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
21:07:52.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:52.196607 26222 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:07:52.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:52.197034 26222 kserver.cc:163] Server-wide thread pool size limit: 3276
21:07:52.213 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:07:52.213 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:07:52.214 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:07:52.214 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:52.214 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:52.214 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:52.214 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:52.214 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:52.214 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:52.214 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:52.214 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:52.214 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:52.214 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:07:52.216 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:52.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:52.264577 26143 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.113.60" port: 35933 } attempt: 4
21:07:52.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:52.270398 26143 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.113.60:35933: Network error: Client connection negotiation failed: client connection to 127.25.113.60:35933: connect: Connection refused (error 111)
21:07:52.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:52.277112 26222 rpc_server.cc:307] RPC server started. Bound to: 127.25.113.60:35933
21:07:52.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:52.277271 26300 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.25.113.60:35933 every 8 connection(s)
21:07:52.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:52.280299 26222 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster5088338182532005832/master-2/data/info.pb
21:07:52.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:52.288146 26301 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
21:07:52.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:52.289120 26052 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu as pid 26222
21:07:52.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:52.289705 26052 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster5088338182532005832/master-2/wal/instance
21:07:52.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:52.296636 26220 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.113.60" port: 35933 } attempt: 7
21:07:52.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:52.309682 26301 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.25.113.62" port: 35193 } has no permanent_uuid. Determining permanent_uuid...
21:07:52.325 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 37 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544872324 for job 640bb5d81f2161b747452ce3cfd3ea9d.
21:07:52.338 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 37 for job 640bb5d81f2161b747452ce3cfd3ea9d (964 bytes, checkpointDuration=13 ms, finalizationTime=1 ms).
21:07:52.339 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 37 as completed for source Source: KuduSource.
21:07:52.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:52.358767 26301 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.25.113.61" port: 34911 } has no permanent_uuid. Determining permanent_uuid...
21:07:52.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:52.365916 26220 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 1ad4dfa2a5c8437b9bfad3f04f062153: Bootstrap starting.
21:07:52.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:52.373850 26301 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.25.113.60" port: 35933 } has no permanent_uuid. Determining permanent_uuid...
21:07:52.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:52.375082 26220 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 1ad4dfa2a5c8437b9bfad3f04f062153: Neither blocks nor log segments found. Creating new log.
21:07:52.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:52.377631 26220 log.cc:826] T 00000000000000000000000000000000 P 1ad4dfa2a5c8437b9bfad3f04f062153: Log is configured to *not* fsync() on all Append() calls
21:07:52.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:52.385143 26220 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 1ad4dfa2a5c8437b9bfad3f04f062153: No bootstrap required, opened a new log
21:07:52.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:52.394563 26301 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c8c97871b716425296b84f1897f39546: Bootstrap starting.
21:07:52.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:52.402909 26301 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P c8c97871b716425296b84f1897f39546: Neither blocks nor log segments found. Creating new log.
21:07:52.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:52.405151 26301 log.cc:826] T 00000000000000000000000000000000 P c8c97871b716425296b84f1897f39546: Log is configured to *not* fsync() on all Append() calls
21:07:52.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:52.412725 26220 raft_consensus.cc:359] T 00000000000000000000000000000000 P 1ad4dfa2a5c8437b9bfad3f04f062153 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c30aea56fa3a4c5195999f15e0a25931" member_type: VOTER last_known_addr { host: "127.25.113.62" port: 35193 } } peers { permanent_uuid: "1ad4dfa2a5c8437b9bfad3f04f062153" member_type: VOTER last_known_addr { host: "127.25.113.61" port: 34911 } } peers { permanent_uuid: "c8c97871b716425296b84f1897f39546" member_type: VOTER last_known_addr { host: "127.25.113.60" port: 35933 } }
21:07:52.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:52.413611 26220 raft_consensus.cc:385] T 00000000000000000000000000000000 P 1ad4dfa2a5c8437b9bfad3f04f062153 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:07:52.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:52.413934 26220 raft_consensus.cc:740] T 00000000000000000000000000000000 P 1ad4dfa2a5c8437b9bfad3f04f062153 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 1ad4dfa2a5c8437b9bfad3f04f062153, State: Initialized, Role: FOLLOWER
21:07:52.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:52.415246 26301 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c8c97871b716425296b84f1897f39546: No bootstrap required, opened a new log
21:07:52.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:52.416209 26220 consensus_queue.cc:260] T 00000000000000000000000000000000 P 1ad4dfa2a5c8437b9bfad3f04f062153 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c30aea56fa3a4c5195999f15e0a25931" member_type: VOTER last_known_addr { host: "127.25.113.62" port: 35193 } } peers { permanent_uuid: "1ad4dfa2a5c8437b9bfad3f04f062153" member_type: VOTER last_known_addr { host: "127.25.113.61" port: 34911 } } peers { permanent_uuid: "c8c97871b716425296b84f1897f39546" member_type: VOTER last_known_addr { host: "127.25.113.60" port: 35933 } }
21:07:52.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:52.417502 26312 raft_consensus.cc:493] T 00000000000000000000000000000000 P 1ad4dfa2a5c8437b9bfad3f04f062153 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
21:07:52.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:52.418217 26312 raft_consensus.cc:515] T 00000000000000000000000000000000 P 1ad4dfa2a5c8437b9bfad3f04f062153 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c30aea56fa3a4c5195999f15e0a25931" member_type: VOTER last_known_addr { host: "127.25.113.62" port: 35193 } } peers { permanent_uuid: "1ad4dfa2a5c8437b9bfad3f04f062153" member_type: VOTER last_known_addr { host: "127.25.113.61" port: 34911 } } peers { permanent_uuid: "c8c97871b716425296b84f1897f39546" member_type: VOTER last_known_addr { host: "127.25.113.60" port: 35933 } }
21:07:52.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:52.420439 26313 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1ad4dfa2a5c8437b9bfad3f04f062153 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c30aea56fa3a4c5195999f15e0a25931" member_type: VOTER last_known_addr { host: "127.25.113.62" port: 35193 } } peers { permanent_uuid: "1ad4dfa2a5c8437b9bfad3f04f062153" member_type: VOTER last_known_addr { host: "127.25.113.61" port: 34911 } } peers { permanent_uuid: "c8c97871b716425296b84f1897f39546" member_type: VOTER last_known_addr { host: "127.25.113.60" port: 35933 } } }
21:07:52.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:52.421617 26313 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1ad4dfa2a5c8437b9bfad3f04f062153 [sys.catalog]: This master's current role is: FOLLOWER
21:07:52.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:52.421908 26220 sys_catalog.cc:565] T 00000000000000000000000000000000 P 1ad4dfa2a5c8437b9bfad3f04f062153 [sys.catalog]: configured and running, proceeding with master startup.
21:07:52.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:52.440410 26312 leader_election.cc:290] T 00000000000000000000000000000000 P 1ad4dfa2a5c8437b9bfad3f04f062153 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers c30aea56fa3a4c5195999f15e0a25931 (127.25.113.62:35193), c8c97871b716425296b84f1897f39546 (127.25.113.60:35933)
21:07:52.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:52.451289 26301 raft_consensus.cc:359] T 00000000000000000000000000000000 P c8c97871b716425296b84f1897f39546 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c30aea56fa3a4c5195999f15e0a25931" member_type: VOTER last_known_addr { host: "127.25.113.62" port: 35193 } } peers { permanent_uuid: "1ad4dfa2a5c8437b9bfad3f04f062153" member_type: VOTER last_known_addr { host: "127.25.113.61" port: 34911 } } peers { permanent_uuid: "c8c97871b716425296b84f1897f39546" member_type: VOTER last_known_addr { host: "127.25.113.60" port: 35933 } }
21:07:52.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:52.452510 26301 raft_consensus.cc:385] T 00000000000000000000000000000000 P c8c97871b716425296b84f1897f39546 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:07:52.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:52.452926 26301 raft_consensus.cc:740] T 00000000000000000000000000000000 P c8c97871b716425296b84f1897f39546 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c8c97871b716425296b84f1897f39546, State: Initialized, Role: FOLLOWER
21:07:52.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:52.454274 26301 consensus_queue.cc:260] T 00000000000000000000000000000000 P c8c97871b716425296b84f1897f39546 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c30aea56fa3a4c5195999f15e0a25931" member_type: VOTER last_known_addr { host: "127.25.113.62" port: 35193 } } peers { permanent_uuid: "1ad4dfa2a5c8437b9bfad3f04f062153" member_type: VOTER last_known_addr { host: "127.25.113.61" port: 34911 } } peers { permanent_uuid: "c8c97871b716425296b84f1897f39546" member_type: VOTER last_known_addr { host: "127.25.113.60" port: 35933 } }
21:07:52.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:52.458227 26323 sys_catalog.cc:455] T 00000000000000000000000000000000 P c8c97871b716425296b84f1897f39546 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c30aea56fa3a4c5195999f15e0a25931" member_type: VOTER last_known_addr { host: "127.25.113.62" port: 35193 } } peers { permanent_uuid: "1ad4dfa2a5c8437b9bfad3f04f062153" member_type: VOTER last_known_addr { host: "127.25.113.61" port: 34911 } } peers { permanent_uuid: "c8c97871b716425296b84f1897f39546" member_type: VOTER last_known_addr { host: "127.25.113.60" port: 35933 } } }
21:07:52.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:52.459419 26323 sys_catalog.cc:458] T 00000000000000000000000000000000 P c8c97871b716425296b84f1897f39546 [sys.catalog]: This master's current role is: FOLLOWER
21:07:52.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:52.461146 26301 sys_catalog.cc:565] T 00000000000000000000000000000000 P c8c97871b716425296b84f1897f39546 [sys.catalog]: configured and running, proceeding with master startup.
21:07:52.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:52.461345 26276 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "1ad4dfa2a5c8437b9bfad3f04f062153" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c8c97871b716425296b84f1897f39546" is_pre_election: true
21:07:52.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:52.462493 26276 raft_consensus.cc:2468] T 00000000000000000000000000000000 P c8c97871b716425296b84f1897f39546 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 1ad4dfa2a5c8437b9bfad3f04f062153 in term 0.
21:07:52.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:52.464289 26171 leader_election.cc:304] T 00000000000000000000000000000000 P 1ad4dfa2a5c8437b9bfad3f04f062153 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 1ad4dfa2a5c8437b9bfad3f04f062153, c8c97871b716425296b84f1897f39546; no voters: 
21:07:52.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:52.465399 26312 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 1ad4dfa2a5c8437b9bfad3f04f062153 [term 0 FOLLOWER]: Leader pre-election won for term 1
21:07:52.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:52.465778 26312 raft_consensus.cc:493] T 00000000000000000000000000000000 P 1ad4dfa2a5c8437b9bfad3f04f062153 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
21:07:52.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:52.466126 26312 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 1ad4dfa2a5c8437b9bfad3f04f062153 [term 0 FOLLOWER]: Advancing to term 1
21:07:52.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:52.474560 26312 raft_consensus.cc:515] T 00000000000000000000000000000000 P 1ad4dfa2a5c8437b9bfad3f04f062153 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c30aea56fa3a4c5195999f15e0a25931" member_type: VOTER last_known_addr { host: "127.25.113.62" port: 35193 } } peers { permanent_uuid: "1ad4dfa2a5c8437b9bfad3f04f062153" member_type: VOTER last_known_addr { host: "127.25.113.61" port: 34911 } } peers { permanent_uuid: "c8c97871b716425296b84f1897f39546" member_type: VOTER last_known_addr { host: "127.25.113.60" port: 35933 } }
21:07:52.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:52.481261 26276 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "1ad4dfa2a5c8437b9bfad3f04f062153" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c8c97871b716425296b84f1897f39546"
21:07:52.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:52.481925 26276 raft_consensus.cc:3060] T 00000000000000000000000000000000 P c8c97871b716425296b84f1897f39546 [term 0 FOLLOWER]: Advancing to term 1
21:07:52.484 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:52.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:52.490446 26276 raft_consensus.cc:2468] T 00000000000000000000000000000000 P c8c97871b716425296b84f1897f39546 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 1ad4dfa2a5c8437b9bfad3f04f062153 in term 1.
21:07:52.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:52.494514 26171 leader_election.cc:304] T 00000000000000000000000000000000 P 1ad4dfa2a5c8437b9bfad3f04f062153 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 1ad4dfa2a5c8437b9bfad3f04f062153, c8c97871b716425296b84f1897f39546; no voters: 
21:07:52.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:52.495481 26313 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 1ad4dfa2a5c8437b9bfad3f04f062153 [term 1 FOLLOWER]: Leader election won for term 1
21:07:52.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:52.498409 26313 raft_consensus.cc:697] T 00000000000000000000000000000000 P 1ad4dfa2a5c8437b9bfad3f04f062153 [term 1 LEADER]: Becoming Leader. State: Replica: 1ad4dfa2a5c8437b9bfad3f04f062153, State: Running, Role: LEADER
21:07:52.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:52.499487 26313 consensus_queue.cc:237] T 00000000000000000000000000000000 P 1ad4dfa2a5c8437b9bfad3f04f062153 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c30aea56fa3a4c5195999f15e0a25931" member_type: VOTER last_known_addr { host: "127.25.113.62" port: 35193 } } peers { permanent_uuid: "1ad4dfa2a5c8437b9bfad3f04f062153" member_type: VOTER last_known_addr { host: "127.25.113.61" port: 34911 } } peers { permanent_uuid: "c8c97871b716425296b84f1897f39546" member_type: VOTER last_known_addr { host: "127.25.113.60" port: 35933 } }
21:07:52.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:52.501785 26327 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 1ad4dfa2a5c8437b9bfad3f04f062153: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
21:07:52.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:52.502367 26327 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
21:07:52.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:52.481333 26312 leader_election.cc:290] T 00000000000000000000000000000000 P 1ad4dfa2a5c8437b9bfad3f04f062153 [CANDIDATE]: Term 1 election: Requested vote from peers c30aea56fa3a4c5195999f15e0a25931 (127.25.113.62:35193), c8c97871b716425296b84f1897f39546 (127.25.113.60:35933)
21:07:52.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:52.520635 26333 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1ad4dfa2a5c8437b9bfad3f04f062153 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 1ad4dfa2a5c8437b9bfad3f04f062153. Latest consensus state: current_term: 1 leader_uuid: "1ad4dfa2a5c8437b9bfad3f04f062153" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c30aea56fa3a4c5195999f15e0a25931" member_type: VOTER last_known_addr { host: "127.25.113.62" port: 35193 } } peers { permanent_uuid: "1ad4dfa2a5c8437b9bfad3f04f062153" member_type: VOTER last_known_addr { host: "127.25.113.61" port: 34911 } } peers { permanent_uuid: "c8c97871b716425296b84f1897f39546" member_type: VOTER last_known_addr { host: "127.25.113.60" port: 35933 } } }
21:07:52.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:52.521826 26333 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1ad4dfa2a5c8437b9bfad3f04f062153 [sys.catalog]: This master's current role is: LEADER
21:07:52.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:52.543972 26174 tablet.cc:2406] T 00000000000000000000000000000000 P 1ad4dfa2a5c8437b9bfad3f04f062153: Can't schedule compaction. Clean time has not been advanced past its initial value.
21:07:52.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:52.544498 26337 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
21:07:52.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:52.555856 26337 catalog_manager.cc:1519] Initializing Kudu cluster ID...
21:07:52.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:52.484956 26145 master_runner.cc:187] Error getting master registration for 127.25.113.62:35193: OK, instance_id { permanent_uuid: "c30aea56fa3a4c5195999f15e0a25931" instance_seqno: 1783544867281714 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
21:07:52.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:52.562661 26145 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
21:07:52.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:52.566938 26143 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.113.60" port: 35933 } attempt: 5
21:07:52.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:52.612442 26276 raft_consensus.cc:1275] T 00000000000000000000000000000000 P c8c97871b716425296b84f1897f39546 [term 1 FOLLOWER]: Refusing update from remote peer 1ad4dfa2a5c8437b9bfad3f04f062153: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
21:07:52.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:52.613628 26143 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c30aea56fa3a4c5195999f15e0a25931: Bootstrap starting.
21:07:52.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:52.615525 26333 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 1ad4dfa2a5c8437b9bfad3f04f062153 [LEADER]: Connected to new peer: Peer: permanent_uuid: "c8c97871b716425296b84f1897f39546" member_type: VOTER last_known_addr { host: "127.25.113.60" port: 35933 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
21:07:52.623 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:52.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:52.592650 26222 master_runner.cc:187] Error getting master registration for 127.25.113.62:35193: OK, instance_id { permanent_uuid: "c30aea56fa3a4c5195999f15e0a25931" instance_seqno: 1783544867281714 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
21:07:52.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:52.627593 26222 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
21:07:52.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:52.635936 26341 catalog_manager.cc:1593] T 00000000000000000000000000000000 P c8c97871b716425296b84f1897f39546: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
21:07:52.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:52.636336 26341 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
21:07:52.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:52.639991 26143 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P c30aea56fa3a4c5195999f15e0a25931: Neither blocks nor log segments found. Creating new log.
21:07:52.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:52.648082 26143 log.cc:826] T 00000000000000000000000000000000 P c30aea56fa3a4c5195999f15e0a25931: Log is configured to *not* fsync() on all Append() calls
21:07:52.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:52.672626 26323 sys_catalog.cc:455] T 00000000000000000000000000000000 P c8c97871b716425296b84f1897f39546 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 1ad4dfa2a5c8437b9bfad3f04f062153. Latest consensus state: current_term: 1 leader_uuid: "1ad4dfa2a5c8437b9bfad3f04f062153" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c30aea56fa3a4c5195999f15e0a25931" member_type: VOTER last_known_addr { host: "127.25.113.62" port: 35193 } } peers { permanent_uuid: "1ad4dfa2a5c8437b9bfad3f04f062153" member_type: VOTER last_known_addr { host: "127.25.113.61" port: 34911 } } peers { permanent_uuid: "c8c97871b716425296b84f1897f39546" member_type: VOTER last_known_addr { host: "127.25.113.60" port: 35933 } } }
21:07:52.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:52.673491 26323 sys_catalog.cc:458] T 00000000000000000000000000000000 P c8c97871b716425296b84f1897f39546 [sys.catalog]: This master's current role is: FOLLOWER
21:07:52.678 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:07:52.678 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:07:52.678 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:07:52.679 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:52.679 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:52.679 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:52.679 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:52.679 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:52.679 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:52.679 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:52.679 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:52.679 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:52.680 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:07:52.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:52.680367 26143 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c30aea56fa3a4c5195999f15e0a25931: No bootstrap required, opened a new log
21:07:52.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:52.687070 26343 mvcc.cc:204] Tried to move back new op lower bound from 7305399798096175104 to 7305399797772521472. Current Snapshot: MvccSnapshot[applied={T|T < 7305399798096175104}]
21:07:52.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:52.686914 26313 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1ad4dfa2a5c8437b9bfad3f04f062153 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "1ad4dfa2a5c8437b9bfad3f04f062153" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c30aea56fa3a4c5195999f15e0a25931" member_type: VOTER last_known_addr { host: "127.25.113.62" port: 35193 } } peers { permanent_uuid: "1ad4dfa2a5c8437b9bfad3f04f062153" member_type: VOTER last_known_addr { host: "127.25.113.61" port: 34911 } } peers { permanent_uuid: "c8c97871b716425296b84f1897f39546" member_type: VOTER last_known_addr { host: "127.25.113.60" port: 35933 } } }
21:07:52.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:52.687808 26313 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1ad4dfa2a5c8437b9bfad3f04f062153 [sys.catalog]: This master's current role is: LEADER
21:07:52.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:52.689646 26337 catalog_manager.cc:1382] Generated new cluster ID: b0f6622491d346d3b0e2c4f907196734
21:07:52.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:52.690068 26337 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
21:07:52.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:52.703208 26323 sys_catalog.cc:455] T 00000000000000000000000000000000 P c8c97871b716425296b84f1897f39546 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "1ad4dfa2a5c8437b9bfad3f04f062153" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c30aea56fa3a4c5195999f15e0a25931" member_type: VOTER last_known_addr { host: "127.25.113.62" port: 35193 } } peers { permanent_uuid: "1ad4dfa2a5c8437b9bfad3f04f062153" member_type: VOTER last_known_addr { host: "127.25.113.61" port: 34911 } } peers { permanent_uuid: "c8c97871b716425296b84f1897f39546" member_type: VOTER last_known_addr { host: "127.25.113.60" port: 35933 } } }
21:07:52.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:52.703938 26323 sys_catalog.cc:458] T 00000000000000000000000000000000 P c8c97871b716425296b84f1897f39546 [sys.catalog]: This master's current role is: FOLLOWER
21:07:52.716 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:52.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:52.726553 26143 raft_consensus.cc:359] T 00000000000000000000000000000000 P c30aea56fa3a4c5195999f15e0a25931 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c30aea56fa3a4c5195999f15e0a25931" member_type: VOTER last_known_addr { host: "127.25.113.62" port: 35193 } } peers { permanent_uuid: "1ad4dfa2a5c8437b9bfad3f04f062153" member_type: VOTER last_known_addr { host: "127.25.113.61" port: 34911 } } peers { permanent_uuid: "c8c97871b716425296b84f1897f39546" member_type: VOTER last_known_addr { host: "127.25.113.60" port: 35933 } }
21:07:52.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:52.727543 26143 raft_consensus.cc:385] T 00000000000000000000000000000000 P c30aea56fa3a4c5195999f15e0a25931 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:07:52.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:52.727896 26143 raft_consensus.cc:740] T 00000000000000000000000000000000 P c30aea56fa3a4c5195999f15e0a25931 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c30aea56fa3a4c5195999f15e0a25931, State: Initialized, Role: FOLLOWER
21:07:52.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:52.728909 26143 consensus_queue.cc:260] T 00000000000000000000000000000000 P c30aea56fa3a4c5195999f15e0a25931 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c30aea56fa3a4c5195999f15e0a25931" member_type: VOTER last_known_addr { host: "127.25.113.62" port: 35193 } } peers { permanent_uuid: "1ad4dfa2a5c8437b9bfad3f04f062153" member_type: VOTER last_known_addr { host: "127.25.113.61" port: 34911 } } peers { permanent_uuid: "c8c97871b716425296b84f1897f39546" member_type: VOTER last_known_addr { host: "127.25.113.60" port: 35933 } }
21:07:52.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:52.737828 26348 sys_catalog.cc:455] T 00000000000000000000000000000000 P c30aea56fa3a4c5195999f15e0a25931 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c30aea56fa3a4c5195999f15e0a25931" member_type: VOTER last_known_addr { host: "127.25.113.62" port: 35193 } } peers { permanent_uuid: "1ad4dfa2a5c8437b9bfad3f04f062153" member_type: VOTER last_known_addr { host: "127.25.113.61" port: 34911 } } peers { permanent_uuid: "c8c97871b716425296b84f1897f39546" member_type: VOTER last_known_addr { host: "127.25.113.60" port: 35933 } } }
21:07:52.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:52.738803 26348 sys_catalog.cc:458] T 00000000000000000000000000000000 P c30aea56fa3a4c5195999f15e0a25931 [sys.catalog]: This master's current role is: FOLLOWER
21:07:52.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:52.742259 26143 sys_catalog.cc:565] T 00000000000000000000000000000000 P c30aea56fa3a4c5195999f15e0a25931 [sys.catalog]: configured and running, proceeding with master startup.
21:07:52.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:52.742434 26118 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "1ad4dfa2a5c8437b9bfad3f04f062153" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c30aea56fa3a4c5195999f15e0a25931" is_pre_election: true
21:07:52.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:52.744151 26117 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "1ad4dfa2a5c8437b9bfad3f04f062153" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c30aea56fa3a4c5195999f15e0a25931"
21:07:52.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:52.745386 26116 raft_consensus.cc:3060] T 00000000000000000000000000000000 P c30aea56fa3a4c5195999f15e0a25931 [term 0 FOLLOWER]: Advancing to term 1
21:07:52.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:52.777684 26116 raft_consensus.cc:1275] T 00000000000000000000000000000000 P c30aea56fa3a4c5195999f15e0a25931 [term 1 FOLLOWER]: Refusing update from remote peer 1ad4dfa2a5c8437b9bfad3f04f062153: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
21:07:52.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:52.780807 26312 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 1ad4dfa2a5c8437b9bfad3f04f062153 [LEADER]: Connected to new peer: Peer: permanent_uuid: "c30aea56fa3a4c5195999f15e0a25931" member_type: VOTER last_known_addr { host: "127.25.113.62" port: 35193 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
21:07:52.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:52.793581 26337 catalog_manager.cc:1405] Generated new certificate authority record
21:07:52.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:52.795846 26337 catalog_manager.cc:1539] Loading token signing keys...
21:07:52.825 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 38 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544872824 for job 640bb5d81f2161b747452ce3cfd3ea9d.
21:07:52.833 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 38 for job 640bb5d81f2161b747452ce3cfd3ea9d (964 bytes, checkpointDuration=8 ms, finalizationTime=1 ms).
21:07:52.835 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 38 as completed for source Source: KuduSource.
21:07:52.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:52.853201 26337 catalog_manager.cc:6069] T 00000000000000000000000000000000 P 1ad4dfa2a5c8437b9bfad3f04f062153: Generated new TSK 0
21:07:52.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:52.854575 26337 catalog_manager.cc:1549] Initializing in-progress tserver states...
21:07:52.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:52.867108 26313 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1ad4dfa2a5c8437b9bfad3f04f062153 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "1ad4dfa2a5c8437b9bfad3f04f062153" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c30aea56fa3a4c5195999f15e0a25931" member_type: VOTER last_known_addr { host: "127.25.113.62" port: 35193 } } peers { permanent_uuid: "1ad4dfa2a5c8437b9bfad3f04f062153" member_type: VOTER last_known_addr { host: "127.25.113.61" port: 34911 } } peers { permanent_uuid: "c8c97871b716425296b84f1897f39546" member_type: VOTER last_known_addr { host: "127.25.113.60" port: 35933 } } }
21:07:52.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:52.867905 26313 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1ad4dfa2a5c8437b9bfad3f04f062153 [sys.catalog]: This master's current role is: LEADER
21:07:52.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:52.884305 26052 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu
21:07:52.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu
21:07:52.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster5088338182532005832/ts-0/wal
21:07:52.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster5088338182532005832/ts-0/data
21:07:52.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:07:52.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:07:52.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:07:52.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:07:52.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:07:52.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:07:52.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster5088338182532005832/ts-0/logs
21:07:52.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster5088338182532005832/ts-0/data/info.pb
21:07:52.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:07:52.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:07:52.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:07:52.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:07:52.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:07:52.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:07:52.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:07:52.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:07:52.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
21:07:52.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:07:52.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.113.1:0
21:07:52.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.25.113.1
21:07:52.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.113.1
21:07:52.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:07:52.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.25.113.62:35193,127.25.113.61:34911,127.25.113.60:35933
21:07:52.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.113.20:39839
21:07:52.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:07:52.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:07:52.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
21:07:52.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:52.886812 26363 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
21:07:52.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:52.888870 26348 sys_catalog.cc:455] T 00000000000000000000000000000000 P c30aea56fa3a4c5195999f15e0a25931 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 1ad4dfa2a5c8437b9bfad3f04f062153. Latest consensus state: current_term: 1 leader_uuid: "1ad4dfa2a5c8437b9bfad3f04f062153" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c30aea56fa3a4c5195999f15e0a25931" member_type: VOTER last_known_addr { host: "127.25.113.62" port: 35193 } } peers { permanent_uuid: "1ad4dfa2a5c8437b9bfad3f04f062153" member_type: VOTER last_known_addr { host: "127.25.113.61" port: 34911 } } peers { permanent_uuid: "c8c97871b716425296b84f1897f39546" member_type: VOTER last_known_addr { host: "127.25.113.60" port: 35933 } } }
21:07:52.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:52.890811 26348 sys_catalog.cc:458] T 00000000000000000000000000000000 P c30aea56fa3a4c5195999f15e0a25931 [sys.catalog]: This master's current role is: FOLLOWER
21:07:52.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:52.888768 26361 sys_catalog.cc:455] T 00000000000000000000000000000000 P c30aea56fa3a4c5195999f15e0a25931 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "1ad4dfa2a5c8437b9bfad3f04f062153" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c30aea56fa3a4c5195999f15e0a25931" member_type: VOTER last_known_addr { host: "127.25.113.62" port: 35193 } } peers { permanent_uuid: "1ad4dfa2a5c8437b9bfad3f04f062153" member_type: VOTER last_known_addr { host: "127.25.113.61" port: 34911 } } peers { permanent_uuid: "c8c97871b716425296b84f1897f39546" member_type: VOTER last_known_addr { host: "127.25.113.60" port: 35933 } } }
21:07:52.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:52.903298 26361 sys_catalog.cc:458] T 00000000000000000000000000000000 P c30aea56fa3a4c5195999f15e0a25931 [sys.catalog]: This master's current role is: FOLLOWER
21:07:52.984 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:53.122 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:53.191 [DEBUG - pool-140-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:07:53.191 [DEBUG - pool-140-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:07:53.191 [DEBUG - pool-140-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:07:53.192 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:53.192 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:53.192 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:53.192 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:53.193 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:53.193 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:53.193 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:53.193 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:53.193 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:53.193 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:07:53.216 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:53.325 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 39 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544873324 for job 640bb5d81f2161b747452ce3cfd3ea9d.
21:07:53.341 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 39 for job 640bb5d81f2161b747452ce3cfd3ea9d (964 bytes, checkpointDuration=16 ms, finalizationTime=1 ms).
21:07:53.343 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 39 as completed for source Source: KuduSource.
21:07:53.484 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:53.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:53.506472 26364 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
21:07:53.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:53.507184 26364 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:07:53.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:53.507962 26364 flags.cc:432] Enabled unsafe flag: --never_fsync=true
21:07:53.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:53.568413 26364 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
21:07:53.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:53.569823 26364 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.25.113.1
21:07:53.573 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:07:53.573 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:07:53.573 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:07:53.574 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:53.574 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:53.574 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:53.575 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:53.575 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:53.575 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:53.575 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:53.575 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:53.575 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:53.575 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:07:53.580 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:07:53.581 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:07:53.581 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:07:53.581 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:07:53.581 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:07:53.581 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:07:53.581 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:07:53.581 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:07:53.581 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:07:53.583 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:07:53.583 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:07:53.583 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:07:53.583 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:07:53.622 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:53.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:53.637501 26364 tablet_server_runner.cc:78] Tablet server non-default flags:
21:07:53.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:07:53.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.113.20:39839
21:07:53.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:07:53.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:07:53.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster5088338182532005832/ts-0/data
21:07:53.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster5088338182532005832/ts-0/wal
21:07:53.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:07:53.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:07:53.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.113.1:0
21:07:53.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:07:53.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:07:53.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:07:53.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster5088338182532005832/ts-0/data/info.pb
21:07:53.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.113.1
21:07:53.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:07:53.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.25.113.62:35193,127.25.113.61:34911,127.25.113.60:35933
21:07:53.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:07:53.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:07:53.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:07:53.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:07:53.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:07:53.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.25.113.1
21:07:53.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster5088338182532005832/ts-0/logs
21:07:53.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:07:53.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:07:53.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
21:07:53.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
21:07:53.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
21:07:53.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 6bec869c2320d19f2589b3f609f76e5041a21d27
21:07:53.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:07:53.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 20:43:55 UTC on e7f111948823
21:07:53.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16878
21:07:53.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:07:53.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:53.639629 26364 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:07:53.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:53.641896 26341 catalog_manager.cc:1294] Loaded cluster ID: b0f6622491d346d3b0e2c4f907196734
21:07:53.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:53.641891 26364 file_cache.cc:492] Constructed file cache file cache with capacity 419430
21:07:53.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:53.642160 26341 catalog_manager.cc:1587] T 00000000000000000000000000000000 P c8c97871b716425296b84f1897f39546: loading cluster ID for follower catalog manager: success
21:07:53.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:53.649847 26341 catalog_manager.cc:1609] T 00000000000000000000000000000000 P c8c97871b716425296b84f1897f39546: acquiring CA information for follower catalog manager: success
21:07:53.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:53.656221 26341 catalog_manager.cc:1637] T 00000000000000000000000000000000 P c8c97871b716425296b84f1897f39546: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
21:07:53.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:53.667466 26370 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:07:53.716 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:53.825 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 40 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544873825 for job 640bb5d81f2161b747452ce3cfd3ea9d.
21:07:53.841 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 40 for job 640bb5d81f2161b747452ce3cfd3ea9d (964 bytes, checkpointDuration=16 ms, finalizationTime=0 ms).
21:07:53.843 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 40 as completed for source Source: KuduSource.
21:07:53.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:53.904501 26363 catalog_manager.cc:1294] Loaded cluster ID: b0f6622491d346d3b0e2c4f907196734
21:07:53.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:53.904918 26363 catalog_manager.cc:1587] T 00000000000000000000000000000000 P c30aea56fa3a4c5195999f15e0a25931: loading cluster ID for follower catalog manager: success
21:07:53.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:53.936239 26363 catalog_manager.cc:1609] T 00000000000000000000000000000000 P c30aea56fa3a4c5195999f15e0a25931: acquiring CA information for follower catalog manager: success
21:07:53.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:53.958523 26363 catalog_manager.cc:1637] T 00000000000000000000000000000000 P c30aea56fa3a4c5195999f15e0a25931: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
21:07:53.984 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:54.122 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:54.140 [DEBUG - pool-224-thread-1] (Connection.java:748) [peer master-127.22.50.60:38829(127.22.50.60:38829)] connecting to peer
21:07:54.141 [DEBUG - pool-224-thread-1] (Connection.java:748) [peer master-127.22.50.61:45261(127.22.50.61:45261)] connecting to peer
21:07:54.141 [DEBUG - pool-224-thread-1] (Connection.java:748) [peer master-127.22.50.62:44659(127.22.50.62:44659)] connecting to peer
21:07:54.142 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:07:54.142 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.50.60:38829(127.22.50.60:38829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:07:54.142 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.60:38829: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:07:54.142 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:07:54.142 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.50.61:45261(127.22.50.61:45261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:07:54.142 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.61:45261: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:07:54.143 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:07:54.143 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.50.62:44659(127.22.50.62:44659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:07:54.143 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.62:44659: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:07:54.143 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659; will retry
21:07:54.191 [DEBUG - pool-140-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:07:54.191 [DEBUG - pool-140-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:07:54.191 [DEBUG - pool-140-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:07:54.192 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:54.192 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:54.192 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:54.193 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:54.193 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:54.193 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:54.193 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:54.193 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:54.193 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:54.193 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:07:54.216 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:54.325 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 41 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544874325 for job 640bb5d81f2161b747452ce3cfd3ea9d.
21:07:54.335 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 41 for job 640bb5d81f2161b747452ce3cfd3ea9d (964 bytes, checkpointDuration=10 ms, finalizationTime=0 ms).
21:07:54.337 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 41 as completed for source Source: KuduSource.
21:07:54.484 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:54.621 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:54.716 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:54.780 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:07:54.781 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:07:54.781 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:07:54.781 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:54.781 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:54.781 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:54.781 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:54.781 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:54.781 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:54.782 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:54.782 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:54.782 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:54.782 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:07:54.824 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 42 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544874824 for job 640bb5d81f2161b747452ce3cfd3ea9d.
21:07:54.836 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 42 for job 640bb5d81f2161b747452ce3cfd3ea9d (964 bytes, checkpointDuration=10 ms, finalizationTime=0 ms).
21:07:54.839 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 42 as completed for source Source: KuduSource.
21:07:54.984 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:55.121 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:55.216 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:55.233 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:07:55.234 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:07:55.234 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:07:55.234 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:55.234 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:55.235 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:55.235 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:55.235 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:55.235 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:55.235 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:55.235 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:55.236 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:55.236 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:07:55.324 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 43 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544875324 for job 640bb5d81f2161b747452ce3cfd3ea9d.
21:07:55.334 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 43 for job 640bb5d81f2161b747452ce3cfd3ea9d (964 bytes, checkpointDuration=9 ms, finalizationTime=1 ms).
21:07:55.335 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 43 as completed for source Source: KuduSource.
21:07:55.484 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:55.621 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:55.715 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:55.717 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:07:55.717 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:07:55.717 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:07:55.718 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:55.718 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:55.718 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:55.725 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:55.725 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:55.725 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:55.726 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:55.726 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:55.726 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:55.726 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:07:55.825 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 44 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544875824 for job 640bb5d81f2161b747452ce3cfd3ea9d.
21:07:55.837 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 44 for job 640bb5d81f2161b747452ce3cfd3ea9d (964 bytes, checkpointDuration=12 ms, finalizationTime=1 ms).
21:07:55.839 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 44 as completed for source Source: KuduSource.
21:07:55.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:55.064229 26369 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 26364
21:07:55.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:55.876250 26369 kernel_stack_watchdog.cc:198] Thread 26364 stuck at /home/jenkins-slave/workspace/build_and_test@2/src/kudu/util/thread.cc:642 for 393ms:
21:07:55.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
21:07:55.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
21:07:55.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
21:07:55.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
21:07:55.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:53.671460 26371 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:07:55.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:55.883554 26364 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 2.214s	user 0.484s	sys 0.878s
21:07:55.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:55.884461 26364 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 2.215s	user 0.484s	sys 0.878s
21:07:55.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:55.900961 26378 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:07:55.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:55.901602 26364 server_base.cc:1061] running on GCE node
21:07:55.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:55.903319 26364 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:07:55.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:55.906651 26364 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:07:55.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:55.908231 26364 hybrid_clock.cc:648] HybridClock initialized: now 1783544875908189 us; error 54 us; skew 500 ppm
21:07:55.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:55.909197 26364 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:07:55.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:55.917411 26364 webserver.cc:534] Webserver started at http://127.25.113.1:39443/ using document root <none> and password file <none>
21:07:55.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:55.918423 26364 fs_manager.cc:362] Metadata directory not provided
21:07:55.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:55.918694 26364 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:07:55.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:55.919320 26364 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
21:07:55.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:55.925081 26364 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster5088338182532005832/ts-0/data/instance:
21:07:55.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fb4f58695a0e41498f876a3fa5558214"
21:07:55.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:07:55 on dist-test-slave-3sd5"
21:07:55.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:55.926479 26364 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster5088338182532005832/ts-0/wal/instance:
21:07:55.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fb4f58695a0e41498f876a3fa5558214"
21:07:55.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:07:55 on dist-test-slave-3sd5"
21:07:55.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:55.937624 26364 fs_manager.cc:696] Time spent creating directory manager: real 0.010s	user 0.009s	sys 0.000s
21:07:55.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:55.945084 26383 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
21:07:55.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:55.946483 26364 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.003s	sys 0.002s
21:07:55.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:55.947018 26364 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster5088338182532005832/ts-0/data,/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster5088338182532005832/ts-0/wal
21:07:55.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fb4f58695a0e41498f876a3fa5558214"
21:07:55.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:07:55 on dist-test-slave-3sd5"
21:07:55.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:55.947496 26364 fs_report.cc:389] FS layout report
21:07:55.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:07:55.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster5088338182532005832/ts-0/wal
21:07:55.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster5088338182532005832/ts-0/wal
21:07:55.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster5088338182532005832/ts-0/data/data
21:07:55.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:07:55.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:07:55.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:07:55.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:07:55.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:07:55.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:07:55.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:07:55.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:07:55.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:07:55.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:07:55.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:07:55.983 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:56.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:56.021255 26364 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
21:07:56.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:56.023097 26364 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:07:56.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:56.023866 26364 kserver.cc:163] Server-wide thread pool size limit: 3276
21:07:56.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:56.030447 26364 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
21:07:56.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:56.036880 26364 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
21:07:56.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:56.037209 26364 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
21:07:56.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:56.037535 26364 ts_tablet_manager.cc:616] Registered 0 tablets
21:07:56.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:56.037777 26364 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
21:07:56.122 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:56.215 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:56.325 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 45 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544876324 for job 640bb5d81f2161b747452ce3cfd3ea9d.
21:07:56.331 [DEBUG - pool-140-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:07:56.332 [DEBUG - pool-140-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:07:56.333 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:56.333 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:56.333 [DEBUG - pool-140-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:07:56.333 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:56.333 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 45 for job 640bb5d81f2161b747452ce3cfd3ea9d (964 bytes, checkpointDuration=9 ms, finalizationTime=0 ms).
21:07:56.334 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:56.334 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:56.334 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:56.333 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:56.335 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:56.335 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:56.335 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:07:56.335 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=28411), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [4ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [5ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [7ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [10ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [10ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [24ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [24ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [24ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [57ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [58ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [69ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [70ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [71ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [71ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [83ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [83ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [84ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [103ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [142ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [143ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [143ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [143ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [182ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [182ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [182ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [182ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [222ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [222ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [222ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [222ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [261ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [261ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [261ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [262ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [320ms] refreshing cache from master, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [321ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [322ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [322ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [322ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [1120ms] refreshing cache from master, [1121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [1121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [1121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [1122ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [1123ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [1124ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [1124ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [1980ms] refreshing cache from master, [1980ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [1981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [1981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [1982ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [1982ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [1982ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [1982ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [2740ms] refreshing cache from master, [2740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [2741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [2741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [2741ms] too many traces: truncated at 100 traces, deferred=Deferred@399529219(state=PENDING, result=null, callback=(continuation of Deferred@1778496738 after retry RPC after error@1659644057) -> (continuation of Deferred@247447218 after retry RPC after error@466786859) -> (continuation of Deferred@2090044183 after retry RPC after error@2142817532) -> (continuation of Deferred@209827735 after retry RPC after error@59598830) -> (continuation of Deferred@1671860155 after retry RPC after error@1514172447) -> (continuation of Deferred@1543260623 after retry RPC after error@866580297) -> (continuation of Deferred@1680506321 after retry RPC after error@1035155907) -> (continuation of Deferred@70827403 after retry RPC after error@2105082) -> (continuation of Deferred@936587226 after retry RPC after error@319452610) -> (continuation of Deferred@1377785549 after retry RPC after error@1388856762) -> (continuation of Deferred@2093686214 after retry RPC after error@1018151928) -> (continuation of Deferred@346968990 after retry RPC after error@73085220) -> (continuation of Deferred@551168324 after retry RPC after error@1646829220) -> (continuation of Deferred@83624924 after retry RPC after error@1500762230) -> (continuation of Deferred@672289301 after retry RPC after error@250164237) -> (continuation of Deferred@1785672943 after retry RPC after error@769173940) -> (continuation of Deferred@400610528 after retry RPC after error@1357828941) -> (continuation of Deferred@1127566835 after retry RPC after error@726190376) -> (continuation of Deferred@983457653 after retry RPC after error@474777552) -> (continuation of Deferred@1971260287 after retry RPC after error@403934577) -> (continuation of Deferred@1346247921 after retry RPC after error@674521889) -> (continuation of Deferred@631091627 after retry RPC after error@560060524) -> (continuation of Deferred@18387237 after retry RPC after error@180275020) -> (continuation of Deferred@1122385753 after retry RPC after error@1835740625), errback=(continuation of Deferred@1778496738 after retry RPC after error@1659644057) -> (continuation of Deferred@247447218 after retry RPC after error@466786859) -> (continuation of Deferred@2090044183 after retry RPC after error@2142817532) -> (continuation of Deferred@209827735 after retry RPC after error@59598830) -> (continuation of Deferred@1671860155 after retry RPC after error@1514172447) -> (continuation of Deferred@1543260623 after retry RPC after error@866580297) -> (continuation of Deferred@1680506321 after retry RPC after error@1035155907) -> (continuation of Deferred@70827403 after retry RPC after error@2105082) -> (continuation of Deferred@936587226 after retry RPC after error@319452610) -> (continuation of Deferred@1377785549 after retry RPC after error@1388856762) -> (continuation of Deferred@2093686214 after retry RPC after error@1018151928) -> (continuation of Deferred@346968990 after retry RPC after error@73085220) -> (continuation of Deferred@551168324 after retry RPC after error@1646829220) -> (continuation of Deferred@83624924 after retry RPC after error@1500762230) -> (continuation of Deferred@672289301 after retry RPC after error@250164237) -> (continuation of Deferred@1785672943 after retry RPC after error@769173940) -> (continuation of Deferred@400610528 after retry RPC after error@1357828941) -> (continuation of Deferred@1127566835 after retry RPC after error@726190376) -> (continuation of Deferred@983457653 after retry RPC after error@474777552) -> (continuation of Deferred@1971260287 after retry RPC after error@403934577) -> (continuation of Deferred@1346247921 after retry RPC after error@674521889) -> (continuation of Deferred@631091627 after retry RPC after error@560060524) -> (continuation of Deferred@18387237 after retry RPC after error@180275020) -> (continuation of Deferred@1122385753 after retry RPC after error@1835740625)))
21:07:56.336 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (SourceReaderBase.java:338) Closing Source Reader.
21:07:56.336 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 45 as completed for source Source: KuduSource.
21:07:56.336 [WARN - Source: KuduSource -> Sink: Writer (1/4)#3] (Task.java:1117) Source: KuduSource -> Sink: Writer (1/4)#3 (c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=28411), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [4ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [5ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [7ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [10ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [10ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [24ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [24ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [24ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [57ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [58ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [69ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [70ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [71ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [71ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [83ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [83ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [84ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [103ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [142ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [143ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [143ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [143ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [182ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [182ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [182ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [182ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [222ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [222ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [222ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [222ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [261ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [261ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [261ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [262ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [320ms] refreshing cache from master, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [321ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [322ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [322ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [322ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [1120ms] refreshing cache from master, [1121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [1121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [1121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [1122ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [1123ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [1124ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [1124ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [1980ms] refreshing cache from master, [1980ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [1981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [1981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [1982ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [1982ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [1982ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [1982ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [2740ms] refreshing cache from master, [2740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [2741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [2741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [2741ms] too many traces: truncated at 100 traces, deferred=Deferred@399529219(state=PENDING, result=null, callback=(continuation of Deferred@1778496738 after retry RPC after error@1659644057) -> (continuation of Deferred@247447218 after retry RPC after error@466786859) -> (continuation of Deferred@2090044183 after retry RPC after error@2142817532) -> (continuation of Deferred@209827735 after retry RPC after error@59598830) -> (continuation of Deferred@1671860155 after retry RPC after error@1514172447) -> (continuation of Deferred@1543260623 after retry RPC after error@866580297) -> (continuation of Deferred@1680506321 after retry RPC after error@1035155907) -> (continuation of Deferred@70827403 after retry RPC after error@2105082) -> (continuation of Deferred@936587226 after retry RPC after error@319452610) -> (continuation of Deferred@1377785549 after retry RPC after error@1388856762) -> (continuation of Deferred@2093686214 after retry RPC after error@1018151928) -> (continuation of Deferred@346968990 after retry RPC after error@73085220) -> (continuation of Deferred@551168324 after retry RPC after error@1646829220) -> (continuation of Deferred@83624924 after retry RPC after error@1500762230) -> (continuation of Deferred@672289301 after retry RPC after error@250164237) -> (continuation of Deferred@1785672943 after retry RPC after error@769173940) -> (continuation of Deferred@400610528 after retry RPC after error@1357828941) -> (continuation of Deferred@1127566835 after retry RPC after error@726190376) -> (continuation of Deferred@983457653 after retry RPC after error@474777552) -> (continuation of Deferred@1971260287 after retry RPC after error@403934577) -> (continuation of Deferred@1346247921 after retry RPC after error@674521889) -> (continuation of Deferred@631091627 after retry RPC after error@560060524) -> (continuation of Deferred@18387237 after retry RPC after error@180275020) -> (continuation of Deferred@1122385753 after retry RPC after error@1835740625), errback=(continuation of Deferred@1778496738 after retry RPC after error@1659644057) -> (continuation of Deferred@247447218 after retry RPC after error@466786859) -> (continuation of Deferred@2090044183 after retry RPC after error@2142817532) -> (continuation of Deferred@209827735 after retry RPC after error@59598830) -> (continuation of Deferred@1671860155 after retry RPC after error@1514172447) -> (continuation of Deferred@1543260623 after retry RPC after error@866580297) -> (continuation of Deferred@1680506321 after retry RPC after error@1035155907) -> (continuation of Deferred@70827403 after retry RPC after error@2105082) -> (continuation of Deferred@936587226 after retry RPC after error@319452610) -> (continuation of Deferred@1377785549 after retry RPC after error@1388856762) -> (continuation of Deferred@2093686214 after retry RPC after error@1018151928) -> (continuation of Deferred@346968990 after retry RPC after error@73085220) -> (continuation of Deferred@551168324 after retry RPC after error@1646829220) -> (continuation of Deferred@83624924 after retry RPC after error@1500762230) -> (continuation of Deferred@672289301 after retry RPC after error@250164237) -> (continuation of Deferred@1785672943 after retry RPC after error@769173940) -> (continuation of Deferred@400610528 after retry RPC after error@1357828941) -> (continuation of Deferred@1127566835 after retry RPC after error@726190376) -> (continuation of Deferred@983457653 after retry RPC after error@474777552) -> (continuation of Deferred@1971260287 after retry RPC after error@403934577) -> (continuation of Deferred@1346247921 after retry RPC after error@674521889) -> (continuation of Deferred@631091627 after retry RPC after error@560060524) -> (continuation of Deferred@18387237 after retry RPC after error@180275020) -> (continuation of Deferred@1122385753 after retry RPC after error@1835740625)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.20.46.188:38181
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:07:56.339 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#3 (c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_0_3).
21:07:56.342 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#3 c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_0_3.
21:07:56.344 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1449) Source: KuduSource -> Sink: Writer (1/4) (c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from INITIALIZING to FAILED on 55c4d95f-4b70-4fa7-a972-a2dfacde7c76 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=28411), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [4ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [5ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [7ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [10ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [10ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [24ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [24ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [24ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [57ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [58ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [69ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [70ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [71ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [71ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [83ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [83ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [84ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [103ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [142ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [143ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [143ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [143ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [182ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [182ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [182ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [182ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [222ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [222ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [222ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [222ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [261ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [261ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [261ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [262ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [320ms] refreshing cache from master, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [321ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [322ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [322ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [322ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [1120ms] refreshing cache from master, [1121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [1121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [1121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [1122ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [1123ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [1124ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [1124ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [1980ms] refreshing cache from master, [1980ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [1981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [1981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [1982ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [1982ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [1982ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [1982ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [2740ms] refreshing cache from master, [2740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [2741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [2741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [2741ms] too many traces: truncated at 100 traces, deferred=Deferred@399529219(state=PENDING, result=null, callback=(continuation of Deferred@1778496738 after retry RPC after error@1659644057) -> (continuation of Deferred@247447218 after retry RPC after error@466786859) -> (continuation of Deferred@2090044183 after retry RPC after error@2142817532) -> (continuation of Deferred@209827735 after retry RPC after error@59598830) -> (continuation of Deferred@1671860155 after retry RPC after error@1514172447) -> (continuation of Deferred@1543260623 after retry RPC after error@866580297) -> (continuation of Deferred@1680506321 after retry RPC after error@1035155907) -> (continuation of Deferred@70827403 after retry RPC after error@2105082) -> (continuation of Deferred@936587226 after retry RPC after error@319452610) -> (continuation of Deferred@1377785549 after retry RPC after error@1388856762) -> (continuation of Deferred@2093686214 after retry RPC after error@1018151928) -> (continuation of Deferred@346968990 after retry RPC after error@73085220) -> (continuation of Deferred@551168324 after retry RPC after error@1646829220) -> (continuation of Deferred@83624924 after retry RPC after error@1500762230) -> (continuation of Deferred@672289301 after retry RPC after error@250164237) -> (continuation of Deferred@1785672943 after retry RPC after error@769173940) -> (continuation of Deferred@400610528 after retry RPC after error@1357828941) -> (continuation of Deferred@1127566835 after retry RPC after error@726190376) -> (continuation of Deferred@983457653 after retry RPC after error@474777552) -> (continuation of Deferred@1971260287 after retry RPC after error@403934577) -> (continuation of Deferred@1346247921 after retry RPC after error@674521889) -> (continuation of Deferred@631091627 after retry RPC after error@560060524) -> (continuation of Deferred@18387237 after retry RPC after error@180275020) -> (continuation of Deferred@1122385753 after retry RPC after error@1835740625), errback=(continuation of Deferred@1778496738 after retry RPC after error@1659644057) -> (continuation of Deferred@247447218 after retry RPC after error@466786859) -> (continuation of Deferred@2090044183 after retry RPC after error@2142817532) -> (continuation of Deferred@209827735 after retry RPC after error@59598830) -> (continuation of Deferred@1671860155 after retry RPC after error@1514172447) -> (continuation of Deferred@1543260623 after retry RPC after error@866580297) -> (continuation of Deferred@1680506321 after retry RPC after error@1035155907) -> (continuation of Deferred@70827403 after retry RPC after error@2105082) -> (continuation of Deferred@936587226 after retry RPC after error@319452610) -> (continuation of Deferred@1377785549 after retry RPC after error@1388856762) -> (continuation of Deferred@2093686214 after retry RPC after error@1018151928) -> (continuation of Deferred@346968990 after retry RPC after error@73085220) -> (continuation of Deferred@551168324 after retry RPC after error@1646829220) -> (continuation of Deferred@83624924 after retry RPC after error@1500762230) -> (continuation of Deferred@672289301 after retry RPC after error@250164237) -> (continuation of Deferred@1785672943 after retry RPC after error@769173940) -> (continuation of Deferred@400610528 after retry RPC after error@1357828941) -> (continuation of Deferred@1127566835 after retry RPC after error@726190376) -> (continuation of Deferred@983457653 after retry RPC after error@474777552) -> (continuation of Deferred@1971260287 after retry RPC after error@403934577) -> (continuation of Deferred@1346247921 after retry RPC after error@674521889) -> (continuation of Deferred@631091627 after retry RPC after error@560060524) -> (continuation of Deferred@18387237 after retry RPC after error@180275020) -> (continuation of Deferred@1122385753 after retry RPC after error@1835740625)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.20.46.188:38181
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:07:56.345 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job be5d90ea6ea762b3c60063afb0fd4b65: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
21:07:56.346 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#3) of source Source: KuduSource.
21:07:56.346 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_0_3.
21:07:56.346 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (be5d90ea6ea762b3c60063afb0fd4b65) switched from state RUNNING to RESTARTING.
21:07:56.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:56.447693 26364 rpc_server.cc:307] RPC server started. Bound to: 127.25.113.1:46827
21:07:56.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:56.447777 26495 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.25.113.1:46827 every 8 connection(s)
21:07:56.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:56.451287 26364 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster5088338182532005832/ts-0/data/info.pb
21:07:56.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:56.458321 26052 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu as pid 26364
21:07:56.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:56.459120 26052 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster5088338182532005832/ts-0/wal/instance
21:07:56.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:56.475083 26052 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu
21:07:56.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu
21:07:56.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster5088338182532005832/ts-1/wal
21:07:56.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster5088338182532005832/ts-1/data
21:07:56.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:07:56.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:07:56.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:07:56.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:07:56.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:07:56.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:07:56.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster5088338182532005832/ts-1/logs
21:07:56.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster5088338182532005832/ts-1/data/info.pb
21:07:56.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:07:56.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:07:56.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:07:56.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:07:56.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:07:56.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:07:56.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:07:56.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:07:56.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
21:07:56.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:07:56.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.113.2:0
21:07:56.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.25.113.2
21:07:56.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.113.2
21:07:56.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:07:56.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.25.113.62:35193,127.25.113.61:34911,127.25.113.60:35933
21:07:56.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.113.20:39839
21:07:56.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:07:56.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:07:56.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
21:07:56.484 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:56.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:56.523335 26501 heartbeater.cc:344] Connected to a master server at 127.25.113.62:35193
21:07:56.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:56.523902 26501 heartbeater.cc:461] Registering TS with master...
21:07:56.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:56.525444 26501 heartbeater.cc:507] Master 127.25.113.62:35193 requested a full tablet report, sending...
21:07:56.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:56.530061 26108 ts_manager.cc:194] Registered new tserver with Master: fb4f58695a0e41498f876a3fa5558214 (127.25.113.1:46827)
21:07:56.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:56.532791 26497 heartbeater.cc:344] Connected to a master server at 127.25.113.61:34911
21:07:56.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:56.533170 26497 heartbeater.cc:461] Registering TS with master...
21:07:56.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:56.534070 26497 heartbeater.cc:507] Master 127.25.113.61:34911 requested a full tablet report, sending...
21:07:56.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:56.535698 26496 heartbeater.cc:344] Connected to a master server at 127.25.113.60:35933
21:07:56.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:56.536068 26496 heartbeater.cc:461] Registering TS with master...
21:07:56.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:56.536971 26496 heartbeater.cc:507] Master 127.25.113.60:35933 requested a full tablet report, sending...
21:07:56.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:56.539004 26185 ts_manager.cc:194] Registered new tserver with Master: fb4f58695a0e41498f876a3fa5558214 (127.25.113.1:46827)
21:07:56.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:56.540373 26266 ts_manager.cc:194] Registered new tserver with Master: fb4f58695a0e41498f876a3fa5558214 (127.25.113.1:46827)
21:07:56.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:56.542912 26185 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.25.113.1:59379
21:07:56.580 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:07:56.580 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:07:56.580 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:07:56.581 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:56.581 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:56.581 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:56.582 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:56.582 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:56.582 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:56.582 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:56.582 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:56.582 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:56.582 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:07:56.622 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:56.680 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:07:56.680 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:07:56.681 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:07:56.681 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:07:56.681 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:07:56.681 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:07:56.681 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:07:56.681 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:07:56.681 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:07:56.681 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:07:56.681 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:07:56.682 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:07:56.682 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:07:56.825 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 46 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544876824 for job 640bb5d81f2161b747452ce3cfd3ea9d.
21:07:56.833 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 46 for job 640bb5d81f2161b747452ce3cfd3ea9d (964 bytes, checkpointDuration=8 ms, finalizationTime=1 ms).
21:07:56.834 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 46 as completed for source Source: KuduSource.
21:07:56.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:56.975782 26503 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
21:07:56.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:56.976382 26503 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:07:56.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:56.977021 26503 flags.cc:432] Enabled unsafe flag: --never_fsync=true
21:07:56.984 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:57.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:57.015565 26503 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
21:07:57.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:57.016615 26503 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.25.113.2
21:07:57.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:57.058365 26503 tablet_server_runner.cc:78] Tablet server non-default flags:
21:07:57.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:07:57.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.113.20:39839
21:07:57.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:07:57.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:07:57.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster5088338182532005832/ts-1/data
21:07:57.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster5088338182532005832/ts-1/wal
21:07:57.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:07:57.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:07:57.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.113.2:0
21:07:57.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:07:57.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:07:57.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:07:57.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster5088338182532005832/ts-1/data/info.pb
21:07:57.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.113.2
21:07:57.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:07:57.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.25.113.62:35193,127.25.113.61:34911,127.25.113.60:35933
21:07:57.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:07:57.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:07:57.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:07:57.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:07:57.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:07:57.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.25.113.2
21:07:57.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster5088338182532005832/ts-1/logs
21:07:57.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:07:57.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:07:57.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
21:07:57.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
21:07:57.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
21:07:57.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 6bec869c2320d19f2589b3f609f76e5041a21d27
21:07:57.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:07:57.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 20:43:55 UTC on e7f111948823
21:07:57.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16878
21:07:57.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:07:57.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:57.060178 26503 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:07:57.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:57.062172 26503 file_cache.cc:492] Constructed file cache file cache with capacity 419430
21:07:57.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:57.078433 26512 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:07:57.122 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:57.200 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:07:57.200 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:07:57.201 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:07:57.201 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:07:57.201 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:07:57.202 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:07:57.202 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:07:57.202 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:07:57.202 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:07:57.202 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:07:57.202 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:07:57.203 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:07:57.203 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:07:57.217 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:07:57.217 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:07:57.218 [DEBUG - pool-142-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:07:57.218 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:57.218 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:57.219 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:57.219 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:57.219 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:57.220 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:57.220 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:57.220 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:57.220 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:07:57.221 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:07:57.221 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:07:57.221 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:07:57.221 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:07:57.221 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:07:57.223 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:57.223 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:07:57.223 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:07:57.223 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:07:57.223 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:07:57.224 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=29293), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [6ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [6ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [8ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [9ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [9ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [67ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [69ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [77ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [77ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [84ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [89ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [90ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [91ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [91ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [103ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [103ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [125ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [126ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [126ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [142ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [142ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [142ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [142ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [182ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [182ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [182ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [182ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [222ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [223ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [223ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [223ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [302ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [302ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [302ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [302ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [641ms] refreshing cache from master, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [642ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [642ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [643ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [644ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [644ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [644ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [801ms] refreshing cache from master, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [802ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [802ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [802ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [803ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [803ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [803ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [1581ms] refreshing cache from master, [1581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [1582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [1582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [1583ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [1583ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [1584ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [1584ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [2481ms] refreshing cache from master, [2481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [2482ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [2482ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [2483ms] too many traces: truncated at 100 traces, deferred=Deferred@1143830877(state=PENDING, result=null, callback=(continuation of Deferred@7914770 after retry RPC after error@976284423) -> (continuation of Deferred@370976031 after retry RPC after error@970248464) -> (continuation of Deferred@2135085933 after retry RPC after error@1108834129) -> (continuation of Deferred@835716689 after retry RPC after error@773000490) -> (continuation of Deferred@1193507390 after retry RPC after error@1056383092) -> (continuation of Deferred@262425461 after retry RPC after error@971537910) -> (continuation of Deferred@1699091071 after retry RPC after error@1647671843) -> (continuation of Deferred@1332177651 after retry RPC after error@899332388) -> (continuation of Deferred@1620738050 after retry RPC after error@699865680) -> (continuation of Deferred@1567874407 after retry RPC after error@1035996276) -> (continuation of Deferred@158204254 after retry RPC after error@412811193) -> (continuation of Deferred@1531023656 after retry RPC after error@1725924760) -> (continuation of Deferred@532810988 after retry RPC after error@1357533082) -> (continuation of Deferred@133516414 after retry RPC after error@488438365) -> (continuation of Deferred@305541246 after retry RPC after error@270674749) -> (continuation of Deferred@1025049595 after retry RPC after error@1194182679) -> (continuation of Deferred@1690023244 after retry RPC after error@1707147557) -> (continuation of Deferred@280154301 after retry RPC after error@972476364) -> (continuation of Deferred@6163563 after retry RPC after error@1845230956) -> (continuation of Deferred@1800073046 after retry RPC after error@1682818396) -> (continuation of Deferred@335589610 after retry RPC after error@639774619) -> (continuation of Deferred@439243862 after retry RPC after error@281216362) -> (continuation of Deferred@30761080 after retry RPC after error@909957422), errback=(continuation of Deferred@7914770 after retry RPC after error@976284423) -> (continuation of Deferred@370976031 after retry RPC after error@970248464) -> (continuation of Deferred@2135085933 after retry RPC after error@1108834129) -> (continuation of Deferred@835716689 after retry RPC after error@773000490) -> (continuation of Deferred@1193507390 after retry RPC after error@1056383092) -> (continuation of Deferred@262425461 after retry RPC after error@971537910) -> (continuation of Deferred@1699091071 after retry RPC after error@1647671843) -> (continuation of Deferred@1332177651 after retry RPC after error@899332388) -> (continuation of Deferred@1620738050 after retry RPC after error@699865680) -> (continuation of Deferred@1567874407 after retry RPC after error@1035996276) -> (continuation of Deferred@158204254 after retry RPC after error@412811193) -> (continuation of Deferred@1531023656 after retry RPC after error@1725924760) -> (continuation of Deferred@532810988 after retry RPC after error@1357533082) -> (continuation of Deferred@133516414 after retry RPC after error@488438365) -> (continuation of Deferred@305541246 after retry RPC after error@270674749) -> (continuation of Deferred@1025049595 after retry RPC after error@1194182679) -> (continuation of Deferred@1690023244 after retry RPC after error@1707147557) -> (continuation of Deferred@280154301 after retry RPC after error@972476364) -> (continuation of Deferred@6163563 after retry RPC after error@1845230956) -> (continuation of Deferred@1800073046 after retry RPC after error@1682818396) -> (continuation of Deferred@335589610 after retry RPC after error@639774619) -> (continuation of Deferred@439243862 after retry RPC after error@281216362) -> (continuation of Deferred@30761080 after retry RPC after error@909957422)))
21:07:57.225 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (SourceReaderBase.java:338) Closing Source Reader.
21:07:57.225 [WARN - Source: KuduSource -> Sink: Writer (2/4)#3] (Task.java:1117) Source: KuduSource -> Sink: Writer (2/4)#3 (c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=29293), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [6ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [6ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [8ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [9ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [9ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [67ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [69ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [77ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [77ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [84ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [89ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [90ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [91ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [91ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [103ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [103ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [125ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [126ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [126ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [142ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [142ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [142ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [142ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [182ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [182ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [182ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [182ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [222ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [223ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [223ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [223ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [302ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [302ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [302ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [302ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [641ms] refreshing cache from master, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [642ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [642ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [643ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [644ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [644ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [644ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [801ms] refreshing cache from master, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [802ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [802ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [802ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [803ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [803ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [803ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [1581ms] refreshing cache from master, [1581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [1582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [1582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [1583ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [1583ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [1584ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [1584ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [2481ms] refreshing cache from master, [2481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [2482ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [2482ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [2483ms] too many traces: truncated at 100 traces, deferred=Deferred@1143830877(state=PENDING, result=null, callback=(continuation of Deferred@7914770 after retry RPC after error@976284423) -> (continuation of Deferred@370976031 after retry RPC after error@970248464) -> (continuation of Deferred@2135085933 after retry RPC after error@1108834129) -> (continuation of Deferred@835716689 after retry RPC after error@773000490) -> (continuation of Deferred@1193507390 after retry RPC after error@1056383092) -> (continuation of Deferred@262425461 after retry RPC after error@971537910) -> (continuation of Deferred@1699091071 after retry RPC after error@1647671843) -> (continuation of Deferred@1332177651 after retry RPC after error@899332388) -> (continuation of Deferred@1620738050 after retry RPC after error@699865680) -> (continuation of Deferred@1567874407 after retry RPC after error@1035996276) -> (continuation of Deferred@158204254 after retry RPC after error@412811193) -> (continuation of Deferred@1531023656 after retry RPC after error@1725924760) -> (continuation of Deferred@532810988 after retry RPC after error@1357533082) -> (continuation of Deferred@133516414 after retry RPC after error@488438365) -> (continuation of Deferred@305541246 after retry RPC after error@270674749) -> (continuation of Deferred@1025049595 after retry RPC after error@1194182679) -> (continuation of Deferred@1690023244 after retry RPC after error@1707147557) -> (continuation of Deferred@280154301 after retry RPC after error@972476364) -> (continuation of Deferred@6163563 after retry RPC after error@1845230956) -> (continuation of Deferred@1800073046 after retry RPC after error@1682818396) -> (continuation of Deferred@335589610 after retry RPC after error@639774619) -> (continuation of Deferred@439243862 after retry RPC after error@281216362) -> (continuation of Deferred@30761080 after retry RPC after error@909957422), errback=(continuation of Deferred@7914770 after retry RPC after error@976284423) -> (continuation of Deferred@370976031 after retry RPC after error@970248464) -> (continuation of Deferred@2135085933 after retry RPC after error@1108834129) -> (continuation of Deferred@835716689 after retry RPC after error@773000490) -> (continuation of Deferred@1193507390 after retry RPC after error@1056383092) -> (continuation of Deferred@262425461 after retry RPC after error@971537910) -> (continuation of Deferred@1699091071 after retry RPC after error@1647671843) -> (continuation of Deferred@1332177651 after retry RPC after error@899332388) -> (continuation of Deferred@1620738050 after retry RPC after error@699865680) -> (continuation of Deferred@1567874407 after retry RPC after error@1035996276) -> (continuation of Deferred@158204254 after retry RPC after error@412811193) -> (continuation of Deferred@1531023656 after retry RPC after error@1725924760) -> (continuation of Deferred@532810988 after retry RPC after error@1357533082) -> (continuation of Deferred@133516414 after retry RPC after error@488438365) -> (continuation of Deferred@305541246 after retry RPC after error@270674749) -> (continuation of Deferred@1025049595 after retry RPC after error@1194182679) -> (continuation of Deferred@1690023244 after retry RPC after error@1707147557) -> (continuation of Deferred@280154301 after retry RPC after error@972476364) -> (continuation of Deferred@6163563 after retry RPC after error@1845230956) -> (continuation of Deferred@1800073046 after retry RPC after error@1682818396) -> (continuation of Deferred@335589610 after retry RPC after error@639774619) -> (continuation of Deferred@439243862 after retry RPC after error@281216362) -> (continuation of Deferred@30761080 after retry RPC after error@909957422)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.20.46.190:36007
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:07:57.225 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#3 (c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_1_3).
21:07:57.230 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:07:57.230 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:07:57.230 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:07:57.230 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:07:57.232 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#3 c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_1_3.
21:07:57.238 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1449) Source: KuduSource -> Sink: Writer (2/4) (c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from INITIALIZING to FAILED on 55c4d95f-4b70-4fa7-a972-a2dfacde7c76 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=29293), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [6ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [6ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [8ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [9ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [9ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [67ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [69ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [77ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [77ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [84ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [89ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [90ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [91ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [91ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [103ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [103ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [125ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [126ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [126ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [142ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [142ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [142ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [142ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [182ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [182ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [182ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [182ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [222ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [223ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [223ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [223ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [302ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [302ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [302ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [302ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [641ms] refreshing cache from master, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [642ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [642ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [643ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [644ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [644ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [644ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [801ms] refreshing cache from master, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [802ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [802ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [802ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [803ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [803ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [803ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [1581ms] refreshing cache from master, [1581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [1582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [1582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [1583ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [1583ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [1584ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [1584ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [2481ms] refreshing cache from master, [2481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [2482ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [2482ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [2483ms] too many traces: truncated at 100 traces, deferred=Deferred@1143830877(state=PENDING, result=null, callback=(continuation of Deferred@7914770 after retry RPC after error@976284423) -> (continuation of Deferred@370976031 after retry RPC after error@970248464) -> (continuation of Deferred@2135085933 after retry RPC after error@1108834129) -> (continuation of Deferred@835716689 after retry RPC after error@773000490) -> (continuation of Deferred@1193507390 after retry RPC after error@1056383092) -> (continuation of Deferred@262425461 after retry RPC after error@971537910) -> (continuation of Deferred@1699091071 after retry RPC after error@1647671843) -> (continuation of Deferred@1332177651 after retry RPC after error@899332388) -> (continuation of Deferred@1620738050 after retry RPC after error@699865680) -> (continuation of Deferred@1567874407 after retry RPC after error@1035996276) -> (continuation of Deferred@158204254 after retry RPC after error@412811193) -> (continuation of Deferred@1531023656 after retry RPC after error@1725924760) -> (continuation of Deferred@532810988 after retry RPC after error@1357533082) -> (continuation of Deferred@133516414 after retry RPC after error@488438365) -> (continuation of Deferred@305541246 after retry RPC after error@270674749) -> (continuation of Deferred@1025049595 after retry RPC after error@1194182679) -> (continuation of Deferred@1690023244 after retry RPC after error@1707147557) -> (continuation of Deferred@280154301 after retry RPC after error@972476364) -> (continuation of Deferred@6163563 after retry RPC after error@1845230956) -> (continuation of Deferred@1800073046 after retry RPC after error@1682818396) -> (continuation of Deferred@335589610 after retry RPC after error@639774619) -> (continuation of Deferred@439243862 after retry RPC after error@281216362) -> (continuation of Deferred@30761080 after retry RPC after error@909957422), errback=(continuation of Deferred@7914770 after retry RPC after error@976284423) -> (continuation of Deferred@370976031 after retry RPC after error@970248464) -> (continuation of Deferred@2135085933 after retry RPC after error@1108834129) -> (continuation of Deferred@835716689 after retry RPC after error@773000490) -> (continuation of Deferred@1193507390 after retry RPC after error@1056383092) -> (continuation of Deferred@262425461 after retry RPC after error@971537910) -> (continuation of Deferred@1699091071 after retry RPC after error@1647671843) -> (continuation of Deferred@1332177651 after retry RPC after error@899332388) -> (continuation of Deferred@1620738050 after retry RPC after error@699865680) -> (continuation of Deferred@1567874407 after retry RPC after error@1035996276) -> (continuation of Deferred@158204254 after retry RPC after error@412811193) -> (continuation of Deferred@1531023656 after retry RPC after error@1725924760) -> (continuation of Deferred@532810988 after retry RPC after error@1357533082) -> (continuation of Deferred@133516414 after retry RPC after error@488438365) -> (continuation of Deferred@305541246 after retry RPC after error@270674749) -> (continuation of Deferred@1025049595 after retry RPC after error@1194182679) -> (continuation of Deferred@1690023244 after retry RPC after error@1707147557) -> (continuation of Deferred@280154301 after retry RPC after error@972476364) -> (continuation of Deferred@6163563 after retry RPC after error@1845230956) -> (continuation of Deferred@1800073046 after retry RPC after error@1682818396) -> (continuation of Deferred@335589610 after retry RPC after error@639774619) -> (continuation of Deferred@439243862 after retry RPC after error@281216362) -> (continuation of Deferred@30761080 after retry RPC after error@909957422)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.20.46.190:36007
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:07:57.239 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:324) Received resource requirements from job be5d90ea6ea762b3c60063afb0fd4b65: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
21:07:57.239 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_1_3.
21:07:57.239 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#3) of source Source: KuduSource.
21:07:57.325 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 47 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544877324 for job 640bb5d81f2161b747452ce3cfd3ea9d.
21:07:57.334 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 47 for job 640bb5d81f2161b747452ce3cfd3ea9d (964 bytes, checkpointDuration=9 ms, finalizationTime=1 ms).
21:07:57.335 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 47 as completed for source Source: KuduSource.
21:07:57.484 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:57.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:57.546931 26497 heartbeater.cc:499] Master 127.25.113.61:34911 was elected leader, sending a full tablet report...
21:07:57.622 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:57.825 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 48 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544877824 for job 640bb5d81f2161b747452ce3cfd3ea9d.
21:07:57.836 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 48 for job 640bb5d81f2161b747452ce3cfd3ea9d (964 bytes, checkpointDuration=11 ms, finalizationTime=1 ms).
21:07:57.838 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 48 as completed for source Source: KuduSource.
21:07:57.854 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:07:57.855 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:07:57.855 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:07:57.855 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:57.855 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:57.856 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:57.856 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:57.856 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:57.856 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:57.856 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:57.856 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:57.857 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:57.857 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:07:57.860 [DEBUG - pool-224-thread-1] (Connection.java:748) [peer master-127.22.50.60:38829(127.22.50.60:38829)] connecting to peer
21:07:57.861 [DEBUG - pool-224-thread-1] (Connection.java:748) [peer master-127.22.50.61:45261(127.22.50.61:45261)] connecting to peer
21:07:57.861 [DEBUG - pool-224-thread-1] (Connection.java:748) [peer master-127.22.50.62:44659(127.22.50.62:44659)] connecting to peer
21:07:57.861 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:07:57.862 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.50.60:38829(127.22.50.60:38829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:07:57.862 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.60:38829: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:07:57.862 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:07:57.862 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.50.61:45261(127.22.50.61:45261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:07:57.862 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.61:45261: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:07:57.862 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:07:57.863 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.50.62:44659(127.22.50.62:44659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:07:57.863 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.62:44659: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:07:57.863 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659; will retry
21:07:57.984 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:58.122 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:58.173 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:07:58.174 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:07:58.174 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:07:58.174 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:58.174 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:58.174 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:58.175 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:58.175 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:58.175 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:58.175 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:58.176 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:58.176 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:58.176 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:07:58.325 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 49 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544878325 for job 640bb5d81f2161b747452ce3cfd3ea9d.
21:07:58.336 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 49 for job 640bb5d81f2161b747452ce3cfd3ea9d (964 bytes, checkpointDuration=10 ms, finalizationTime=1 ms).
21:07:58.337 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 49 as completed for source Source: KuduSource.
21:07:58.484 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:58.622 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:58.826 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 50 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544878825 for job 640bb5d81f2161b747452ce3cfd3ea9d.
21:07:58.838 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 50 for job 640bb5d81f2161b747452ce3cfd3ea9d (964 bytes, checkpointDuration=12 ms, finalizationTime=0 ms).
21:07:58.839 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 50 as completed for source Source: KuduSource.
21:07:58.984 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:59.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:58.478667 26511 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 26503
21:07:59.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:59.097591 26511 kernel_stack_watchdog.cc:198] Thread 26503 stuck at /home/jenkins-slave/workspace/build_and_test@2/src/kudu/util/thread.cc:642 for 396ms:
21:07:59.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
21:07:59.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
21:07:59.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
21:07:59.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
21:07:59.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:57.078873 26513 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:07:59.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:59.099538 26503 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 2.019s	user 0.000s	sys 0.002s
21:07:59.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:59.100021 26503 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 2.019s	user 0.000s	sys 0.003s
21:07:59.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:59.102054 26516 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:07:59.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:59.105422 26514 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 2018 milliseconds
21:07:59.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:59.105468 26503 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
21:07:59.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:59.106798 26503 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:07:59.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:59.108999 26503 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:07:59.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:59.110535 26503 hybrid_clock.cc:648] HybridClock initialized: now 1783544879110489 us; error 49 us; skew 500 ppm
21:07:59.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:59.111531 26503 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:07:59.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:59.118239 26503 webserver.cc:534] Webserver started at http://127.25.113.2:36127/ using document root <none> and password file <none>
21:07:59.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:59.119333 26503 fs_manager.cc:362] Metadata directory not provided
21:07:59.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:59.119556 26503 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:07:59.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:59.120049 26503 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
21:07:59.122 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:59.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:59.125654 26503 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster5088338182532005832/ts-1/data/instance:
21:07:59.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "241acaec43cf4bc880b3a74b659d054f"
21:07:59.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:07:59 on dist-test-slave-3sd5"
21:07:59.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:59.126881 26503 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster5088338182532005832/ts-1/wal/instance:
21:07:59.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "241acaec43cf4bc880b3a74b659d054f"
21:07:59.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:07:59 on dist-test-slave-3sd5"
21:07:59.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:59.136356 26503 fs_manager.cc:696] Time spent creating directory manager: real 0.009s	user 0.007s	sys 0.001s
21:07:59.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:59.143489 26523 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
21:07:59.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:59.144953 26503 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.004s	sys 0.000s
21:07:59.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:59.145422 26503 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster5088338182532005832/ts-1/data,/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster5088338182532005832/ts-1/wal
21:07:59.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "241acaec43cf4bc880b3a74b659d054f"
21:07:59.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:07:59 on dist-test-slave-3sd5"
21:07:59.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:59.145805 26503 fs_report.cc:389] FS layout report
21:07:59.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:07:59.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster5088338182532005832/ts-1/wal
21:07:59.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster5088338182532005832/ts-1/wal
21:07:59.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster5088338182532005832/ts-1/data/data
21:07:59.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:07:59.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:07:59.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:07:59.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:07:59.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:07:59.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:07:59.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:07:59.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:07:59.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:07:59.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:07:59.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:07:59.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:59.207664 26503 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
21:07:59.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:59.209616 26503 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:07:59.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:59.210211 26503 kserver.cc:163] Server-wide thread pool size limit: 3276
21:07:59.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:59.213740 26503 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
21:07:59.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:59.218818 26503 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
21:07:59.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:59.219180 26503 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.001s
21:07:59.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:59.219586 26503 ts_tablet_manager.cc:616] Registered 0 tablets
21:07:59.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:59.219767 26503 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
21:07:59.324 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 51 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544879324 for job 640bb5d81f2161b747452ce3cfd3ea9d.
21:07:59.336 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 51 for job 640bb5d81f2161b747452ce3cfd3ea9d (964 bytes, checkpointDuration=12 ms, finalizationTime=0 ms).
21:07:59.337 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 51 as completed for source Source: KuduSource.
21:07:59.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:59.458170 26503 rpc_server.cc:307] RPC server started. Bound to: 127.25.113.2:45253
21:07:59.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:59.458287 26635 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.25.113.2:45253 every 8 connection(s)
21:07:59.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:59.461225 26503 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster5088338182532005832/ts-1/data/info.pb
21:07:59.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:59.462574 26052 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu as pid 26503
21:07:59.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:59.463259 26052 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster5088338182532005832/ts-1/wal/instance
21:07:59.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:59.476145 26052 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu
21:07:59.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu
21:07:59.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster5088338182532005832/ts-2/wal
21:07:59.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster5088338182532005832/ts-2/data
21:07:59.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:07:59.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:07:59.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:07:59.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:07:59.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:07:59.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:07:59.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster5088338182532005832/ts-2/logs
21:07:59.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster5088338182532005832/ts-2/data/info.pb
21:07:59.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:07:59.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:07:59.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:07:59.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:07:59.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:07:59.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:07:59.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:07:59.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:07:59.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
21:07:59.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:07:59.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.113.3:0
21:07:59.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.25.113.3
21:07:59.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.113.3
21:07:59.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:07:59.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.25.113.62:35193,127.25.113.61:34911,127.25.113.60:35933
21:07:59.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.113.20:39839
21:07:59.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:07:59.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:07:59.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
21:07:59.484 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:59.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:59.503337 26636 heartbeater.cc:344] Connected to a master server at 127.25.113.60:35933
21:07:59.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:59.503912 26636 heartbeater.cc:461] Registering TS with master...
21:07:59.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:59.505357 26636 heartbeater.cc:507] Master 127.25.113.60:35933 requested a full tablet report, sending...
21:07:59.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:59.508337 26638 heartbeater.cc:344] Connected to a master server at 127.25.113.62:35193
21:07:59.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:59.508836 26638 heartbeater.cc:461] Registering TS with master...
21:07:59.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:59.509634 26266 ts_manager.cc:194] Registered new tserver with Master: 241acaec43cf4bc880b3a74b659d054f (127.25.113.2:45253)
21:07:59.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:59.510042 26638 heartbeater.cc:507] Master 127.25.113.62:35193 requested a full tablet report, sending...
21:07:59.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:59.514138 26108 ts_manager.cc:194] Registered new tserver with Master: 241acaec43cf4bc880b3a74b659d054f (127.25.113.2:45253)
21:07:59.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:59.516729 26637 heartbeater.cc:344] Connected to a master server at 127.25.113.61:34911
21:07:59.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:59.517088 26637 heartbeater.cc:461] Registering TS with master...
21:07:59.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:59.517940 26637 heartbeater.cc:507] Master 127.25.113.61:34911 requested a full tablet report, sending...
21:07:59.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:59.520359 26185 ts_manager.cc:194] Registered new tserver with Master: 241acaec43cf4bc880b3a74b659d054f (127.25.113.2:45253)
21:07:59.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:59.521910 26185 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.25.113.2:55981
21:07:59.535 [INFO - flink-pekko.actor.default-dispatcher-5] (CheckpointCoordinator.java:1805) Restoring job be5d90ea6ea762b3c60063afb0fd4b65 from Checkpoint 67 @ 1783544784036 for be5d90ea6ea762b3c60063afb0fd4b65 located at file:/tmp/junit10338659225340402728/checkpoints/be5d90ea6ea762b3c60063afb0fd4b65/chk-67.
21:07:59.536 [INFO - flink-pekko.actor.default-dispatcher-5] (MasterHooks.java:201) No master state to restore
21:07:59.536 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 1 to checkpoint 67 for source Source: KuduSource to checkpoint.
21:07:59.536 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from CREATED to SCHEDULED.
21:07:59.537 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job be5d90ea6ea762b3c60063afb0fd4b65: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
21:07:59.537 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from SCHEDULED to DEPLOYING.
21:07:59.537 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #4) with attempt id c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_1_4 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to 55c4d95f-4b70-4fa7-a972-a2dfacde7c76 @ 127.0.0.1 (dataPort=-1) with allocation id 65c9f87e3e33f52223111d9ac38a0b65
21:07:59.537 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (be5d90ea6ea762b3c60063afb0fd4b65) switched from state RESTARTING to RUNNING.
21:07:59.537 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot 65c9f87e3e33f52223111d9ac38a0b65.
21:07:59.538 [INFO - flink-pekko.actor.default-dispatcher-5] (CheckpointCoordinator.java:1805) Restoring job be5d90ea6ea762b3c60063afb0fd4b65 from Checkpoint 67 @ 1783544784036 for be5d90ea6ea762b3c60063afb0fd4b65 located at file:/tmp/junit10338659225340402728/checkpoints/be5d90ea6ea762b3c60063afb0fd4b65/chk-67.
21:07:59.538 [INFO - flink-pekko.actor.default-dispatcher-5] (MasterHooks.java:201) No master state to restore
21:07:59.539 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#4 (c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_1_4), deploy into slot with allocation id 65c9f87e3e33f52223111d9ac38a0b65.
21:07:59.539 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from CREATED to SCHEDULED.
21:07:59.539 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#4 (c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from CREATED to DEPLOYING.
21:07:59.540 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#4 (c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_1_4) [DEPLOYING].
21:07:59.540 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 0 to checkpoint 67 for source Source: KuduSource to checkpoint.
21:07:59.540 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@15d91523
21:07:59.540 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
21:07:59.541 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit10338659225340402728/checkpoints")
21:07:59.541 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#4 (c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from DEPLOYING to INITIALIZING.
21:07:59.541 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from SCHEDULED to DEPLOYING.
21:07:59.541 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #4) with attempt id c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_0_4 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to 55c4d95f-4b70-4fa7-a972-a2dfacde7c76 @ 127.0.0.1 (dataPort=-1) with allocation id 7bf82fcc14a14e264b75f99567331482
21:07:59.541 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job be5d90ea6ea762b3c60063afb0fd4b65: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
21:07:59.542 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot 7bf82fcc14a14e264b75f99567331482.
21:07:59.543 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#4 (c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_0_4), deploy into slot with allocation id 7bf82fcc14a14e264b75f99567331482.
21:07:59.543 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from DEPLOYING to INITIALIZING.
21:07:59.544 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#4 (c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from CREATED to DEPLOYING.
21:07:59.544 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#4 (c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_0_4) [DEPLOYING].
21:07:59.545 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@5594e43f
21:07:59.545 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
21:07:59.545 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit10338659225340402728/checkpoints")
21:07:59.545 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@3b88befd
21:07:59.545 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#4 (c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from DEPLOYING to INITIALIZING.
21:07:59.546 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from DEPLOYING to INITIALIZING.
21:07:59.547 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#4] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:07:59.548 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@34d66763
21:07:59.548 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#4] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:07:59.549 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#4] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:07:59.550 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:59.550 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:59.550 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:59.551 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#4] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:07:59.570 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:59.570 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:59.570 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:59.571 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:59.571 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:59.571 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:59.571 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:07:59.577 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#4] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:07:59.578 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#4] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:07:59.579 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#4] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:07:59.580 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#4] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:07:59.580 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:59.580 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:59.580 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:59.581 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:59.581 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:59.581 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:59.583 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:59.583 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:59.583 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:59.583 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:07:59.589 [DEBUG - pool-226-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:07:59.590 [DEBUG - pool-226-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:07:59.590 [DEBUG - pool-226-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:07:59.590 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:59.590 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:59.590 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:59.591 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:59.591 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:59.591 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:59.593 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:59.593 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:59.593 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:59.593 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:07:59.598 [DEBUG - pool-228-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:07:59.599 [DEBUG - pool-228-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:07:59.600 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:59.600 [DEBUG - pool-228-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:07:59.600 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:59.600 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:59.600 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:59.601 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:59.601 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:59.601 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:59.601 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:59.601 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:59.601 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:07:59.609 [DEBUG - pool-226-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:07:59.610 [DEBUG - pool-226-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:07:59.610 [DEBUG - pool-226-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:07:59.611 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:59.611 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:59.611 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:59.611 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:59.611 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:59.611 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:59.611 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:59.611 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:59.611 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:59.611 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:07:59.619 [DEBUG - pool-228-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:07:59.620 [DEBUG - pool-228-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:07:59.620 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:59.620 [DEBUG - pool-228-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:07:59.620 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:59.621 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:59.621 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:59.621 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:59.621 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:59.621 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:59.621 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:59.621 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:59.621 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:07:59.621 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:59.629 [DEBUG - pool-226-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:07:59.630 [DEBUG - pool-226-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:07:59.630 [DEBUG - pool-226-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:07:59.630 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:59.630 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:59.630 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:59.630 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:59.630 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:59.630 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:59.630 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:59.631 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:59.631 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:59.631 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:07:59.639 [DEBUG - pool-228-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:07:59.639 [DEBUG - pool-228-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:07:59.640 [DEBUG - pool-228-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:07:59.640 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:59.640 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:59.640 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:59.640 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:59.640 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:59.640 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:59.640 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:59.640 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:59.640 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:59.640 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:07:59.648 [DEBUG - pool-226-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:07:59.649 [DEBUG - pool-226-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:07:59.649 [DEBUG - pool-226-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:07:59.649 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:59.649 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:59.649 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:59.649 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:59.649 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:59.649 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:59.650 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:59.650 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:59.650 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:59.650 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:07:59.659 [DEBUG - pool-228-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:07:59.660 [DEBUG - pool-228-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:07:59.660 [DEBUG - pool-228-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:07:59.660 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:59.660 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:59.660 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:59.660 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:59.660 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:59.660 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:59.660 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:59.660 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:59.660 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:59.660 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:07:59.669 [DEBUG - pool-226-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:07:59.669 [DEBUG - pool-226-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:07:59.669 [DEBUG - pool-226-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:07:59.670 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:59.670 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:59.670 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:59.670 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:59.670 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:59.670 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:59.670 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:59.670 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:59.670 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:59.670 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:07:59.690 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:07:59.698 [DEBUG - pool-228-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:07:59.699 [DEBUG - pool-228-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:07:59.699 [DEBUG - pool-228-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:07:59.699 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:59.699 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:59.699 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:59.699 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:59.699 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:59.699 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:59.700 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:59.700 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:59.700 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:59.700 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:07:59.719 [DEBUG - pool-228-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:07:59.719 [DEBUG - pool-228-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:07:59.719 [DEBUG - pool-228-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:07:59.719 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:59.719 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:07:59.720 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:59.720 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:07:59.720 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:59.720 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:59.720 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:59.720 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:59.720 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:07:59.719 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:59.720 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:59.720 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:59.720 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:07:59.720 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:59.720 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:59.720 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:07:59.720 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:59.720 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:59.720 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:07:59.721 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:59.721 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:59.721 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:07:59.721 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:07:59.728 [DEBUG - pool-226-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:07:59.729 [DEBUG - pool-226-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:07:59.729 [DEBUG - pool-226-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:07:59.729 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:59.729 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:59.730 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:59.730 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:59.730 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:59.730 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:59.730 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:59.730 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:59.730 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:59.730 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:07:59.740 [DEBUG - pool-224-thread-1] (Connection.java:748) [peer master-127.22.50.60:38829(127.22.50.60:38829)] connecting to peer
21:07:59.740 [DEBUG - pool-224-thread-1] (Connection.java:748) [peer master-127.22.50.61:45261(127.22.50.61:45261)] connecting to peer
21:07:59.740 [DEBUG - pool-224-thread-1] (Connection.java:748) [peer master-127.22.50.62:44659(127.22.50.62:44659)] connecting to peer
21:07:59.741 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:07:59.741 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.50.60:38829(127.22.50.60:38829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:07:59.741 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.60:38829: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:07:59.741 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:07:59.741 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.50.62:44659(127.22.50.62:44659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:07:59.741 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.62:44659: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:07:59.741 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:07:59.741 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.50.61:45261(127.22.50.61:45261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:07:59.741 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.61:45261: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:07:59.741 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659; will retry
21:07:59.748 [DEBUG - pool-226-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:07:59.749 [DEBUG - pool-226-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:07:59.749 [DEBUG - pool-226-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:07:59.749 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:59.749 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:59.749 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:59.749 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:59.749 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:59.749 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:59.750 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:59.750 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:59.750 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:59.750 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:07:59.758 [DEBUG - pool-228-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:07:59.759 [DEBUG - pool-228-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:07:59.759 [DEBUG - pool-228-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:07:59.759 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:59.759 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:59.759 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:59.759 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:59.759 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:59.759 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:59.760 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:59.760 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:59.760 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:59.760 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:07:59.825 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 52 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544879824 for job 640bb5d81f2161b747452ce3cfd3ea9d.
21:07:59.834 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 52 for job 640bb5d81f2161b747452ce3cfd3ea9d (964 bytes, checkpointDuration=9 ms, finalizationTime=0 ms).
21:07:59.835 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 52 as completed for source Source: KuduSource.
21:07:59.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:59.863184 26645 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
21:07:59.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:59.863842 26645 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:07:59.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:59.864271 26645 flags.cc:432] Enabled unsafe flag: --never_fsync=true
21:07:59.869 [DEBUG - pool-226-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:07:59.869 [DEBUG - pool-226-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:07:59.869 [DEBUG - pool-226-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:07:59.869 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:59.869 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:59.869 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:59.870 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:59.870 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:59.870 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:59.870 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:59.870 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:59.870 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:59.870 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:07:59.889 [DEBUG - pool-226-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:07:59.889 [DEBUG - pool-226-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:07:59.890 [DEBUG - pool-226-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:07:59.890 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:59.890 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:59.890 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:59.890 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:59.890 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:59.890 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:59.890 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:59.890 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:59.890 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:59.890 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:07:59.899 [DEBUG - pool-228-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:07:59.900 [DEBUG - pool-228-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:07:59.900 [DEBUG - pool-228-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:07:59.900 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:59.900 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:59.900 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:07:59.900 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:59.900 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:59.901 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:07:59.901 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:59.901 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:59.901 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:07:59.901 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:07:59.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:59.903013 26645 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
21:07:59.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:59.904068 26645 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.25.113.3
21:07:59.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:59.946252 26645 tablet_server_runner.cc:78] Tablet server non-default flags:
21:07:59.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:07:59.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.113.20:39839
21:07:59.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:07:59.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:07:59.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster5088338182532005832/ts-2/data
21:07:59.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster5088338182532005832/ts-2/wal
21:07:59.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:07:59.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:07:59.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.113.3:0
21:07:59.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:07:59.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:07:59.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:07:59.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster5088338182532005832/ts-2/data/info.pb
21:07:59.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.113.3
21:07:59.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:07:59.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.25.113.62:35193,127.25.113.61:34911,127.25.113.60:35933
21:07:59.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:07:59.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:07:59.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:07:59.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:07:59.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:07:59.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.25.113.3
21:07:59.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster5088338182532005832/ts-2/logs
21:07:59.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:07:59.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:07:59.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
21:07:59.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
21:07:59.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
21:07:59.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 6bec869c2320d19f2589b3f609f76e5041a21d27
21:07:59.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:07:59.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 20:43:55 UTC on e7f111948823
21:07:59.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16878
21:07:59.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:07:59.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:59.947747 26645 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:07:59.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:07:59.949652 26645 file_cache.cc:492] Constructed file cache file cache with capacity 419430
21:07:59.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:59.964735 26672 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:07:59.984 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:00.122 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:00.179 [DEBUG - pool-228-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:08:00.180 [DEBUG - pool-228-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:08:00.180 [DEBUG - pool-228-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:08:00.181 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:00.181 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:00.181 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:00.182 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:00.182 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:00.182 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:00.182 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:00.182 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:00.183 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:00.183 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:08:00.190 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:00.269 [DEBUG - pool-226-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:08:00.269 [DEBUG - pool-226-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:08:00.270 [DEBUG - pool-226-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:08:00.270 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:00.270 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:00.271 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:00.271 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:00.272 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:00.272 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:00.272 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:00.272 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:00.272 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:00.272 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:08:00.325 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 53 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544880324 for job 640bb5d81f2161b747452ce3cfd3ea9d.
21:08:00.336 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 53 for job 640bb5d81f2161b747452ce3cfd3ea9d (964 bytes, checkpointDuration=11 ms, finalizationTime=1 ms).
21:08:00.338 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 53 as completed for source Source: KuduSource.
21:08:00.378 [DEBUG - pool-228-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:08:00.379 [DEBUG - pool-228-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:08:00.379 [DEBUG - pool-228-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:08:00.379 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:00.380 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:00.380 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:00.380 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:00.380 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:00.380 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:00.381 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:00.381 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:00.381 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:00.381 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:08:00.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:00.394055 26216 debug-util.cc:398] Leaking SignalData structure 0x7b0800079e80 after lost signal to thread 26149
21:08:00.484 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:00.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:00.525584 26637 heartbeater.cc:499] Master 127.25.113.61:34911 was elected leader, sending a full tablet report...
21:08:00.619 [DEBUG - pool-228-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:08:00.619 [DEBUG - pool-228-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:08:00.620 [DEBUG - pool-228-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:08:00.621 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:00.621 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:00.621 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:00.621 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:00.622 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:00.622 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:00.622 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:00.622 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:00.622 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:00.623 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:08:00.624 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:00.690 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:00.820 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:08:00.821 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:08:00.821 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:08:00.822 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:00.822 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:00.822 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:00.823 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:00.823 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:00.823 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:00.823 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:00.823 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:00.824 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:00.824 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:08:00.825 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 54 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544880824 for job 640bb5d81f2161b747452ce3cfd3ea9d.
21:08:00.837 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 54 for job 640bb5d81f2161b747452ce3cfd3ea9d (964 bytes, checkpointDuration=12 ms, finalizationTime=1 ms).
21:08:00.838 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 54 as completed for source Source: KuduSource.
21:08:00.984 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:01.122 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:01.189 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:01.325 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 55 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544881324 for job 640bb5d81f2161b747452ce3cfd3ea9d.
21:08:01.334 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 55 for job 640bb5d81f2161b747452ce3cfd3ea9d (964 bytes, checkpointDuration=10 ms, finalizationTime=0 ms).
21:08:01.336 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 55 as completed for source Source: KuduSource.
21:08:01.484 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:01.493 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:08:01.493 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:08:01.494 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:08:01.494 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:01.495 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:01.495 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:01.495 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:01.495 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:01.496 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:01.496 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:01.533 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:01.533 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:01.534 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:08:01.622 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:01.690 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:01.780 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:08:01.780 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:08:01.780 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:08:01.781 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:01.781 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:01.781 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:01.781 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:01.782 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:01.782 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:01.782 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:01.782 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:01.782 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:01.783 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:08:01.789 [DEBUG - pool-226-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:08:01.789 [DEBUG - pool-226-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:08:01.789 [DEBUG - pool-226-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:08:01.790 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:01.790 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:01.790 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:01.790 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:01.790 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:01.790 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:01.790 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:01.790 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:01.790 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:01.790 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:08:01.825 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 56 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544881824 for job 640bb5d81f2161b747452ce3cfd3ea9d.
21:08:01.843 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 56 for job 640bb5d81f2161b747452ce3cfd3ea9d (964 bytes, checkpointDuration=16 ms, finalizationTime=2 ms).
21:08:01.845 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 56 as completed for source Source: KuduSource.
21:08:01.960 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:08:01.960 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:08:01.960 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:08:01.961 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:01.961 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:01.961 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:01.962 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:01.962 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:01.962 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:01.962 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:01.962 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:01.962 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:01.962 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:08:01.984 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:02.020 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:08:02.020 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:08:02.021 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:08:02.022 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:02.022 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:02.022 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:02.022 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:02.022 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:02.023 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:02.023 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:02.023 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:02.024 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:02.024 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:08:02.122 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:02.190 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:02.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:01.369800 26671 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 26645
21:08:02.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:02.227262 26671 kernel_stack_watchdog.cc:198] Thread 26645 stuck at /home/jenkins-slave/workspace/build_and_test@2/src/kudu/util/thread.cc:642 for 401ms:
21:08:02.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
21:08:02.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
21:08:02.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
21:08:02.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
21:08:02.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:07:59.965651 26673 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:08:02.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:02.234145 26645 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 2.269s	user 0.005s	sys 0.000s
21:08:02.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:02.234725 26645 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 2.270s	user 0.005s	sys 0.000s
21:08:02.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:02.235877 26674 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 2269 milliseconds
21:08:02.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:02.237241 26675 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:08:02.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:02.237299 26645 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
21:08:02.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:02.238602 26645 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:08:02.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:02.241408 26645 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:08:02.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:02.242928 26645 hybrid_clock.cc:648] HybridClock initialized: now 1783544882242863 us; error 71 us; skew 500 ppm
21:08:02.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:02.243943 26645 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:08:02.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:02.251540 26645 webserver.cc:534] Webserver started at http://127.25.113.3:37423/ using document root <none> and password file <none>
21:08:02.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:02.252491 26645 fs_manager.cc:362] Metadata directory not provided
21:08:02.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:02.252698 26645 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:08:02.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:02.253181 26645 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
21:08:02.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:02.257997 26645 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster5088338182532005832/ts-2/data/instance:
21:08:02.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "474135c61e614cf4b74a4419f8dbbe5b"
21:08:02.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:08:02 on dist-test-slave-3sd5"
21:08:02.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:02.259387 26645 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster5088338182532005832/ts-2/wal/instance:
21:08:02.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "474135c61e614cf4b74a4419f8dbbe5b"
21:08:02.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:08:02 on dist-test-slave-3sd5"
21:08:02.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:02.270417 26645 fs_manager.cc:696] Time spent creating directory manager: real 0.010s	user 0.008s	sys 0.001s
21:08:02.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:02.277379 26683 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
21:08:02.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:02.279131 26645 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.006s	sys 0.000s
21:08:02.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:02.279594 26645 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster5088338182532005832/ts-2/data,/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster5088338182532005832/ts-2/wal
21:08:02.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "474135c61e614cf4b74a4419f8dbbe5b"
21:08:02.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:08:02 on dist-test-slave-3sd5"
21:08:02.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:02.279971 26645 fs_report.cc:389] FS layout report
21:08:02.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:08:02.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster5088338182532005832/ts-2/wal
21:08:02.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster5088338182532005832/ts-2/wal
21:08:02.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster5088338182532005832/ts-2/data/data
21:08:02.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:08:02.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:08:02.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:08:02.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:08:02.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:08:02.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:08:02.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:08:02.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:08:02.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:08:02.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:08:02.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:08:02.325 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 57 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544882325 for job 640bb5d81f2161b747452ce3cfd3ea9d.
21:08:02.334 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 57 for job 640bb5d81f2161b747452ce3cfd3ea9d (964 bytes, checkpointDuration=9 ms, finalizationTime=0 ms).
21:08:02.336 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 57 as completed for source Source: KuduSource.
21:08:02.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:02.388954 26645 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
21:08:02.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:02.391263 26645 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:08:02.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:02.391767 26645 kserver.cc:163] Server-wide thread pool size limit: 3276
21:08:02.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:02.395215 26645 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
21:08:02.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:02.401183 26645 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
21:08:02.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:02.401441 26645 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
21:08:02.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:02.401669 26645 ts_tablet_manager.cc:616] Registered 0 tablets
21:08:02.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:02.401922 26645 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
21:08:02.484 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:02.622 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:02.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:02.635634 26645 rpc_server.cc:307] RPC server started. Bound to: 127.25.113.3:33669
21:08:02.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:02.635713 26795 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.25.113.3:33669 every 8 connection(s)
21:08:02.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:02.640399 26645 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster5088338182532005832/ts-2/data/info.pb
21:08:02.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:02.652032 26052 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu as pid 26645
21:08:02.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:02.652603 26052 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster5088338182532005832/ts-2/wal/instance
21:08:02.691 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:02.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:02.702175 26797 heartbeater.cc:344] Connected to a master server at 127.25.113.61:34911
21:08:02.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:02.702757 26797 heartbeater.cc:461] Registering TS with master...
21:08:02.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:02.704332 26797 heartbeater.cc:507] Master 127.25.113.61:34911 requested a full tablet report, sending...
21:08:02.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:02.707818 26796 heartbeater.cc:344] Connected to a master server at 127.25.113.60:35933
21:08:02.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:02.707800 26185 ts_manager.cc:194] Registered new tserver with Master: 474135c61e614cf4b74a4419f8dbbe5b (127.25.113.3:33669)
21:08:02.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:02.708232 26796 heartbeater.cc:461] Registering TS with master...
21:08:02.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:02.709438 26796 heartbeater.cc:507] Master 127.25.113.60:35933 requested a full tablet report, sending...
21:08:02.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:02.709868 26185 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.25.113.3:37143
21:08:02.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:02.713490 26266 ts_manager.cc:194] Registered new tserver with Master: 474135c61e614cf4b74a4419f8dbbe5b (127.25.113.3:33669)
21:08:02.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:02.714037 26798 heartbeater.cc:344] Connected to a master server at 127.25.113.62:35193
21:08:02.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:02.714450 26798 heartbeater.cc:461] Registering TS with master...
21:08:02.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:02.715709 26798 heartbeater.cc:507] Master 127.25.113.62:35193 requested a full tablet report, sending...
21:08:02.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:02.719292 26108 ts_manager.cc:194] Registered new tserver with Master: 474135c61e614cf4b74a4419f8dbbe5b (127.25.113.3:33669)
21:08:02.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:02.732640 26052 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
21:08:02.746 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
21:08:02.746 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

21:08:02.748 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.25.113.62"
      port: 35193
    }
    bound_http_address {
      host: "127.25.113.62"
      port: 40473
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.25.113.61"
      port: 34911
    }
    bound_http_address {
      host: "127.25.113.61"
      port: 34629
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.25.113.60"
      port: 35933
    }
    bound_http_address {
      host: "127.25.113.60"
      port: 45415
    }
  }
}

21:08:02.748 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

21:08:02.749 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.25.113.1"
      port: 46827
    }
    bound_http_address {
      host: "127.25.113.1"
      port: 39443
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.25.113.2"
      port: 45253
    }
    bound_http_address {
      host: "127.25.113.2"
      port: 36127
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.25.113.3"
      port: 33669
    }
    bound_http_address {
      host: "127.25.113.3"
      port: 37423
    }
  }
}

21:08:02.749 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
21:08:02.751 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:08:02.751 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
21:08:02.752 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskh3Ey5B/test-tmp
21:08:02.752 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
21:08:02.752 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskh3Ey5B/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
21:08:02.758 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster7793862396939953712"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

21:08:02.825 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 58 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544882825 for job 640bb5d81f2161b747452ce3cfd3ea9d.
21:08:02.836 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 58 for job 640bb5d81f2161b747452ce3cfd3ea9d (964 bytes, checkpointDuration=10 ms, finalizationTime=1 ms).
21:08:02.837 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 58 as completed for source Source: KuduSource.
21:08:02.983 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:03.122 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:03.140 [DEBUG - pool-224-thread-1] (Connection.java:748) [peer master-127.22.50.60:38829(127.22.50.60:38829)] connecting to peer
21:08:03.141 [DEBUG - pool-224-thread-1] (Connection.java:748) [peer master-127.22.50.61:45261(127.22.50.61:45261)] connecting to peer
21:08:03.141 [DEBUG - pool-224-thread-1] (Connection.java:748) [peer master-127.22.50.62:44659(127.22.50.62:44659)] connecting to peer
21:08:03.141 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:08:03.141 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.50.60:38829(127.22.50.60:38829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:08:03.141 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.60:38829: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:08:03.141 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:08:03.141 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.50.61:45261(127.22.50.61:45261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:08:03.141 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.61:45261: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:08:03.142 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:08:03.142 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.50.62:44659(127.22.50.62:44659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:08:03.142 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.62:44659: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:08:03.142 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659; will retry
21:08:03.190 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:03.289 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
21:08:03.289 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

21:08:03.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:03.293583 26806 mini_oidc.cc:150] Starting JWKS server
21:08:03.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:03.298569 26806 webserver.cc:534] Webserver started at http://127.0.0.1:38721/ using document root <none> and password file <none>
21:08:03.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:03.299258 26806 mini_oidc.cc:186] Starting OIDC Discovery server
21:08:03.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:03.302158 26806 webserver.cc:534] Webserver started at http://127.0.0.1:44979/ using document root <none> and password file <none>
21:08:03.324 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 59 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544883324 for job 640bb5d81f2161b747452ce3cfd3ea9d.
21:08:03.339 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 59 for job 640bb5d81f2161b747452ce3cfd3ea9d (964 bytes, checkpointDuration=14 ms, finalizationTime=1 ms).
21:08:03.340 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 59 as completed for source Source: KuduSource.
21:08:03.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T21:08:03Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
21:08:03.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T21:08:03Z Disabled control of system clock
21:08:03.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:03.402531 26806 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu
21:08:03.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu
21:08:03.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster7793862396939953712/master-0/wal
21:08:03.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster7793862396939953712/master-0/data
21:08:03.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:08:03.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:08:03.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:08:03.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:08:03.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:08:03.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:08:03.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster7793862396939953712/master-0/logs
21:08:03.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster7793862396939953712/master-0/data/info.pb
21:08:03.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:08:03.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:08:03.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:08:03.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:08:03.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:08:03.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:08:03.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:08:03.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:08:03.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
21:08:03.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:08:03.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:08:03.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:08:03.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.45.190:34167
21:08:03.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.45.190
21:08:03.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:08:03.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.45.148:39589
21:08:03.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:08:03.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:08:03.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:08:03.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:08:03.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.26.45.190:34167,127.26.45.189:42387,127.26.45.188:44635
21:08:03.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:08:03.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38721/jwks.json with env {}
21:08:03.440 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:08:03.440 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:08:03.440 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:08:03.441 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:03.441 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:03.441 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:03.442 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:03.442 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:03.442 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:03.442 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:03.442 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:03.442 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:03.442 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:08:03.483 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:03.540 [DEBUG - pool-150-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30009), Traces: [0ms] sending RPC to server master-127.23.69.188:34691, [7ms] received response from server master-127.23.69.188:34691: OK, deferred=null) with no deferred attached!
21:08:03.621 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:03.690 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:03.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:03.718477 26797 heartbeater.cc:499] Master 127.25.113.61:34911 was elected leader, sending a full tablet report...
21:08:03.733 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:08:03.733 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:08:03.734 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:08:03.734 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:03.734 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:03.734 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:03.734 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:03.734 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:03.734 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:03.735 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:03.735 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:03.735 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:03.735 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:08:03.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:03.795643 26818 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
21:08:03.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:03.796253 26818 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:08:03.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:03.796782 26818 flags.cc:432] Enabled unsafe flag: --never_fsync=true
21:08:03.819 [DEBUG - pool-228-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:08:03.819 [DEBUG - pool-228-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:08:03.820 [DEBUG - pool-228-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:08:03.820 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:03.820 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:03.820 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:03.820 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:03.820 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:03.820 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:03.820 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:03.820 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:03.820 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:03.820 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:08:03.825 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 60 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544883824 for job 640bb5d81f2161b747452ce3cfd3ea9d.
21:08:03.833 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 60 for job 640bb5d81f2161b747452ce3cfd3ea9d (964 bytes, checkpointDuration=8 ms, finalizationTime=1 ms).
21:08:03.833 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 60 as completed for source Source: KuduSource.
21:08:03.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:03.838595 26818 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
21:08:03.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:03.838896 26818 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
21:08:03.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:03.839198 26818 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
21:08:03.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:03.839495 26818 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
21:08:03.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:03.839764 26818 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
21:08:03.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:03.839991 26818 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:38721/jwks.json
21:08:03.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:03.880913 26818 master_runner.cc:387] Master server non-default flags:
21:08:03.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:08:03.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.45.148:39589
21:08:03.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:08:03.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:08:03.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster7793862396939953712/master-0/data
21:08:03.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster7793862396939953712/master-0/wal
21:08:03.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:08:03.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.26.45.190:34167,127.26.45.189:42387,127.26.45.188:44635
21:08:03.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:08:03.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:08:03.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:08:03.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.45.190:34167
21:08:03.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:08:03.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:08:03.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:08:03.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38721/jwks.json
21:08:03.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:08:03.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:08:03.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster7793862396939953712/master-0/data/info.pb
21:08:03.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.45.190
21:08:03.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:08:03.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:08:03.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:08:03.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:08:03.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:08:03.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:08:03.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster7793862396939953712/master-0/logs
21:08:03.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:08:03.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:08:03.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
21:08:03.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
21:08:03.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
21:08:03.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 6bec869c2320d19f2589b3f609f76e5041a21d27
21:08:03.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:08:03.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 20:43:55 UTC on e7f111948823
21:08:03.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16878
21:08:03.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:08:03.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:03.882350 26818 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:08:03.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:03.884424 26818 file_cache.cc:492] Constructed file cache file cache with capacity 419430
21:08:03.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:03.897049 26825 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:08:03.984 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:04.122 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:04.129 [DEBUG - pool-153-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30020), Traces: [0ms] sending RPC to server master-127.24.4.188:46037, [8ms] received response from server master-127.24.4.188:46037: OK, deferred=null) with no deferred attached!
21:08:04.129 [DEBUG - pool-153-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30020), Traces: [0ms] sending RPC to server master-127.24.4.188:46037, [100ms] received response from server master-127.24.4.188:46037: OK, deferred=null) with no deferred attached!
21:08:04.129 [DEBUG - pool-153-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30019), Traces: [0ms] sending RPC to server master-127.24.4.188:46037, [89ms] received response from server master-127.24.4.188:46037: OK, deferred=null) with no deferred attached!
21:08:04.129 [DEBUG - pool-153-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30019), Traces: [0ms] sending RPC to server master-127.24.4.188:46037, [129ms] received response from server master-127.24.4.188:46037: OK, deferred=null) with no deferred attached!
21:08:04.180 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:08:04.180 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:08:04.180 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:08:04.181 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:04.181 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:04.181 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:04.181 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:04.181 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:04.181 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:04.181 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:04.181 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:04.181 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:04.181 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:08:04.190 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:04.325 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 61 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544884324 for job 640bb5d81f2161b747452ce3cfd3ea9d.
21:08:04.334 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 61 for job 640bb5d81f2161b747452ce3cfd3ea9d (964 bytes, checkpointDuration=10 ms, finalizationTime=0 ms).
21:08:04.337 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 61 as completed for source Source: KuduSource.
21:08:04.464 [DEBUG - pool-158-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30019), Traces: [0ms] sending RPC to server master-127.24.4.188:46037, [16ms] received response from server master-127.24.4.188:46037: OK, deferred=null) with no deferred attached!
21:08:04.464 [DEBUG - pool-158-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30018), Traces: [0ms] sending RPC to server master-127.24.4.188:46037, [19ms] received response from server master-127.24.4.188:46037: OK, deferred=null) with no deferred attached!
21:08:04.464 [DEBUG - pool-158-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30002), Traces: [0ms] sending RPC to server master-127.24.4.188:46037, [48ms] received response from server master-127.24.4.188:46037: OK, deferred=null) with no deferred attached!
21:08:04.465 [DEBUG - pool-158-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30002), Traces: [0ms] sending RPC to server master-127.24.4.188:46037, [33ms] received response from server master-127.24.4.188:46037: OK, deferred=null) with no deferred attached!
21:08:04.465 [DEBUG - pool-158-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30001), Traces: [0ms] sending RPC to server master-127.24.4.188:46037, [33ms] received response from server master-127.24.4.188:46037: OK, deferred=null) with no deferred attached!
21:08:04.484 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:04.484 [DEBUG - pool-158-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30020), Traces: [0ms] sending RPC to server master-127.24.4.188:46037, [37ms] received response from server master-127.24.4.188:46037: OK, deferred=null) with no deferred attached!
21:08:04.484 [DEBUG - pool-158-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30020), Traces: [0ms] sending RPC to server master-127.24.4.188:46037, [46ms] received response from server master-127.24.4.188:46037: OK, deferred=null) with no deferred attached!
21:08:04.622 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:04.690 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:04.825 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 62 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544884824 for job 640bb5d81f2161b747452ce3cfd3ea9d.
21:08:04.833 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 62 for job 640bb5d81f2161b747452ce3cfd3ea9d (964 bytes, checkpointDuration=9 ms, finalizationTime=0 ms).
21:08:04.834 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 62 as completed for source Source: KuduSource.
21:08:04.984 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:05.122 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:05.190 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:05.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:03.901676 26828 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:08:05.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:03.898651 26826 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:08:05.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:05.199579 26827 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
21:08:05.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:05.199733 26818 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
21:08:05.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:05.204356 26818 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:08:05.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:05.207549 26818 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:08:05.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:05.209014 26818 hybrid_clock.cc:648] HybridClock initialized: now 1783544885208968 us; error 44 us; skew 500 ppm
21:08:05.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:05.210062 26818 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:08:05.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:05.217268 26818 webserver.cc:534] Webserver started at http://127.26.45.190:35647/ using document root <none> and password file <none>
21:08:05.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:05.218703 26818 fs_manager.cc:362] Metadata directory not provided
21:08:05.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:05.218993 26818 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:08:05.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:05.219554 26818 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
21:08:05.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:05.224987 26818 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster7793862396939953712/master-0/data/instance:
21:08:05.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "dc9a5446a32d4b64abf2902cb4829e18"
21:08:05.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:08:05 on dist-test-slave-3sd5"
21:08:05.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:05.226313 26818 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster7793862396939953712/master-0/wal/instance:
21:08:05.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "dc9a5446a32d4b64abf2902cb4829e18"
21:08:05.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:08:05 on dist-test-slave-3sd5"
21:08:05.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:05.234998 26818 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.010s	sys 0.000s
21:08:05.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:05.241703 26836 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
21:08:05.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:05.243249 26818 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.003s	sys 0.004s
21:08:05.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:05.243688 26818 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster7793862396939953712/master-0/data,/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster7793862396939953712/master-0/wal
21:08:05.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "dc9a5446a32d4b64abf2902cb4829e18"
21:08:05.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:08:05 on dist-test-slave-3sd5"
21:08:05.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:05.244163 26818 fs_report.cc:389] FS layout report
21:08:05.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:08:05.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster7793862396939953712/master-0/wal
21:08:05.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster7793862396939953712/master-0/wal
21:08:05.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster7793862396939953712/master-0/data/data
21:08:05.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:08:05.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:08:05.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:08:05.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:08:05.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:08:05.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:08:05.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:08:05.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:08:05.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:08:05.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:08:05.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:08:05.269 [DEBUG - pool-226-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:08:05.269 [DEBUG - pool-226-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:08:05.270 [DEBUG - pool-226-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:08:05.270 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:05.270 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:05.270 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:05.270 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:05.270 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:05.270 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:05.271 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:05.271 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:05.271 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:05.271 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:08:05.293 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:08:05.293 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:08:05.294 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:08:05.294 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:05.294 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:05.294 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:05.294 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:05.294 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:05.294 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:05.294 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:05.294 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:05.294 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:05.294 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:08:05.295 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=26299), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [11ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [15ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [18ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [20ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [35ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [35ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [72ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [73ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [89ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [98ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [98ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [131ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [132ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [137ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [138ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [138ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [138ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [142ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [143ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [143ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [144ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [162ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [163ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [163ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [163ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [202ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [203ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [203ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [203ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [242ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [242ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [242ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [243ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [322ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [323ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [323ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [324ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [421ms] refreshing cache from master, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [425ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [425ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [426ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [426ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [561ms] refreshing cache from master, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [563ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [564ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [564ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [565ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [1281ms] refreshing cache from master, [1281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [1282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [1282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [1283ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [1283ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [1284ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [1284ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [2021ms] refreshing cache from master, [2021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [2021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [2022ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [2022ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [2023ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [2024ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [2024ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [3700ms] refreshing cache from master, [3701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [3701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [3702ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [3702ms] too many traces: truncated at 100 traces, deferred=Deferred@21133191(state=PENDING, result=null, callback=(continuation of Deferred@1900260028 after retry RPC after error@43972832) -> (continuation of Deferred@1179474480 after retry RPC after error@1411506993) -> (continuation of Deferred@945530179 after retry RPC after error@1299649360) -> (continuation of Deferred@1640451092 after retry RPC after error@975438710) -> (continuation of Deferred@1597032652 after retry RPC after error@715701737) -> (continuation of Deferred@1909781316 after retry RPC after error@1810981307) -> (continuation of Deferred@845062817 after retry RPC after error@1568020214) -> (continuation of Deferred@191791311 after retry RPC after error@1811072160) -> (continuation of Deferred@746465493 after retry RPC after error@1095916042) -> (continuation of Deferred@1044759063 after retry RPC after error@1131402939) -> (continuation of Deferred@504002179 after retry RPC after error@1297870146) -> (continuation of Deferred@1562299268 after retry RPC after error@1618547858) -> (continuation of Deferred@755685488 after retry RPC after error@1068044654) -> (continuation of Deferred@339783668 after retry RPC after error@1018557546) -> (continuation of Deferred@1191666388 after retry RPC after error@819079483) -> (continuation of Deferred@570167258 after retry RPC after error@846833963) -> (continuation of Deferred@1309965426 after retry RPC after error@1873682298) -> (continuation of Deferred@778915722 after retry RPC after error@1369607069) -> (continuation of Deferred@1018726967 after retry RPC after error@603068181) -> (continuation of Deferred@1739005438 after retry RPC after error@580685044) -> (continuation of Deferred@1519207330 after retry RPC after error@1769258329) -> (continuation of Deferred@912459108 after retry RPC after error@1893647472) -> (continuation of Deferred@1082005914 after retry RPC after error@212658873) -> (continuation of Deferred@575313517 after retry RPC after error@615590672) -> (continuation of Deferred@338908373 after retry RPC after error@2132905416), errback=(continuation of Deferred@1900260028 after retry RPC after error@43972832) -> (continuation of Deferred@1179474480 after retry RPC after error@1411506993) -> (continuation of Deferred@945530179 after retry RPC after error@1299649360) -> (continuation of Deferred@1640451092 after retry RPC after error@975438710) -> (continuation of Deferred@1597032652 after retry RPC after error@715701737) -> (continuation of Deferred@1909781316 after retry RPC after error@1810981307) -> (continuation of Deferred@845062817 after retry RPC after error@1568020214) -> (continuation of Deferred@191791311 after retry RPC after error@1811072160) -> (continuation of Deferred@746465493 after retry RPC after error@1095916042) -> (continuation of Deferred@1044759063 after retry RPC after error@1131402939) -> (continuation of Deferred@504002179 after retry RPC after error@1297870146) -> (continuation of Deferred@1562299268 after retry RPC after error@1618547858) -> (continuation of Deferred@755685488 after retry RPC after error@1068044654) -> (continuation of Deferred@339783668 after retry RPC after error@1018557546) -> (continuation of Deferred@1191666388 after retry RPC after error@819079483) -> (continuation of Deferred@570167258 after retry RPC after error@846833963) -> (continuation of Deferred@1309965426 after retry RPC after error@1873682298) -> (continuation of Deferred@778915722 after retry RPC after error@1369607069) -> (continuation of Deferred@1018726967 after retry RPC after error@603068181) -> (continuation of Deferred@1739005438 after retry RPC after error@580685044) -> (continuation of Deferred@1519207330 after retry RPC after error@1769258329) -> (continuation of Deferred@912459108 after retry RPC after error@1893647472) -> (continuation of Deferred@1082005914 after retry RPC after error@212658873) -> (continuation of Deferred@575313517 after retry RPC after error@615590672) -> (continuation of Deferred@338908373 after retry RPC after error@2132905416)))
21:08:05.296 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (SourceReaderBase.java:338) Closing Source Reader.
21:08:05.297 [WARN - Source: KuduSource -> Sink: Writer (1/4)#5] (Task.java:1117) Source: KuduSource -> Sink: Writer (1/4)#5 (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_0_5) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=26299), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [11ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [15ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [18ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [20ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [35ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [35ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [72ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [73ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [89ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [98ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [98ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [131ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [132ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [137ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [138ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [138ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [138ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [142ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [143ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [143ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [144ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [162ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [163ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [163ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [163ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [202ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [203ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [203ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [203ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [242ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [242ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [242ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [243ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [322ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [323ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [323ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [324ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [421ms] refreshing cache from master, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [425ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [425ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [426ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [426ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [561ms] refreshing cache from master, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [563ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [564ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [564ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [565ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [1281ms] refreshing cache from master, [1281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [1282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [1282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [1283ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [1283ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [1284ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [1284ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [2021ms] refreshing cache from master, [2021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [2021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [2022ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [2022ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [2023ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [2024ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [2024ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [3700ms] refreshing cache from master, [3701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [3701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [3702ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [3702ms] too many traces: truncated at 100 traces, deferred=Deferred@21133191(state=PENDING, result=null, callback=(continuation of Deferred@1900260028 after retry RPC after error@43972832) -> (continuation of Deferred@1179474480 after retry RPC after error@1411506993) -> (continuation of Deferred@945530179 after retry RPC after error@1299649360) -> (continuation of Deferred@1640451092 after retry RPC after error@975438710) -> (continuation of Deferred@1597032652 after retry RPC after error@715701737) -> (continuation of Deferred@1909781316 after retry RPC after error@1810981307) -> (continuation of Deferred@845062817 after retry RPC after error@1568020214) -> (continuation of Deferred@191791311 after retry RPC after error@1811072160) -> (continuation of Deferred@746465493 after retry RPC after error@1095916042) -> (continuation of Deferred@1044759063 after retry RPC after error@1131402939) -> (continuation of Deferred@504002179 after retry RPC after error@1297870146) -> (continuation of Deferred@1562299268 after retry RPC after error@1618547858) -> (continuation of Deferred@755685488 after retry RPC after error@1068044654) -> (continuation of Deferred@339783668 after retry RPC after error@1018557546) -> (continuation of Deferred@1191666388 after retry RPC after error@819079483) -> (continuation of Deferred@570167258 after retry RPC after error@846833963) -> (continuation of Deferred@1309965426 after retry RPC after error@1873682298) -> (continuation of Deferred@778915722 after retry RPC after error@1369607069) -> (continuation of Deferred@1018726967 after retry RPC after error@603068181) -> (continuation of Deferred@1739005438 after retry RPC after error@580685044) -> (continuation of Deferred@1519207330 after retry RPC after error@1769258329) -> (continuation of Deferred@912459108 after retry RPC after error@1893647472) -> (continuation of Deferred@1082005914 after retry RPC after error@212658873) -> (continuation of Deferred@575313517 after retry RPC after error@615590672) -> (continuation of Deferred@338908373 after retry RPC after error@2132905416), errback=(continuation of Deferred@1900260028 after retry RPC after error@43972832) -> (continuation of Deferred@1179474480 after retry RPC after error@1411506993) -> (continuation of Deferred@945530179 after retry RPC after error@1299649360) -> (continuation of Deferred@1640451092 after retry RPC after error@975438710) -> (continuation of Deferred@1597032652 after retry RPC after error@715701737) -> (continuation of Deferred@1909781316 after retry RPC after error@1810981307) -> (continuation of Deferred@845062817 after retry RPC after error@1568020214) -> (continuation of Deferred@191791311 after retry RPC after error@1811072160) -> (continuation of Deferred@746465493 after retry RPC after error@1095916042) -> (continuation of Deferred@1044759063 after retry RPC after error@1131402939) -> (continuation of Deferred@504002179 after retry RPC after error@1297870146) -> (continuation of Deferred@1562299268 after retry RPC after error@1618547858) -> (continuation of Deferred@755685488 after retry RPC after error@1068044654) -> (continuation of Deferred@339783668 after retry RPC after error@1018557546) -> (continuation of Deferred@1191666388 after retry RPC after error@819079483) -> (continuation of Deferred@570167258 after retry RPC after error@846833963) -> (continuation of Deferred@1309965426 after retry RPC after error@1873682298) -> (continuation of Deferred@778915722 after retry RPC after error@1369607069) -> (continuation of Deferred@1018726967 after retry RPC after error@603068181) -> (continuation of Deferred@1739005438 after retry RPC after error@580685044) -> (continuation of Deferred@1519207330 after retry RPC after error@1769258329) -> (continuation of Deferred@912459108 after retry RPC after error@1893647472) -> (continuation of Deferred@1082005914 after retry RPC after error@212658873) -> (continuation of Deferred@575313517 after retry RPC after error@615590672) -> (continuation of Deferred@338908373 after retry RPC after error@2132905416)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.18.92.188:36207
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:08:05.297 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#5 (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_0_5).
21:08:05.299 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#5 75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_0_5.
21:08:05.302 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1449) Source: KuduSource -> Sink: Writer (1/4) (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_0_5) switched from INITIALIZING to FAILED on d3190376-62a7-4418-84bf-bee23066b9ee @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=26299), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [11ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [15ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [18ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [20ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [35ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [35ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [72ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [73ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [89ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [98ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [98ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [131ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [132ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [137ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [138ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [138ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [138ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [142ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [143ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [143ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [144ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [162ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [163ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [163ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [163ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [202ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [203ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [203ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [203ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [242ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [242ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [242ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [243ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [322ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [323ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [323ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [324ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [421ms] refreshing cache from master, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [425ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [425ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [426ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [426ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [561ms] refreshing cache from master, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [563ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [564ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [564ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [565ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [1281ms] refreshing cache from master, [1281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [1282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [1282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [1283ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [1283ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [1284ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [1284ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [2021ms] refreshing cache from master, [2021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [2021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [2022ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [2022ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [2023ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [2024ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [2024ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [3700ms] refreshing cache from master, [3701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [3701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [3702ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [3702ms] too many traces: truncated at 100 traces, deferred=Deferred@21133191(state=PENDING, result=null, callback=(continuation of Deferred@1900260028 after retry RPC after error@43972832) -> (continuation of Deferred@1179474480 after retry RPC after error@1411506993) -> (continuation of Deferred@945530179 after retry RPC after error@1299649360) -> (continuation of Deferred@1640451092 after retry RPC after error@975438710) -> (continuation of Deferred@1597032652 after retry RPC after error@715701737) -> (continuation of Deferred@1909781316 after retry RPC after error@1810981307) -> (continuation of Deferred@845062817 after retry RPC after error@1568020214) -> (continuation of Deferred@191791311 after retry RPC after error@1811072160) -> (continuation of Deferred@746465493 after retry RPC after error@1095916042) -> (continuation of Deferred@1044759063 after retry RPC after error@1131402939) -> (continuation of Deferred@504002179 after retry RPC after error@1297870146) -> (continuation of Deferred@1562299268 after retry RPC after error@1618547858) -> (continuation of Deferred@755685488 after retry RPC after error@1068044654) -> (continuation of Deferred@339783668 after retry RPC after error@1018557546) -> (continuation of Deferred@1191666388 after retry RPC after error@819079483) -> (continuation of Deferred@570167258 after retry RPC after error@846833963) -> (continuation of Deferred@1309965426 after retry RPC after error@1873682298) -> (continuation of Deferred@778915722 after retry RPC after error@1369607069) -> (continuation of Deferred@1018726967 after retry RPC after error@603068181) -> (continuation of Deferred@1739005438 after retry RPC after error@580685044) -> (continuation of Deferred@1519207330 after retry RPC after error@1769258329) -> (continuation of Deferred@912459108 after retry RPC after error@1893647472) -> (continuation of Deferred@1082005914 after retry RPC after error@212658873) -> (continuation of Deferred@575313517 after retry RPC after error@615590672) -> (continuation of Deferred@338908373 after retry RPC after error@2132905416), errback=(continuation of Deferred@1900260028 after retry RPC after error@43972832) -> (continuation of Deferred@1179474480 after retry RPC after error@1411506993) -> (continuation of Deferred@945530179 after retry RPC after error@1299649360) -> (continuation of Deferred@1640451092 after retry RPC after error@975438710) -> (continuation of Deferred@1597032652 after retry RPC after error@715701737) -> (continuation of Deferred@1909781316 after retry RPC after error@1810981307) -> (continuation of Deferred@845062817 after retry RPC after error@1568020214) -> (continuation of Deferred@191791311 after retry RPC after error@1811072160) -> (continuation of Deferred@746465493 after retry RPC after error@1095916042) -> (continuation of Deferred@1044759063 after retry RPC after error@1131402939) -> (continuation of Deferred@504002179 after retry RPC after error@1297870146) -> (continuation of Deferred@1562299268 after retry RPC after error@1618547858) -> (continuation of Deferred@755685488 after retry RPC after error@1068044654) -> (continuation of Deferred@339783668 after retry RPC after error@1018557546) -> (continuation of Deferred@1191666388 after retry RPC after error@819079483) -> (continuation of Deferred@570167258 after retry RPC after error@846833963) -> (continuation of Deferred@1309965426 after retry RPC after error@1873682298) -> (continuation of Deferred@778915722 after retry RPC after error@1369607069) -> (continuation of Deferred@1018726967 after retry RPC after error@603068181) -> (continuation of Deferred@1739005438 after retry RPC after error@580685044) -> (continuation of Deferred@1519207330 after retry RPC after error@1769258329) -> (continuation of Deferred@912459108 after retry RPC after error@1893647472) -> (continuation of Deferred@1082005914 after retry RPC after error@212658873) -> (continuation of Deferred@575313517 after retry RPC after error@615590672) -> (continuation of Deferred@338908373 after retry RPC after error@2132905416)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.18.92.188:36207
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:08:05.303 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 50520737ebe38e2625b3d1dfb8799f70: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
21:08:05.304 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#5) of source Source: KuduSource.
21:08:05.304 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_0_5.
21:08:05.305 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (50520737ebe38e2625b3d1dfb8799f70) switched from state RUNNING to RESTARTING.
21:08:05.325 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 63 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544885324 for job 640bb5d81f2161b747452ce3cfd3ea9d.
21:08:05.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:05.325716 26818 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
21:08:05.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:05.328670 26818 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:08:05.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:05.329313 26818 kserver.cc:163] Server-wide thread pool size limit: 3276
21:08:05.335 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 63 for job 640bb5d81f2161b747452ce3cfd3ea9d (964 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
21:08:05.336 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 63 as completed for source Source: KuduSource.
21:08:05.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:05.418391 26818 rpc_server.cc:307] RPC server started. Bound to: 127.26.45.190:34167
21:08:05.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:05.418555 26887 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.26.45.190:34167 every 8 connection(s)
21:08:05.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:05.421823 26818 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster7793862396939953712/master-0/data/info.pb
21:08:05.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:05.428467 26888 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
21:08:05.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:05.429414 26806 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu as pid 26818
21:08:05.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:05.429845 26806 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster7793862396939953712/master-0/wal/instance
21:08:05.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:05.433737 26806 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu
21:08:05.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu
21:08:05.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster7793862396939953712/master-1/wal
21:08:05.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster7793862396939953712/master-1/data
21:08:05.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:08:05.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:08:05.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:08:05.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:08:05.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:08:05.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:08:05.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster7793862396939953712/master-1/logs
21:08:05.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster7793862396939953712/master-1/data/info.pb
21:08:05.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:08:05.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:08:05.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:08:05.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:08:05.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:08:05.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:08:05.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:08:05.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:08:05.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
21:08:05.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:08:05.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:08:05.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:08:05.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.45.189:42387
21:08:05.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.45.189
21:08:05.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:08:05.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.45.148:39589
21:08:05.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:08:05.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:08:05.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:08:05.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:08:05.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.26.45.190:34167,127.26.45.189:42387,127.26.45.188:44635
21:08:05.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:08:05.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38721/jwks.json with env {}
21:08:05.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:05.441542 26888 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.26.45.190" port: 34167 } has no permanent_uuid. Determining permanent_uuid...
21:08:05.479 [DEBUG - pool-150-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30015), Traces: [0ms] sending RPC to server master-127.23.69.188:34691, [6ms] received response from server master-127.23.69.188:34691: OK, deferred=null) with no deferred attached!
21:08:05.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:05.485217 26888 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.26.45.189" port: 42387 } has no permanent_uuid. Determining permanent_uuid...
21:08:05.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:05.488363 26838 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.26.45.189:42387: connect: Connection refused (error 111)
21:08:05.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:05.493485 26888 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.45.189:42387: Network error: Client connection negotiation failed: client connection to 127.26.45.189:42387: connect: Connection refused (error 111)
21:08:05.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:05.543210 26888 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.45.189" port: 42387 } attempt: 1
21:08:05.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:05.547973 26888 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.45.189:42387: Network error: Client connection negotiation failed: client connection to 127.26.45.189:42387: connect: Connection refused (error 111)
21:08:05.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:05.616492 26888 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.45.189" port: 42387 } attempt: 2
21:08:05.620 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:08:05.621 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:08:05.621 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:08:05.621 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:05.621 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:05.621 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:05.621 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:05.621 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:05.621 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:05.622 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:05.622 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:05.622 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:05.622 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:05.622 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:08:05.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:05.622488 26888 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.45.189:42387: Network error: Client connection negotiation failed: client connection to 127.26.45.189:42387: connect: Connection refused (error 111)
21:08:05.659 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:08:05.660 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:08:05.660 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:08:05.660 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:05.660 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:05.660 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:05.660 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:05.660 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:05.660 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:05.660 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:05.660 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:05.661 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:05.661 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:08:05.690 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:05.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:05.714251 26888 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.45.189" port: 42387 } attempt: 3
21:08:05.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:05.719295 26888 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.45.189:42387: Network error: Client connection negotiation failed: client connection to 127.26.45.189:42387: connect: Connection refused (error 111)
21:08:05.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:05.817950 26890 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
21:08:05.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:05.818634 26890 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:08:05.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:05.819316 26890 flags.cc:432] Enabled unsafe flag: --never_fsync=true
21:08:05.825 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 64 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544885824 for job 640bb5d81f2161b747452ce3cfd3ea9d.
21:08:05.834 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 64 for job 640bb5d81f2161b747452ce3cfd3ea9d (964 bytes, checkpointDuration=10 ms, finalizationTime=0 ms).
21:08:05.836 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 64 as completed for source Source: KuduSource.
21:08:05.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:05.862771 26888 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.45.189" port: 42387 } attempt: 4
21:08:05.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:05.866278 26890 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
21:08:05.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:05.866734 26890 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
21:08:05.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:05.867074 26890 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
21:08:05.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:05.867313 26890 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
21:08:05.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:05.867524 26890 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
21:08:05.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:05.867679 26890 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:38721/jwks.json
21:08:05.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:05.868045 26888 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.45.189:42387: Network error: Client connection negotiation failed: client connection to 127.26.45.189:42387: connect: Connection refused (error 111)
21:08:05.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:05.909303 26890 master_runner.cc:387] Master server non-default flags:
21:08:05.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:08:05.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.45.148:39589
21:08:05.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:08:05.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:08:05.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster7793862396939953712/master-1/data
21:08:05.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster7793862396939953712/master-1/wal
21:08:05.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:08:05.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.26.45.190:34167,127.26.45.189:42387,127.26.45.188:44635
21:08:05.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:08:05.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:08:05.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:08:05.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.45.189:42387
21:08:05.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:08:05.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:08:05.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:08:05.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38721/jwks.json
21:08:05.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:08:05.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:08:05.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster7793862396939953712/master-1/data/info.pb
21:08:05.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.45.189
21:08:05.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:08:05.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:08:05.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:08:05.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:08:05.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:08:05.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:08:05.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster7793862396939953712/master-1/logs
21:08:05.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:08:05.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:08:05.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
21:08:05.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
21:08:05.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
21:08:05.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 6bec869c2320d19f2589b3f609f76e5041a21d27
21:08:05.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:08:05.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 20:43:55 UTC on e7f111948823
21:08:05.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16878
21:08:05.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:08:05.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:05.910993 26890 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:08:05.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:05.912988 26890 file_cache.cc:492] Constructed file cache file cache with capacity 419430
21:08:05.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:05.924861 26900 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:08:05.949 [DEBUG - pool-226-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:08:05.950 [DEBUG - pool-226-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:08:05.950 [DEBUG - pool-226-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:08:05.951 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:05.951 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:05.951 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:05.952 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:05.952 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:05.952 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:05.952 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:05.952 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:05.952 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:05.952 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:08:06.122 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:06.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:06.168877 26888 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.45.189" port: 42387 } attempt: 5
21:08:06.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:06.186204 26888 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.45.189:42387: Network error: Client connection negotiation failed: client connection to 127.26.45.189:42387: connect: Connection refused (error 111)
21:08:06.190 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:06.328 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 65 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544886324 for job 640bb5d81f2161b747452ce3cfd3ea9d.
21:08:06.340 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 65 for job 640bb5d81f2161b747452ce3cfd3ea9d (964 bytes, checkpointDuration=15 ms, finalizationTime=1 ms).
21:08:06.341 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 65 as completed for source Source: KuduSource.
21:08:06.420 [DEBUG - pool-224-thread-1] (Connection.java:748) [peer master-127.22.50.60:38829(127.22.50.60:38829)] connecting to peer
21:08:06.421 [DEBUG - pool-224-thread-1] (Connection.java:748) [peer master-127.22.50.61:45261(127.22.50.61:45261)] connecting to peer
21:08:06.421 [DEBUG - pool-224-thread-1] (Connection.java:748) [peer master-127.22.50.62:44659(127.22.50.62:44659)] connecting to peer
21:08:06.425 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:08:06.425 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.50.62:44659(127.22.50.62:44659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:08:06.425 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.62:44659: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:08:06.426 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:08:06.426 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.50.61:45261(127.22.50.61:45261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:08:06.426 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.61:45261: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:08:06.428 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:08:06.428 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.50.60:38829(127.22.50.60:38829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:08:06.428 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.60:38829: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:08:06.428 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659; will retry
21:08:06.622 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:06.690 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:06.729 [DEBUG - pool-226-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:08:06.730 [DEBUG - pool-226-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:08:06.730 [DEBUG - pool-226-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:08:06.731 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:06.731 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:06.732 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:06.732 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:06.732 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:06.732 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:06.733 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:06.733 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:06.733 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:06.733 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:08:06.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:06.736220 26888 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.45.189" port: 42387 } attempt: 6
21:08:06.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:06.808702 26888 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.45.189:42387: Network error: Client connection negotiation failed: client connection to 127.26.45.189:42387: connect: Connection refused (error 111)
21:08:06.825 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 66 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544886825 for job 640bb5d81f2161b747452ce3cfd3ea9d.
21:08:06.834 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 66 for job 640bb5d81f2161b747452ce3cfd3ea9d (964 bytes, checkpointDuration=8 ms, finalizationTime=1 ms).
21:08:06.836 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 66 as completed for source Source: KuduSource.
21:08:07.122 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:07.189 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:07.325 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 67 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544887325 for job 640bb5d81f2161b747452ce3cfd3ea9d.
21:08:07.335 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 67 for job 640bb5d81f2161b747452ce3cfd3ea9d (964 bytes, checkpointDuration=9 ms, finalizationTime=1 ms).
21:08:07.336 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 67 as completed for source Source: KuduSource.
21:08:07.400 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:08:07.400 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:08:07.400 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:08:07.401 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:07.401 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:07.401 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:07.401 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:07.401 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:07.401 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:07.401 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:07.401 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:07.402 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:07.402 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:08:07.443 [DEBUG - pool-224-thread-1] (Connection.java:748) [peer master-127.22.50.60:38829(127.22.50.60:38829)] connecting to peer
21:08:07.443 [DEBUG - pool-224-thread-1] (Connection.java:748) [peer master-127.22.50.61:45261(127.22.50.61:45261)] connecting to peer
21:08:07.443 [DEBUG - pool-224-thread-1] (Connection.java:748) [peer master-127.22.50.62:44659(127.22.50.62:44659)] connecting to peer
21:08:07.444 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:08:07.444 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.50.60:38829(127.22.50.60:38829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:08:07.444 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.60:38829: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:08:07.445 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:08:07.445 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.50.61:45261(127.22.50.61:45261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:08:07.445 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.61:45261: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:08:07.446 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:08:07.446 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.50.62:44659(127.22.50.62:44659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:08:07.446 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.62:44659: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:08:07.446 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659; will retry
21:08:07.480 [DEBUG - pool-150-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30016), Traces: [0ms] sending RPC to server master-127.23.69.188:34691, [5ms] received response from server master-127.23.69.188:34691: OK, deferred=null) with no deferred attached!
21:08:07.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:07.336916 26899 debug-util.cc:398] Leaking SignalData structure 0x7b0800028020 after lost signal to thread 26890
21:08:07.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:07.489220 26890 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.564s	user 0.457s	sys 0.974s
21:08:07.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:07.489674 26890 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.565s	user 0.457s	sys 0.974s
21:08:07.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:05.926108 26901 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:08:07.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:07.492607 26903 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:08:07.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:07.495168 26902 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection timed out after 1569 milliseconds
21:08:07.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:07.495235 26890 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
21:08:07.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:07.496667 26890 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:08:07.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:07.499411 26890 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:08:07.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:07.500989 26890 hybrid_clock.cc:648] HybridClock initialized: now 1783544887500796 us; error 72 us; skew 500 ppm
21:08:07.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:07.502010 26890 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:08:07.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:07.509567 26890 webserver.cc:534] Webserver started at http://127.26.45.189:38625/ using document root <none> and password file <none>
21:08:07.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:07.510722 26890 fs_manager.cc:362] Metadata directory not provided
21:08:07.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:07.511005 26890 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:08:07.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:07.511644 26890 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
21:08:07.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:07.516556 26890 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster7793862396939953712/master-1/data/instance:
21:08:07.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e2df3110a7ff44128878c44317ba9df2"
21:08:07.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:08:07 on dist-test-slave-3sd5"
21:08:07.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:07.517805 26890 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster7793862396939953712/master-1/wal/instance:
21:08:07.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e2df3110a7ff44128878c44317ba9df2"
21:08:07.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:08:07 on dist-test-slave-3sd5"
21:08:07.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:07.525960 26890 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.009s	sys 0.000s
21:08:07.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:07.532756 26913 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
21:08:07.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:07.534147 26890 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.005s	sys 0.000s
21:08:07.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:07.534504 26890 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster7793862396939953712/master-1/data,/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster7793862396939953712/master-1/wal
21:08:07.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e2df3110a7ff44128878c44317ba9df2"
21:08:07.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:08:07 on dist-test-slave-3sd5"
21:08:07.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:07.534832 26890 fs_report.cc:389] FS layout report
21:08:07.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:08:07.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster7793862396939953712/master-1/wal
21:08:07.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster7793862396939953712/master-1/wal
21:08:07.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster7793862396939953712/master-1/data/data
21:08:07.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:08:07.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:08:07.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:08:07.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:08:07.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:08:07.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:08:07.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:08:07.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:08:07.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:08:07.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:08:07.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:08:07.580 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:08:07.580 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:08:07.581 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:08:07.581 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:07.581 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:07.581 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:07.581 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:07.581 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:07.581 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:07.581 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:07.581 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:07.581 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:07.581 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:08:07.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:07.591467 26890 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
21:08:07.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:07.593463 26890 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:08:07.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:07.593987 26890 kserver.cc:163] Server-wide thread pool size limit: 3276
21:08:07.599 [DEBUG - pool-228-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:08:07.599 [DEBUG - pool-228-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:08:07.599 [DEBUG - pool-228-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:08:07.600 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:07.600 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:07.600 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:07.600 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:07.600 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:07.600 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:07.600 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:07.600 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:07.600 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:07.600 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:08:07.621 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:07.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:07.682523 26890 rpc_server.cc:307] RPC server started. Bound to: 127.26.45.189:42387
21:08:07.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:07.682649 26964 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.26.45.189:42387 every 8 connection(s)
21:08:07.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:07.685806 26890 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster7793862396939953712/master-1/data/info.pb
21:08:07.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:07.688200 26806 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu as pid 26890
21:08:07.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:07.688736 26806 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster7793862396939953712/master-1/wal/instance
21:08:07.690 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:07.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:07.692056 26806 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu
21:08:07.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu
21:08:07.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster7793862396939953712/master-2/wal
21:08:07.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster7793862396939953712/master-2/data
21:08:07.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:08:07.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:08:07.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:08:07.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:08:07.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:08:07.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:08:07.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster7793862396939953712/master-2/logs
21:08:07.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster7793862396939953712/master-2/data/info.pb
21:08:07.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:08:07.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:08:07.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:08:07.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:08:07.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:08:07.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:08:07.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:08:07.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:08:07.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
21:08:07.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:08:07.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:08:07.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:08:07.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.45.188:44635
21:08:07.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.45.188
21:08:07.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:08:07.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.45.148:39589
21:08:07.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:08:07.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:08:07.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:08:07.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:08:07.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.26.45.190:34167,127.26.45.189:42387,127.26.45.188:44635
21:08:07.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:08:07.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38721/jwks.json with env {}
21:08:07.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:07.696465 26965 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
21:08:07.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:07.710119 26965 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.26.45.190" port: 34167 } has no permanent_uuid. Determining permanent_uuid...
21:08:07.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:07.740309 26965 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.26.45.189" port: 42387 } has no permanent_uuid. Determining permanent_uuid...
21:08:07.749 [DEBUG - pool-226-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:08:07.749 [DEBUG - pool-226-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:08:07.749 [DEBUG - pool-226-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:08:07.749 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:07.750 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:07.750 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:07.750 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:07.750 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:07.750 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:07.750 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:07.750 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:07.750 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:07.750 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:08:07.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:07.759933 26965 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.26.45.188" port: 44635 } has no permanent_uuid. Determining permanent_uuid...
21:08:07.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:07.768034 26916 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.26.45.188:44635: connect: Connection refused (error 111)
21:08:07.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:07.776906 26965 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.45.188:44635: Network error: Client connection negotiation failed: client connection to 127.26.45.188:44635: connect: Connection refused (error 111)
21:08:07.825 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 68 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544887824 for job 640bb5d81f2161b747452ce3cfd3ea9d.
21:08:07.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:07.826526 26965 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.45.188" port: 44635 } attempt: 1
21:08:07.837 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 68 for job 640bb5d81f2161b747452ce3cfd3ea9d (964 bytes, checkpointDuration=12 ms, finalizationTime=0 ms).
21:08:07.837 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 68 as completed for source Source: KuduSource.
21:08:07.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:07.839383 26965 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.45.188:44635: Network error: Client connection negotiation failed: client connection to 127.26.45.188:44635: connect: Connection refused (error 111)
21:08:07.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:07.869386 26888 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.45.189" port: 42387 } attempt: 7
21:08:07.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:07.883549 26888 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.26.45.188" port: 44635 } has no permanent_uuid. Determining permanent_uuid...
21:08:07.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:07.891486 26888 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.45.188:44635: Network error: Client connection negotiation failed: client connection to 127.26.45.188:44635: connect: Connection refused (error 111)
21:08:07.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:07.907896 26965 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.45.188" port: 44635 } attempt: 2
21:08:07.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:07.913546 26965 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.45.188:44635: Network error: Client connection negotiation failed: client connection to 127.26.45.188:44635: connect: Connection refused (error 111)
21:08:07.920 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:08:07.920 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:08:07.921 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:08:07.921 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:07.921 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:07.921 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:07.921 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:07.921 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:07.921 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:07.921 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:07.921 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:07.921 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:07.921 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:08:07.922 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=29, TimeoutTracker(timeout=30000, elapsed=28944), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [8ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [9ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [18ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [19ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [37ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [37ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [56ms] refreshing cache from master, [56ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [96ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [100ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [107ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [109ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [115ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [115ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [136ms] refreshing cache from master, [136ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [153ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [154ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [160ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [161ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [161ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [177ms] refreshing cache from master, [177ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [177ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [178ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [178ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [179ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [179ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [179ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [197ms] refreshing cache from master, [197ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [197ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [198ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [198ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [198ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [199ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [199ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [216ms] refreshing cache from master, [216ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [216ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [217ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [217ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [218ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [218ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [218ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [296ms] refreshing cache from master, [296ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [297ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [297ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [297ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [298ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [298ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [298ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [437ms] refreshing cache from master, [437ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [437ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [438ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [438ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [438ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [439ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [439ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [497ms] refreshing cache from master, [497ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [497ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [497ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [498ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [498ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [498ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [499ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [676ms] refreshing cache from master, [676ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [677ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [677ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [678ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [678ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [679ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [679ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [776ms] refreshing cache from master, [776ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [777ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [777ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [778ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [779ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [780ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [780ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [1176ms] refreshing cache from master, [1176ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [1177ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [1177ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [1178ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [1179ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [1182ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [1182ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [3496ms] refreshing cache from master, [3496ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [3497ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [3497ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [3497ms] too many traces: truncated at 100 traces, deferred=Deferred@1470373135(state=PENDING, result=null, callback=(continuation of Deferred@1439964461 after retry RPC after error@1262469600) -> (continuation of Deferred@74162164 after retry RPC after error@1934669331) -> (continuation of Deferred@110686241 after retry RPC after error@865931731) -> (continuation of Deferred@1800514667 after retry RPC after error@491224892) -> (continuation of Deferred@1545575757 after retry RPC after error@123145364) -> (continuation of Deferred@1627638497 after retry RPC after error@1201399650) -> (continuation of Deferred@1741614889 after retry RPC after error@1480748264) -> (continuation of Deferred@661254595 after retry RPC after error@1062314683) -> (continuation of Deferred@796304863 after retry RPC after error@1679337973) -> (continuation of Deferred@211266396 after retry RPC after error@1054970895) -> (continuation of Deferred@606312017 after retry RPC after error@97899553) -> (continuation of Deferred@883511948 after retry RPC after error@115010042) -> (continuation of Deferred@1056142958 after retry RPC after error@355260749) -> (continuation of Deferred@1810875478 after retry RPC after error@975922664) -> (continuation of Deferred@533603525 after retry RPC after error@1826316480) -> (continuation of Deferred@2030294137 after retry RPC after error@409402004) -> (continuation of Deferred@1986010449 after retry RPC after error@1091223101) -> (continuation of Deferred@650971769 after retry RPC after error@156296814) -> (continuation of Deferred@2133653632 after retry RPC after error@1807960590) -> (continuation of Deferred@622005197 after retry RPC after error@738126487) -> (continuation of Deferred@865009552 after retry RPC after error@1122779349) -> (continuation of Deferred@2140956198 after retry RPC after error@602575120) -> (continuation of Deferred@1734117506 after retry RPC after error@1201047124) -> (continuation of Deferred@1537701334 after retry RPC after error@741481891) -> (continuation of Deferred@799643711 after retry RPC after error@1560154040) -> (continuation of Deferred@1008191540 after retry RPC after error@7603472) -> (continuation of Deferred@1677659457 after retry RPC after error@1339055433) -> (continuation of Deferred@1300523759 after retry RPC after error@1836628682), errback=(continuation of Deferred@1439964461 after retry RPC after error@1262469600) -> (continuation of Deferred@74162164 after retry RPC after error@1934669331) -> (continuation of Deferred@110686241 after retry RPC after error@865931731) -> (continuation of Deferred@1800514667 after retry RPC after error@491224892) -> (continuation of Deferred@1545575757 after retry RPC after error@123145364) -> (continuation of Deferred@1627638497 after retry RPC after error@1201399650) -> (continuation of Deferred@1741614889 after retry RPC after error@1480748264) -> (continuation of Deferred@661254595 after retry RPC after error@1062314683) -> (continuation of Deferred@796304863 after retry RPC after error@1679337973) -> (continuation of Deferred@211266396 after retry RPC after error@1054970895) -> (continuation of Deferred@606312017 after retry RPC after error@97899553) -> (continuation of Deferred@883511948 after retry RPC after error@115010042) -> (continuation of Deferred@1056142958 after retry RPC after error@355260749) -> (continuation of Deferred@1810875478 after retry RPC after error@975922664) -> (continuation of Deferred@533603525 after retry RPC after error@1826316480) -> (continuation of Deferred@2030294137 after retry RPC after error@409402004) -> (continuation of Deferred@1986010449 after retry RPC after error@1091223101) -> (continuation of Deferred@650971769 after retry RPC after error@156296814) -> (continuation of Deferred@2133653632 after retry RPC after error@1807960590) -> (continuation of Deferred@622005197 after retry RPC after error@738126487) -> (continuation of Deferred@865009552 after retry RPC after error@1122779349) -> (continuation of Deferred@2140956198 after retry RPC after error@602575120) -> (continuation of Deferred@1734117506 after retry RPC after error@1201047124) -> (continuation of Deferred@1537701334 after retry RPC after error@741481891) -> (continuation of Deferred@799643711 after retry RPC after error@1560154040) -> (continuation of Deferred@1008191540 after retry RPC after error@7603472) -> (continuation of Deferred@1677659457 after retry RPC after error@1339055433) -> (continuation of Deferred@1300523759 after retry RPC after error@1836628682)))
21:08:07.922 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (SourceReaderBase.java:338) Closing Source Reader.
21:08:07.923 [WARN - Source: KuduSource -> Sink: Writer (3/4)#5] (Task.java:1117) Source: KuduSource -> Sink: Writer (3/4)#5 (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_2_5) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=29, TimeoutTracker(timeout=30000, elapsed=28944), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [8ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [9ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [18ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [19ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [37ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [37ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [56ms] refreshing cache from master, [56ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [96ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [100ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [107ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [109ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [115ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [115ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [136ms] refreshing cache from master, [136ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [153ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [154ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [160ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [161ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [161ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [177ms] refreshing cache from master, [177ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [177ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [178ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [178ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [179ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [179ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [179ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [197ms] refreshing cache from master, [197ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [197ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [198ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [198ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [198ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [199ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [199ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [216ms] refreshing cache from master, [216ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [216ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [217ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [217ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [218ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [218ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [218ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [296ms] refreshing cache from master, [296ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [297ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [297ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [297ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [298ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [298ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [298ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [437ms] refreshing cache from master, [437ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [437ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [438ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [438ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [438ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [439ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [439ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [497ms] refreshing cache from master, [497ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [497ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [497ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [498ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [498ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [498ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [499ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [676ms] refreshing cache from master, [676ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [677ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [677ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [678ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [678ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [679ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [679ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [776ms] refreshing cache from master, [776ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [777ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [777ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [778ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [779ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [780ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [780ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [1176ms] refreshing cache from master, [1176ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [1177ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [1177ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [1178ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [1179ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [1182ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [1182ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [3496ms] refreshing cache from master, [3496ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [3497ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [3497ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [3497ms] too many traces: truncated at 100 traces, deferred=Deferred@1470373135(state=PENDING, result=null, callback=(continuation of Deferred@1439964461 after retry RPC after error@1262469600) -> (continuation of Deferred@74162164 after retry RPC after error@1934669331) -> (continuation of Deferred@110686241 after retry RPC after error@865931731) -> (continuation of Deferred@1800514667 after retry RPC after error@491224892) -> (continuation of Deferred@1545575757 after retry RPC after error@123145364) -> (continuation of Deferred@1627638497 after retry RPC after error@1201399650) -> (continuation of Deferred@1741614889 after retry RPC after error@1480748264) -> (continuation of Deferred@661254595 after retry RPC after error@1062314683) -> (continuation of Deferred@796304863 after retry RPC after error@1679337973) -> (continuation of Deferred@211266396 after retry RPC after error@1054970895) -> (continuation of Deferred@606312017 after retry RPC after error@97899553) -> (continuation of Deferred@883511948 after retry RPC after error@115010042) -> (continuation of Deferred@1056142958 after retry RPC after error@355260749) -> (continuation of Deferred@1810875478 after retry RPC after error@975922664) -> (continuation of Deferred@533603525 after retry RPC after error@1826316480) -> (continuation of Deferred@2030294137 after retry RPC after error@409402004) -> (continuation of Deferred@1986010449 after retry RPC after error@1091223101) -> (continuation of Deferred@650971769 after retry RPC after error@156296814) -> (continuation of Deferred@2133653632 after retry RPC after error@1807960590) -> (continuation of Deferred@622005197 after retry RPC after error@738126487) -> (continuation of Deferred@865009552 after retry RPC after error@1122779349) -> (continuation of Deferred@2140956198 after retry RPC after error@602575120) -> (continuation of Deferred@1734117506 after retry RPC after error@1201047124) -> (continuation of Deferred@1537701334 after retry RPC after error@741481891) -> (continuation of Deferred@799643711 after retry RPC after error@1560154040) -> (continuation of Deferred@1008191540 after retry RPC after error@7603472) -> (continuation of Deferred@1677659457 after retry RPC after error@1339055433) -> (continuation of Deferred@1300523759 after retry RPC after error@1836628682), errback=(continuation of Deferred@1439964461 after retry RPC after error@1262469600) -> (continuation of Deferred@74162164 after retry RPC after error@1934669331) -> (continuation of Deferred@110686241 after retry RPC after error@865931731) -> (continuation of Deferred@1800514667 after retry RPC after error@491224892) -> (continuation of Deferred@1545575757 after retry RPC after error@123145364) -> (continuation of Deferred@1627638497 after retry RPC after error@1201399650) -> (continuation of Deferred@1741614889 after retry RPC after error@1480748264) -> (continuation of Deferred@661254595 after retry RPC after error@1062314683) -> (continuation of Deferred@796304863 after retry RPC after error@1679337973) -> (continuation of Deferred@211266396 after retry RPC after error@1054970895) -> (continuation of Deferred@606312017 after retry RPC after error@97899553) -> (continuation of Deferred@883511948 after retry RPC after error@115010042) -> (continuation of Deferred@1056142958 after retry RPC after error@355260749) -> (continuation of Deferred@1810875478 after retry RPC after error@975922664) -> (continuation of Deferred@533603525 after retry RPC after error@1826316480) -> (continuation of Deferred@2030294137 after retry RPC after error@409402004) -> (continuation of Deferred@1986010449 after retry RPC after error@1091223101) -> (continuation of Deferred@650971769 after retry RPC after error@156296814) -> (continuation of Deferred@2133653632 after retry RPC after error@1807960590) -> (continuation of Deferred@622005197 after retry RPC after error@738126487) -> (continuation of Deferred@865009552 after retry RPC after error@1122779349) -> (continuation of Deferred@2140956198 after retry RPC after error@602575120) -> (continuation of Deferred@1734117506 after retry RPC after error@1201047124) -> (continuation of Deferred@1537701334 after retry RPC after error@741481891) -> (continuation of Deferred@799643711 after retry RPC after error@1560154040) -> (continuation of Deferred@1008191540 after retry RPC after error@7603472) -> (continuation of Deferred@1677659457 after retry RPC after error@1339055433) -> (continuation of Deferred@1300523759 after retry RPC after error@1836628682)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.18.92.189:41897
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:08:07.923 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#5 (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_2_5).
21:08:07.925 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#5 75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_2_5.
21:08:07.927 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1449) Source: KuduSource -> Sink: Writer (3/4) (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_2_5) switched from INITIALIZING to FAILED on d3190376-62a7-4418-84bf-bee23066b9ee @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=29, TimeoutTracker(timeout=30000, elapsed=28944), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [8ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [9ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [18ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [19ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [37ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [37ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [56ms] refreshing cache from master, [56ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [96ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [100ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [107ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [109ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [115ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [115ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [136ms] refreshing cache from master, [136ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [153ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [154ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [160ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [161ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [161ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [177ms] refreshing cache from master, [177ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [177ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [178ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [178ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [179ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [179ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [179ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [197ms] refreshing cache from master, [197ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [197ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [198ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [198ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [198ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [199ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [199ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [216ms] refreshing cache from master, [216ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [216ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [217ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [217ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [218ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [218ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [218ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [296ms] refreshing cache from master, [296ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [297ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [297ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [297ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [298ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [298ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [298ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [437ms] refreshing cache from master, [437ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [437ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [438ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [438ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [438ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [439ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [439ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [497ms] refreshing cache from master, [497ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [497ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [497ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [498ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [498ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [498ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [499ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [676ms] refreshing cache from master, [676ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [677ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [677ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [678ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [678ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [679ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [679ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [776ms] refreshing cache from master, [776ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [777ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [777ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [778ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [779ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [780ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [780ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [1176ms] refreshing cache from master, [1176ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [1177ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [1177ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [1178ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [1179ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [1182ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [1182ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [3496ms] refreshing cache from master, [3496ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [3497ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [3497ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [3497ms] too many traces: truncated at 100 traces, deferred=Deferred@1470373135(state=PENDING, result=null, callback=(continuation of Deferred@1439964461 after retry RPC after error@1262469600) -> (continuation of Deferred@74162164 after retry RPC after error@1934669331) -> (continuation of Deferred@110686241 after retry RPC after error@865931731) -> (continuation of Deferred@1800514667 after retry RPC after error@491224892) -> (continuation of Deferred@1545575757 after retry RPC after error@123145364) -> (continuation of Deferred@1627638497 after retry RPC after error@1201399650) -> (continuation of Deferred@1741614889 after retry RPC after error@1480748264) -> (continuation of Deferred@661254595 after retry RPC after error@1062314683) -> (continuation of Deferred@796304863 after retry RPC after error@1679337973) -> (continuation of Deferred@211266396 after retry RPC after error@1054970895) -> (continuation of Deferred@606312017 after retry RPC after error@97899553) -> (continuation of Deferred@883511948 after retry RPC after error@115010042) -> (continuation of Deferred@1056142958 after retry RPC after error@355260749) -> (continuation of Deferred@1810875478 after retry RPC after error@975922664) -> (continuation of Deferred@533603525 after retry RPC after error@1826316480) -> (continuation of Deferred@2030294137 after retry RPC after error@409402004) -> (continuation of Deferred@1986010449 after retry RPC after error@1091223101) -> (continuation of Deferred@650971769 after retry RPC after error@156296814) -> (continuation of Deferred@2133653632 after retry RPC after error@1807960590) -> (continuation of Deferred@622005197 after retry RPC after error@738126487) -> (continuation of Deferred@865009552 after retry RPC after error@1122779349) -> (continuation of Deferred@2140956198 after retry RPC after error@602575120) -> (continuation of Deferred@1734117506 after retry RPC after error@1201047124) -> (continuation of Deferred@1537701334 after retry RPC after error@741481891) -> (continuation of Deferred@799643711 after retry RPC after error@1560154040) -> (continuation of Deferred@1008191540 after retry RPC after error@7603472) -> (continuation of Deferred@1677659457 after retry RPC after error@1339055433) -> (continuation of Deferred@1300523759 after retry RPC after error@1836628682), errback=(continuation of Deferred@1439964461 after retry RPC after error@1262469600) -> (continuation of Deferred@74162164 after retry RPC after error@1934669331) -> (continuation of Deferred@110686241 after retry RPC after error@865931731) -> (continuation of Deferred@1800514667 after retry RPC after error@491224892) -> (continuation of Deferred@1545575757 after retry RPC after error@123145364) -> (continuation of Deferred@1627638497 after retry RPC after error@1201399650) -> (continuation of Deferred@1741614889 after retry RPC after error@1480748264) -> (continuation of Deferred@661254595 after retry RPC after error@1062314683) -> (continuation of Deferred@796304863 after retry RPC after error@1679337973) -> (continuation of Deferred@211266396 after retry RPC after error@1054970895) -> (continuation of Deferred@606312017 after retry RPC after error@97899553) -> (continuation of Deferred@883511948 after retry RPC after error@115010042) -> (continuation of Deferred@1056142958 after retry RPC after error@355260749) -> (continuation of Deferred@1810875478 after retry RPC after error@975922664) -> (continuation of Deferred@533603525 after retry RPC after error@1826316480) -> (continuation of Deferred@2030294137 after retry RPC after error@409402004) -> (continuation of Deferred@1986010449 after retry RPC after error@1091223101) -> (continuation of Deferred@650971769 after retry RPC after error@156296814) -> (continuation of Deferred@2133653632 after retry RPC after error@1807960590) -> (continuation of Deferred@622005197 after retry RPC after error@738126487) -> (continuation of Deferred@865009552 after retry RPC after error@1122779349) -> (continuation of Deferred@2140956198 after retry RPC after error@602575120) -> (continuation of Deferred@1734117506 after retry RPC after error@1201047124) -> (continuation of Deferred@1537701334 after retry RPC after error@741481891) -> (continuation of Deferred@799643711 after retry RPC after error@1560154040) -> (continuation of Deferred@1008191540 after retry RPC after error@7603472) -> (continuation of Deferred@1677659457 after retry RPC after error@1339055433) -> (continuation of Deferred@1300523759 after retry RPC after error@1836628682)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.18.92.189:41897
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:08:07.928 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 50520737ebe38e2625b3d1dfb8799f70: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
21:08:07.928 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_2_5.
21:08:07.928 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#5) of source Source: KuduSource.
21:08:07.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:07.950052 26888 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.45.188" port: 44635 } attempt: 1
21:08:07.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:07.956261 26888 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.45.188:44635: Network error: Client connection negotiation failed: client connection to 127.26.45.188:44635: connect: Connection refused (error 111)
21:08:08.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:08.005059 26965 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.45.188" port: 44635 } attempt: 3
21:08:08.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:08.010041 26965 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.45.188:44635: Network error: Client connection negotiation failed: client connection to 127.26.45.188:44635: connect: Connection refused (error 111)
21:08:08.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:08.037727 26888 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.45.188" port: 44635 } attempt: 2
21:08:08.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:08.043956 26888 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.45.188:44635: Network error: Client connection negotiation failed: client connection to 127.26.45.188:44635: connect: Connection refused (error 111)
21:08:08.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:08.076969 26967 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
21:08:08.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:08.077623 26967 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:08:08.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:08.078114 26967 flags.cc:432] Enabled unsafe flag: --never_fsync=true
21:08:08.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:08.113730 26967 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
21:08:08.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:08.114130 26967 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
21:08:08.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:08.114481 26967 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
21:08:08.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:08.114809 26967 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
21:08:08.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:08.115162 26967 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
21:08:08.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:08.115420 26967 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:38721/jwks.json
21:08:08.121 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:08.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:08.129654 26888 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.45.188" port: 44635 } attempt: 3
21:08:08.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:08.134675 26888 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.45.188:44635: Network error: Client connection negotiation failed: client connection to 127.26.45.188:44635: connect: Connection refused (error 111)
21:08:08.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:08.153522 26965 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.45.188" port: 44635 } attempt: 4
21:08:08.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:08.159381 26965 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.45.188:44635: Network error: Client connection negotiation failed: client connection to 127.26.45.188:44635: connect: Connection refused (error 111)
21:08:08.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:08.159719 26967 master_runner.cc:387] Master server non-default flags:
21:08:08.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:08:08.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.45.148:39589
21:08:08.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:08:08.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:08:08.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster7793862396939953712/master-2/data
21:08:08.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster7793862396939953712/master-2/wal
21:08:08.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:08:08.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.26.45.190:34167,127.26.45.189:42387,127.26.45.188:44635
21:08:08.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:08:08.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:08:08.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:08:08.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.45.188:44635
21:08:08.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:08:08.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:08:08.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:08:08.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38721/jwks.json
21:08:08.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:08:08.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:08:08.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster7793862396939953712/master-2/data/info.pb
21:08:08.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.45.188
21:08:08.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:08:08.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:08:08.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:08:08.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:08:08.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:08:08.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:08:08.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster7793862396939953712/master-2/logs
21:08:08.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:08:08.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:08:08.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
21:08:08.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
21:08:08.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
21:08:08.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 6bec869c2320d19f2589b3f609f76e5041a21d27
21:08:08.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:08:08.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 20:43:55 UTC on e7f111948823
21:08:08.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16878
21:08:08.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:08:08.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:08.161325 26967 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:08:08.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:08.163573 26967 file_cache.cc:492] Constructed file cache file cache with capacity 419430
21:08:08.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:08.177069 26980 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:08:08.190 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:08.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:08.275130 26888 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.45.188" port: 44635 } attempt: 4
21:08:08.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:08.285450 26888 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.45.188:44635: Network error: Client connection negotiation failed: client connection to 127.26.45.188:44635: connect: Connection refused (error 111)
21:08:08.325 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 69 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544888324 for job 640bb5d81f2161b747452ce3cfd3ea9d.
21:08:08.335 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 69 for job 640bb5d81f2161b747452ce3cfd3ea9d (964 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
21:08:08.337 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 69 as completed for source Source: KuduSource.
21:08:08.341 [DEBUG - pool-224-thread-1] (Connection.java:748) [peer master-127.22.50.60:38829(127.22.50.60:38829)] connecting to peer
21:08:08.342 [DEBUG - pool-224-thread-1] (Connection.java:748) [peer master-127.22.50.61:45261(127.22.50.61:45261)] connecting to peer
21:08:08.342 [DEBUG - pool-224-thread-1] (Connection.java:748) [peer master-127.22.50.62:44659(127.22.50.62:44659)] connecting to peer
21:08:08.342 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:08:08.342 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.50.60:38829(127.22.50.60:38829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:08:08.343 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:08:08.343 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.50.61:45261(127.22.50.61:45261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:08:08.343 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.61:45261: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:08:08.344 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:08:08.344 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.50.62:44659(127.22.50.62:44659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:08:08.344 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.62:44659: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:08:08.346 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.60:38829: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:08:08.346 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659; will retry
21:08:08.379 [DEBUG - pool-228-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:08:08.380 [DEBUG - pool-228-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:08:08.380 [DEBUG - pool-228-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:08:08.380 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:08.381 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:08.381 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:08.381 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:08.382 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:08.382 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:08.382 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:08.382 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:08.382 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:08.382 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:08:08.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:08.458809 26965 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.45.188" port: 44635 } attempt: 5
21:08:08.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:08.464927 26965 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.45.188:44635: Network error: Client connection negotiation failed: client connection to 127.26.45.188:44635: connect: Connection refused (error 111)
21:08:08.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:08.569037 26888 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.45.188" port: 44635 } attempt: 5
21:08:08.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:08.578118 26888 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.45.188:44635: Network error: Client connection negotiation failed: client connection to 127.26.45.188:44635: connect: Connection refused (error 111)
21:08:08.622 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:08.690 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:08.825 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 70 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544888824 for job 640bb5d81f2161b747452ce3cfd3ea9d.
21:08:08.835 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 70 for job 640bb5d81f2161b747452ce3cfd3ea9d (964 bytes, checkpointDuration=10 ms, finalizationTime=0 ms).
21:08:08.836 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 70 as completed for source Source: KuduSource.
21:08:08.940 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:08:08.941 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:08:08.941 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:08:08.942 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:08.942 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:08.942 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:08.942 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:08.942 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:08.943 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:08.943 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:08.943 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:08.943 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:08.943 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:08:09.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:09.012434 26965 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.45.188" port: 44635 } attempt: 6
21:08:09.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:09.042652 26965 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.45.188:44635: Network error: Client connection negotiation failed: client connection to 127.26.45.188:44635: connect: Connection refused (error 111)
21:08:09.109 [DEBUG - pool-226-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:08:09.110 [DEBUG - pool-226-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:08:09.110 [DEBUG - pool-226-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:08:09.111 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:09.111 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:09.111 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:09.112 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:09.112 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:09.112 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:09.112 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:09.113 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:09.113 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:09.113 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:08:09.122 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:09.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:09.130735 26888 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.45.188" port: 44635 } attempt: 6
21:08:09.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:09.160101 26888 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.45.188:44635: Network error: Client connection negotiation failed: client connection to 127.26.45.188:44635: connect: Connection refused (error 111)
21:08:09.190 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:09.325 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 71 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544889324 for job 640bb5d81f2161b747452ce3cfd3ea9d.
21:08:09.338 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 71 for job 640bb5d81f2161b747452ce3cfd3ea9d (964 bytes, checkpointDuration=13 ms, finalizationTime=1 ms).
21:08:09.340 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 71 as completed for source Source: KuduSource.
21:08:09.480 [DEBUG - pool-150-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30016), Traces: [0ms] sending RPC to server master-127.23.69.188:34691, [5ms] received response from server master-127.23.69.188:34691: OK, deferred=null) with no deferred attached!
21:08:09.540 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:08:09.541 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:08:09.541 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:08:09.542 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:09.542 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:09.542 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:09.543 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:09.543 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:09.543 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:09.543 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:09.543 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:09.543 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:09.543 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:08:09.624 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:09.690 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:09.825 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 72 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544889824 for job 640bb5d81f2161b747452ce3cfd3ea9d.
21:08:09.834 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 72 for job 640bb5d81f2161b747452ce3cfd3ea9d (964 bytes, checkpointDuration=10 ms, finalizationTime=0 ms).
21:08:09.835 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 72 as completed for source Source: KuduSource.
21:08:09.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:08.177338 26981 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:08:09.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:09.993264 26967 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.816s	user 0.521s	sys 1.175s
21:08:09.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:09.993685 26967 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.817s	user 0.521s	sys 1.175s
21:08:09.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:09.579581 26979 debug-util.cc:398] Leaking SignalData structure 0x7b0800028020 after lost signal to thread 26967
21:08:09.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:09.996071 26983 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:08:09.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:09.998274 26982 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1816 milliseconds
21:08:09.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:09.998306 26967 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
21:08:10.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:09.999869 26967 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:08:10.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:10.002982 26967 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:08:10.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:10.004619 26967 hybrid_clock.cc:648] HybridClock initialized: now 1783544890004525 us; error 89 us; skew 500 ppm
21:08:10.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:10.005514 26967 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:08:10.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:10.012689 26967 webserver.cc:534] Webserver started at http://127.26.45.188:39569/ using document root <none> and password file <none>
21:08:10.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:10.013712 26967 fs_manager.cc:362] Metadata directory not provided
21:08:10.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:10.013985 26967 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:08:10.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:10.014485 26967 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
21:08:10.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:10.019552 26967 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster7793862396939953712/master-2/data/instance:
21:08:10.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b56c0fa2fe9b49749f0d6c56ebea72b3"
21:08:10.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:08:10 on dist-test-slave-3sd5"
21:08:10.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:10.021003 26967 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster7793862396939953712/master-2/wal/instance:
21:08:10.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b56c0fa2fe9b49749f0d6c56ebea72b3"
21:08:10.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:08:10 on dist-test-slave-3sd5"
21:08:10.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:10.029755 26967 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.008s	sys 0.001s
21:08:10.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:10.036478 26995 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
21:08:10.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:10.037802 26967 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.002s	sys 0.002s
21:08:10.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:10.038251 26967 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster7793862396939953712/master-2/data,/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster7793862396939953712/master-2/wal
21:08:10.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b56c0fa2fe9b49749f0d6c56ebea72b3"
21:08:10.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:08:10 on dist-test-slave-3sd5"
21:08:10.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:10.038664 26967 fs_report.cc:389] FS layout report
21:08:10.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:08:10.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster7793862396939953712/master-2/wal
21:08:10.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster7793862396939953712/master-2/wal
21:08:10.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster7793862396939953712/master-2/data/data
21:08:10.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:08:10.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:08:10.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:08:10.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:08:10.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:08:10.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:08:10.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:08:10.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:08:10.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:08:10.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:08:10.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:08:10.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:10.103307 26965 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.45.188" port: 44635 } attempt: 7
21:08:10.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:10.108820 26967 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
21:08:10.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:10.110551 26965 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.45.188:44635: Network error: Client connection negotiation failed: client connection to 127.26.45.188:44635: connect: Connection refused (error 111)
21:08:10.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:10.110936 26967 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:08:10.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:10.111500 26967 kserver.cc:163] Server-wide thread pool size limit: 3276
21:08:10.122 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:10.190 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:10.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:10.193780 26888 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.45.188" port: 44635 } attempt: 7
21:08:10.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:10.197937 26967 rpc_server.cc:307] RPC server started. Bound to: 127.26.45.188:44635
21:08:10.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:10.198174 27048 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.26.45.188:44635 every 8 connection(s)
21:08:10.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:10.201563 26967 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster7793862396939953712/master-2/data/info.pb
21:08:10.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:10.210301 27052 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
21:08:10.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:10.212167 26806 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu as pid 26967
21:08:10.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:10.212671 26806 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster7793862396939953712/master-2/wal/instance
21:08:10.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:10.225425 27052 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.26.45.190" port: 34167 } has no permanent_uuid. Determining permanent_uuid...
21:08:10.228 [DEBUG - pool-226-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:08:10.229 [DEBUG - pool-226-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:08:10.229 [DEBUG - pool-226-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:08:10.230 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:10.230 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:10.230 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:10.231 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:10.231 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:10.231 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:10.232 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:10.232 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:10.232 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:10.232 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:08:10.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:10.258448 26888 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P dc9a5446a32d4b64abf2902cb4829e18: Bootstrap starting.
21:08:10.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:10.261276 27052 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.26.45.189" port: 42387 } has no permanent_uuid. Determining permanent_uuid...
21:08:10.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:10.268096 26888 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P dc9a5446a32d4b64abf2902cb4829e18: Neither blocks nor log segments found. Creating new log.
21:08:10.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:10.271301 26888 log.cc:826] T 00000000000000000000000000000000 P dc9a5446a32d4b64abf2902cb4829e18: Log is configured to *not* fsync() on all Append() calls
21:08:10.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:10.283309 26888 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P dc9a5446a32d4b64abf2902cb4829e18: No bootstrap required, opened a new log
21:08:10.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:10.283445 27052 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.26.45.188" port: 44635 } has no permanent_uuid. Determining permanent_uuid...
21:08:10.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:10.308236 27052 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P b56c0fa2fe9b49749f0d6c56ebea72b3: Bootstrap starting.
21:08:10.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:10.317523 27052 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P b56c0fa2fe9b49749f0d6c56ebea72b3: Neither blocks nor log segments found. Creating new log.
21:08:10.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:10.319991 27052 log.cc:826] T 00000000000000000000000000000000 P b56c0fa2fe9b49749f0d6c56ebea72b3: Log is configured to *not* fsync() on all Append() calls
21:08:10.326 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 73 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544890324 for job 640bb5d81f2161b747452ce3cfd3ea9d.
21:08:10.336 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 73 for job 640bb5d81f2161b747452ce3cfd3ea9d (964 bytes, checkpointDuration=12 ms, finalizationTime=0 ms).
21:08:10.338 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 73 as completed for source Source: KuduSource.
21:08:10.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:10.338801 26888 raft_consensus.cc:359] T 00000000000000000000000000000000 P dc9a5446a32d4b64abf2902cb4829e18 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dc9a5446a32d4b64abf2902cb4829e18" member_type: VOTER last_known_addr { host: "127.26.45.190" port: 34167 } } peers { permanent_uuid: "e2df3110a7ff44128878c44317ba9df2" member_type: VOTER last_known_addr { host: "127.26.45.189" port: 42387 } } peers { permanent_uuid: "b56c0fa2fe9b49749f0d6c56ebea72b3" member_type: VOTER last_known_addr { host: "127.26.45.188" port: 44635 } }
21:08:10.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:10.349328 27052 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P b56c0fa2fe9b49749f0d6c56ebea72b3: No bootstrap required, opened a new log
21:08:10.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:10.349987 26888 raft_consensus.cc:385] T 00000000000000000000000000000000 P dc9a5446a32d4b64abf2902cb4829e18 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:08:10.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:10.350611 26888 raft_consensus.cc:740] T 00000000000000000000000000000000 P dc9a5446a32d4b64abf2902cb4829e18 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: dc9a5446a32d4b64abf2902cb4829e18, State: Initialized, Role: FOLLOWER
21:08:10.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:10.352111 26888 consensus_queue.cc:260] T 00000000000000000000000000000000 P dc9a5446a32d4b64abf2902cb4829e18 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dc9a5446a32d4b64abf2902cb4829e18" member_type: VOTER last_known_addr { host: "127.26.45.190" port: 34167 } } peers { permanent_uuid: "e2df3110a7ff44128878c44317ba9df2" member_type: VOTER last_known_addr { host: "127.26.45.189" port: 42387 } } peers { permanent_uuid: "b56c0fa2fe9b49749f0d6c56ebea72b3" member_type: VOTER last_known_addr { host: "127.26.45.188" port: 44635 } }
21:08:10.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:10.371155 26888 sys_catalog.cc:565] T 00000000000000000000000000000000 P dc9a5446a32d4b64abf2902cb4829e18 [sys.catalog]: configured and running, proceeding with master startup.
21:08:10.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:10.368301 27064 sys_catalog.cc:455] T 00000000000000000000000000000000 P dc9a5446a32d4b64abf2902cb4829e18 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dc9a5446a32d4b64abf2902cb4829e18" member_type: VOTER last_known_addr { host: "127.26.45.190" port: 34167 } } peers { permanent_uuid: "e2df3110a7ff44128878c44317ba9df2" member_type: VOTER last_known_addr { host: "127.26.45.189" port: 42387 } } peers { permanent_uuid: "b56c0fa2fe9b49749f0d6c56ebea72b3" member_type: VOTER last_known_addr { host: "127.26.45.188" port: 44635 } } }
21:08:10.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:10.374214 27064 sys_catalog.cc:458] T 00000000000000000000000000000000 P dc9a5446a32d4b64abf2902cb4829e18 [sys.catalog]: This master's current role is: FOLLOWER
21:08:10.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:10.397017 27052 raft_consensus.cc:359] T 00000000000000000000000000000000 P b56c0fa2fe9b49749f0d6c56ebea72b3 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dc9a5446a32d4b64abf2902cb4829e18" member_type: VOTER last_known_addr { host: "127.26.45.190" port: 34167 } } peers { permanent_uuid: "e2df3110a7ff44128878c44317ba9df2" member_type: VOTER last_known_addr { host: "127.26.45.189" port: 42387 } } peers { permanent_uuid: "b56c0fa2fe9b49749f0d6c56ebea72b3" member_type: VOTER last_known_addr { host: "127.26.45.188" port: 44635 } }
21:08:10.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:10.398026 27052 raft_consensus.cc:385] T 00000000000000000000000000000000 P b56c0fa2fe9b49749f0d6c56ebea72b3 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:08:10.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:10.398433 27052 raft_consensus.cc:740] T 00000000000000000000000000000000 P b56c0fa2fe9b49749f0d6c56ebea72b3 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: b56c0fa2fe9b49749f0d6c56ebea72b3, State: Initialized, Role: FOLLOWER
21:08:10.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:10.399741 27052 consensus_queue.cc:260] T 00000000000000000000000000000000 P b56c0fa2fe9b49749f0d6c56ebea72b3 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dc9a5446a32d4b64abf2902cb4829e18" member_type: VOTER last_known_addr { host: "127.26.45.190" port: 34167 } } peers { permanent_uuid: "e2df3110a7ff44128878c44317ba9df2" member_type: VOTER last_known_addr { host: "127.26.45.189" port: 42387 } } peers { permanent_uuid: "b56c0fa2fe9b49749f0d6c56ebea72b3" member_type: VOTER last_known_addr { host: "127.26.45.188" port: 44635 } }
21:08:10.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:10.409880 27072 sys_catalog.cc:455] T 00000000000000000000000000000000 P b56c0fa2fe9b49749f0d6c56ebea72b3 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dc9a5446a32d4b64abf2902cb4829e18" member_type: VOTER last_known_addr { host: "127.26.45.190" port: 34167 } } peers { permanent_uuid: "e2df3110a7ff44128878c44317ba9df2" member_type: VOTER last_known_addr { host: "127.26.45.189" port: 42387 } } peers { permanent_uuid: "b56c0fa2fe9b49749f0d6c56ebea72b3" member_type: VOTER last_known_addr { host: "127.26.45.188" port: 44635 } } }
21:08:10.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:10.412904 27052 sys_catalog.cc:565] T 00000000000000000000000000000000 P b56c0fa2fe9b49749f0d6c56ebea72b3 [sys.catalog]: configured and running, proceeding with master startup.
21:08:10.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:10.412873 27072 sys_catalog.cc:458] T 00000000000000000000000000000000 P b56c0fa2fe9b49749f0d6c56ebea72b3 [sys.catalog]: This master's current role is: FOLLOWER
21:08:10.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:10.435284 27076 catalog_manager.cc:1593] T 00000000000000000000000000000000 P dc9a5446a32d4b64abf2902cb4829e18: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
21:08:10.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:10.435674 27076 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
21:08:10.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:10.441682 27064 raft_consensus.cc:493] T 00000000000000000000000000000000 P dc9a5446a32d4b64abf2902cb4829e18 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
21:08:10.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:10.442494 27064 raft_consensus.cc:515] T 00000000000000000000000000000000 P dc9a5446a32d4b64abf2902cb4829e18 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dc9a5446a32d4b64abf2902cb4829e18" member_type: VOTER last_known_addr { host: "127.26.45.190" port: 34167 } } peers { permanent_uuid: "e2df3110a7ff44128878c44317ba9df2" member_type: VOTER last_known_addr { host: "127.26.45.189" port: 42387 } } peers { permanent_uuid: "b56c0fa2fe9b49749f0d6c56ebea72b3" member_type: VOTER last_known_addr { host: "127.26.45.188" port: 44635 } }
21:08:10.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:10.449314 27064 leader_election.cc:290] T 00000000000000000000000000000000 P dc9a5446a32d4b64abf2902cb4829e18 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers e2df3110a7ff44128878c44317ba9df2 (127.26.45.189:42387), b56c0fa2fe9b49749f0d6c56ebea72b3 (127.26.45.188:44635)
21:08:10.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:10.453709 27024 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "dc9a5446a32d4b64abf2902cb4829e18" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b56c0fa2fe9b49749f0d6c56ebea72b3" is_pre_election: true
21:08:10.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:10.455117 27024 raft_consensus.cc:2468] T 00000000000000000000000000000000 P b56c0fa2fe9b49749f0d6c56ebea72b3 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate dc9a5446a32d4b64abf2902cb4829e18 in term 0.
21:08:10.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:10.456979 26839 leader_election.cc:304] T 00000000000000000000000000000000 P dc9a5446a32d4b64abf2902cb4829e18 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: b56c0fa2fe9b49749f0d6c56ebea72b3, dc9a5446a32d4b64abf2902cb4829e18; no voters: 
21:08:10.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:10.463709 27064 raft_consensus.cc:2804] T 00000000000000000000000000000000 P dc9a5446a32d4b64abf2902cb4829e18 [term 0 FOLLOWER]: Leader pre-election won for term 1
21:08:10.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:10.467407 27064 raft_consensus.cc:493] T 00000000000000000000000000000000 P dc9a5446a32d4b64abf2902cb4829e18 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
21:08:10.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:10.469650 27064 raft_consensus.cc:3060] T 00000000000000000000000000000000 P dc9a5446a32d4b64abf2902cb4829e18 [term 0 FOLLOWER]: Advancing to term 1
21:08:10.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:10.423945 26818 master_runner.cc:187] Error getting master registration for 127.26.45.189:42387: OK, instance_id { permanent_uuid: "e2df3110a7ff44128878c44317ba9df2" instance_seqno: 1783544887658637 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
21:08:10.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:10.515306 26818 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
21:08:10.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:10.516629 27064 raft_consensus.cc:515] T 00000000000000000000000000000000 P dc9a5446a32d4b64abf2902cb4829e18 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dc9a5446a32d4b64abf2902cb4829e18" member_type: VOTER last_known_addr { host: "127.26.45.190" port: 34167 } } peers { permanent_uuid: "e2df3110a7ff44128878c44317ba9df2" member_type: VOTER last_known_addr { host: "127.26.45.189" port: 42387 } } peers { permanent_uuid: "b56c0fa2fe9b49749f0d6c56ebea72b3" member_type: VOTER last_known_addr { host: "127.26.45.188" port: 44635 } }
21:08:10.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:10.530210 27064 leader_election.cc:290] T 00000000000000000000000000000000 P dc9a5446a32d4b64abf2902cb4829e18 [CANDIDATE]: Term 1 election: Requested vote from peers e2df3110a7ff44128878c44317ba9df2 (127.26.45.189:42387), b56c0fa2fe9b49749f0d6c56ebea72b3 (127.26.45.188:44635)
21:08:10.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:10.532382 27024 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "dc9a5446a32d4b64abf2902cb4829e18" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b56c0fa2fe9b49749f0d6c56ebea72b3"
21:08:10.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:10.533000 27024 raft_consensus.cc:3060] T 00000000000000000000000000000000 P b56c0fa2fe9b49749f0d6c56ebea72b3 [term 0 FOLLOWER]: Advancing to term 1
21:08:10.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:10.546912 27024 raft_consensus.cc:2468] T 00000000000000000000000000000000 P b56c0fa2fe9b49749f0d6c56ebea72b3 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate dc9a5446a32d4b64abf2902cb4829e18 in term 1.
21:08:10.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:10.550530 26839 leader_election.cc:304] T 00000000000000000000000000000000 P dc9a5446a32d4b64abf2902cb4829e18 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: b56c0fa2fe9b49749f0d6c56ebea72b3, dc9a5446a32d4b64abf2902cb4829e18; no voters: 
21:08:10.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:10.554476 27064 raft_consensus.cc:2804] T 00000000000000000000000000000000 P dc9a5446a32d4b64abf2902cb4829e18 [term 1 FOLLOWER]: Leader election won for term 1
21:08:10.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:10.568293 27064 raft_consensus.cc:697] T 00000000000000000000000000000000 P dc9a5446a32d4b64abf2902cb4829e18 [term 1 LEADER]: Becoming Leader. State: Replica: dc9a5446a32d4b64abf2902cb4829e18, State: Running, Role: LEADER
21:08:10.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:10.569466 27064 consensus_queue.cc:237] T 00000000000000000000000000000000 P dc9a5446a32d4b64abf2902cb4829e18 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dc9a5446a32d4b64abf2902cb4829e18" member_type: VOTER last_known_addr { host: "127.26.45.190" port: 34167 } } peers { permanent_uuid: "e2df3110a7ff44128878c44317ba9df2" member_type: VOTER last_known_addr { host: "127.26.45.189" port: 42387 } } peers { permanent_uuid: "b56c0fa2fe9b49749f0d6c56ebea72b3" member_type: VOTER last_known_addr { host: "127.26.45.188" port: 44635 } }
21:08:10.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:10.573880 27088 catalog_manager.cc:1593] T 00000000000000000000000000000000 P b56c0fa2fe9b49749f0d6c56ebea72b3: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
21:08:10.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:10.575145 27088 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
21:08:10.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:10.587175 27089 sys_catalog.cc:455] T 00000000000000000000000000000000 P dc9a5446a32d4b64abf2902cb4829e18 [sys.catalog]: SysCatalogTable state changed. Reason: New leader dc9a5446a32d4b64abf2902cb4829e18. Latest consensus state: current_term: 1 leader_uuid: "dc9a5446a32d4b64abf2902cb4829e18" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dc9a5446a32d4b64abf2902cb4829e18" member_type: VOTER last_known_addr { host: "127.26.45.190" port: 34167 } } peers { permanent_uuid: "e2df3110a7ff44128878c44317ba9df2" member_type: VOTER last_known_addr { host: "127.26.45.189" port: 42387 } } peers { permanent_uuid: "b56c0fa2fe9b49749f0d6c56ebea72b3" member_type: VOTER last_known_addr { host: "127.26.45.188" port: 44635 } } }
21:08:10.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:10.588136 27089 sys_catalog.cc:458] T 00000000000000000000000000000000 P dc9a5446a32d4b64abf2902cb4829e18 [sys.catalog]: This master's current role is: LEADER
21:08:10.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:10.595741 26842 tablet.cc:2406] T 00000000000000000000000000000000 P dc9a5446a32d4b64abf2902cb4829e18: Can't schedule compaction. Clean time has not been advanced past its initial value.
21:08:10.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:10.600572 27092 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
21:08:10.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:10.617367 27003 tablet.cc:2406] T 00000000000000000000000000000000 P b56c0fa2fe9b49749f0d6c56ebea72b3: Can't schedule compaction. Clean time has not been advanced past its initial value.
21:08:10.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:10.620018 27092 catalog_manager.cc:1519] Initializing Kudu cluster ID...
21:08:10.624 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:10.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:10.676682 27024 raft_consensus.cc:1275] T 00000000000000000000000000000000 P b56c0fa2fe9b49749f0d6c56ebea72b3 [term 1 FOLLOWER]: Refusing update from remote peer dc9a5446a32d4b64abf2902cb4829e18: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
21:08:10.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:10.680431 27089 consensus_queue.cc:1048] T 00000000000000000000000000000000 P dc9a5446a32d4b64abf2902cb4829e18 [LEADER]: Connected to new peer: Peer: permanent_uuid: "b56c0fa2fe9b49749f0d6c56ebea72b3" member_type: VOTER last_known_addr { host: "127.26.45.188" port: 44635 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
21:08:10.689 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:10.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:10.606434 26967 master_runner.cc:187] Error getting master registration for 127.26.45.189:42387: OK, instance_id { permanent_uuid: "e2df3110a7ff44128878c44317ba9df2" instance_seqno: 1783544887658637 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
21:08:10.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:10.711097 26967 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
21:08:10.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:10.726613 27072 sys_catalog.cc:455] T 00000000000000000000000000000000 P b56c0fa2fe9b49749f0d6c56ebea72b3 [sys.catalog]: SysCatalogTable state changed. Reason: New leader dc9a5446a32d4b64abf2902cb4829e18. Latest consensus state: current_term: 1 leader_uuid: "dc9a5446a32d4b64abf2902cb4829e18" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dc9a5446a32d4b64abf2902cb4829e18" member_type: VOTER last_known_addr { host: "127.26.45.190" port: 34167 } } peers { permanent_uuid: "e2df3110a7ff44128878c44317ba9df2" member_type: VOTER last_known_addr { host: "127.26.45.189" port: 42387 } } peers { permanent_uuid: "b56c0fa2fe9b49749f0d6c56ebea72b3" member_type: VOTER last_known_addr { host: "127.26.45.188" port: 44635 } } }
21:08:10.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:10.727658 27072 sys_catalog.cc:458] T 00000000000000000000000000000000 P b56c0fa2fe9b49749f0d6c56ebea72b3 [sys.catalog]: This master's current role is: FOLLOWER
21:08:10.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:10.735095 27094 mvcc.cc:204] Tried to move back new op lower bound from 7305399872171950080 to 7305399871786872832. Current Snapshot: MvccSnapshot[applied={T|T < 7305399872171950080}]
21:08:10.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:10.738235 27093 mvcc.cc:204] Tried to move back new op lower bound from 7305399872171950080 to 7305399871786872832. Current Snapshot: MvccSnapshot[applied={T|T < 7305399872171950080}]
21:08:10.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:10.760792 27089 sys_catalog.cc:455] T 00000000000000000000000000000000 P dc9a5446a32d4b64abf2902cb4829e18 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "dc9a5446a32d4b64abf2902cb4829e18" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dc9a5446a32d4b64abf2902cb4829e18" member_type: VOTER last_known_addr { host: "127.26.45.190" port: 34167 } } peers { permanent_uuid: "e2df3110a7ff44128878c44317ba9df2" member_type: VOTER last_known_addr { host: "127.26.45.189" port: 42387 } } peers { permanent_uuid: "b56c0fa2fe9b49749f0d6c56ebea72b3" member_type: VOTER last_known_addr { host: "127.26.45.188" port: 44635 } } }
21:08:10.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:10.761865 27089 sys_catalog.cc:458] T 00000000000000000000000000000000 P dc9a5446a32d4b64abf2902cb4829e18 [sys.catalog]: This master's current role is: LEADER
21:08:10.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:10.775949 27072 sys_catalog.cc:455] T 00000000000000000000000000000000 P b56c0fa2fe9b49749f0d6c56ebea72b3 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "dc9a5446a32d4b64abf2902cb4829e18" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dc9a5446a32d4b64abf2902cb4829e18" member_type: VOTER last_known_addr { host: "127.26.45.190" port: 34167 } } peers { permanent_uuid: "e2df3110a7ff44128878c44317ba9df2" member_type: VOTER last_known_addr { host: "127.26.45.189" port: 42387 } } peers { permanent_uuid: "b56c0fa2fe9b49749f0d6c56ebea72b3" member_type: VOTER last_known_addr { host: "127.26.45.188" port: 44635 } } }
21:08:10.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:10.776733 27072 sys_catalog.cc:458] T 00000000000000000000000000000000 P b56c0fa2fe9b49749f0d6c56ebea72b3 [sys.catalog]: This master's current role is: FOLLOWER
21:08:10.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:10.807066 27092 catalog_manager.cc:1382] Generated new cluster ID: 7eee4a51abb84d9781de211374d0717c
21:08:10.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:10.807426 27092 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
21:08:10.825 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 74 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544890825 for job 640bb5d81f2161b747452ce3cfd3ea9d.
21:08:10.833 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 74 for job 640bb5d81f2161b747452ce3cfd3ea9d (964 bytes, checkpointDuration=7 ms, finalizationTime=1 ms).
21:08:10.835 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 74 as completed for source Source: KuduSource.
21:08:10.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:10.897104 27092 catalog_manager.cc:1405] Generated new certificate authority record
21:08:10.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:10.899928 27092 catalog_manager.cc:1539] Loading token signing keys...
21:08:10.920 [DEBUG - pool-224-thread-1] (Connection.java:748) [peer master-127.22.50.60:38829(127.22.50.60:38829)] connecting to peer
21:08:10.921 [DEBUG - pool-224-thread-1] (Connection.java:748) [peer master-127.22.50.61:45261(127.22.50.61:45261)] connecting to peer
21:08:10.921 [DEBUG - pool-224-thread-1] (Connection.java:748) [peer master-127.22.50.62:44659(127.22.50.62:44659)] connecting to peer
21:08:10.921 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:08:10.921 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.50.60:38829(127.22.50.60:38829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:08:10.922 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.60:38829: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:08:10.922 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:08:10.922 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.50.61:45261(127.22.50.61:45261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:08:10.922 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.61:45261: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:08:10.922 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:08:10.923 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.50.62:44659(127.22.50.62:44659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:08:10.923 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.62:44659: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:08:10.923 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659; will retry
21:08:10.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:10.946872 27092 catalog_manager.cc:6069] T 00000000000000000000000000000000 P dc9a5446a32d4b64abf2902cb4829e18: Generated new TSK 0
21:08:10.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:10.948493 27092 catalog_manager.cc:1549] Initializing in-progress tserver states...
21:08:10.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:10.980980 26806 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu
21:08:10.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu
21:08:10.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster7793862396939953712/ts-0/wal
21:08:10.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster7793862396939953712/ts-0/data
21:08:10.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:08:10.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:08:10.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:08:10.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:08:10.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:08:10.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:08:10.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster7793862396939953712/ts-0/logs
21:08:10.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster7793862396939953712/ts-0/data/info.pb
21:08:10.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:08:10.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:08:10.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:08:10.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:08:10.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:08:10.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:08:10.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:08:10.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:08:10.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
21:08:10.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:08:10.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.45.129:0
21:08:10.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.26.45.129
21:08:10.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.45.129
21:08:10.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:08:10.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.26.45.190:34167,127.26.45.189:42387,127.26.45.188:44635
21:08:10.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.45.148:39589
21:08:10.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:08:10.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:08:10.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
21:08:11.039 [DEBUG - pool-228-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:08:11.039 [DEBUG - pool-228-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:08:11.039 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:11.039 [DEBUG - pool-228-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:08:11.039 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:11.039 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:11.040 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:11.040 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:11.040 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:11.040 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:11.040 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:11.040 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:11.040 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:08:11.122 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:11.189 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:11.325 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 75 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544891325 for job 640bb5d81f2161b747452ce3cfd3ea9d.
21:08:11.334 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 75 for job 640bb5d81f2161b747452ce3cfd3ea9d (964 bytes, checkpointDuration=8 ms, finalizationTime=1 ms).
21:08:11.336 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 75 as completed for source Source: KuduSource.
21:08:11.480 [DEBUG - pool-150-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30017), Traces: [0ms] sending RPC to server master-127.23.69.188:34691, [4ms] received response from server master-127.23.69.188:34691: OK, deferred=null) with no deferred attached!
21:08:11.481 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:08:11.481 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:08:11.481 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:08:11.482 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:11.483 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:11.483 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:11.483 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:11.483 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:11.483 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:11.484 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:11.484 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:11.484 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:11.484 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:08:11.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:11.596194 27088 catalog_manager.cc:1294] Loaded cluster ID: 7eee4a51abb84d9781de211374d0717c
21:08:11.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:11.597569 27088 catalog_manager.cc:1587] T 00000000000000000000000000000000 P b56c0fa2fe9b49749f0d6c56ebea72b3: loading cluster ID for follower catalog manager: success
21:08:11.622 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:11.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:11.647315 27098 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
21:08:11.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:11.648013 27098 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:08:11.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:11.648797 27098 flags.cc:432] Enabled unsafe flag: --never_fsync=true
21:08:11.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:11.653434 27088 catalog_manager.cc:1609] T 00000000000000000000000000000000 P b56c0fa2fe9b49749f0d6c56ebea72b3: acquiring CA information for follower catalog manager: success
21:08:11.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:11.671411 27088 catalog_manager.cc:1637] T 00000000000000000000000000000000 P b56c0fa2fe9b49749f0d6c56ebea72b3: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
21:08:11.690 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:11.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:11.716044 27098 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
21:08:11.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:11.717530 27098 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.26.45.129
21:08:11.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:11.788157 27098 tablet_server_runner.cc:78] Tablet server non-default flags:
21:08:11.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:08:11.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.45.148:39589
21:08:11.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:08:11.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:08:11.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster7793862396939953712/ts-0/data
21:08:11.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster7793862396939953712/ts-0/wal
21:08:11.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:08:11.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:08:11.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.45.129:0
21:08:11.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:08:11.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:08:11.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:08:11.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster7793862396939953712/ts-0/data/info.pb
21:08:11.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.45.129
21:08:11.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:08:11.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.26.45.190:34167,127.26.45.189:42387,127.26.45.188:44635
21:08:11.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:08:11.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:08:11.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:08:11.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:08:11.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:08:11.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.26.45.129
21:08:11.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster7793862396939953712/ts-0/logs
21:08:11.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:08:11.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:08:11.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
21:08:11.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
21:08:11.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
21:08:11.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 6bec869c2320d19f2589b3f609f76e5041a21d27
21:08:11.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:08:11.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 20:43:55 UTC on e7f111948823
21:08:11.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16878
21:08:11.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:08:11.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:11.790082 27098 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:08:11.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:11.792564 27098 file_cache.cc:492] Constructed file cache file cache with capacity 419430
21:08:11.820 [DEBUG - pool-224-thread-1] (Connection.java:748) [peer master-127.22.50.60:38829(127.22.50.60:38829)] connecting to peer
21:08:11.821 [DEBUG - pool-224-thread-1] (Connection.java:748) [peer master-127.22.50.61:45261(127.22.50.61:45261)] connecting to peer
21:08:11.821 [DEBUG - pool-224-thread-1] (Connection.java:748) [peer master-127.22.50.62:44659(127.22.50.62:44659)] connecting to peer
21:08:11.822 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:08:11.822 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.50.60:38829(127.22.50.60:38829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:08:11.822 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.60:38829: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:08:11.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:11.816128 26884 debug-util.cc:398] Leaking SignalData structure 0x7b0800097320 after lost signal to thread 26820
21:08:11.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:11.817104 26884 debug-util.cc:398] Leaking SignalData structure 0x7b080007fa40 after lost signal to thread 26887
21:08:11.822 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:08:11.822 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.50.61:45261(127.22.50.61:45261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:08:11.822 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.61:45261: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:08:11.823 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:08:11.823 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.50.62:44659(127.22.50.62:44659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:08:11.823 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.62:44659: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:08:11.823 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659; will retry
21:08:11.824 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 76 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544891824 for job 640bb5d81f2161b747452ce3cfd3ea9d.
21:08:11.834 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 76 for job 640bb5d81f2161b747452ce3cfd3ea9d (964 bytes, checkpointDuration=9 ms, finalizationTime=1 ms).
21:08:11.835 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 76 as completed for source Source: KuduSource.
21:08:11.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:11.840209 27104 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:08:12.121 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:12.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:12.145917 26838 proxy.cc:239] Call had error, refreshing address and retrying: Timed out: RequestConsensusVote RPC to 127.26.45.189:42387 timed out after 1.699s (SENT) [suppressed 14 similar messages]
21:08:12.190 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:12.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:12.201009 26965 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.45.188" port: 44635 } attempt: 8
21:08:12.324 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 77 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544892324 for job 640bb5d81f2161b747452ce3cfd3ea9d.
21:08:12.333 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 77 for job 640bb5d81f2161b747452ce3cfd3ea9d (964 bytes, checkpointDuration=9 ms, finalizationTime=0 ms).
21:08:12.334 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 77 as completed for source Source: KuduSource.
21:08:12.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:12.368228 26965 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P e2df3110a7ff44128878c44317ba9df2: Bootstrap starting.
21:08:12.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:12.389191 26965 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P e2df3110a7ff44128878c44317ba9df2: Neither blocks nor log segments found. Creating new log.
21:08:12.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:12.397698 26965 log.cc:826] T 00000000000000000000000000000000 P e2df3110a7ff44128878c44317ba9df2: Log is configured to *not* fsync() on all Append() calls
21:08:12.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:12.421458 26965 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P e2df3110a7ff44128878c44317ba9df2: No bootstrap required, opened a new log
21:08:12.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:12.497345 26965 raft_consensus.cc:359] T 00000000000000000000000000000000 P e2df3110a7ff44128878c44317ba9df2 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dc9a5446a32d4b64abf2902cb4829e18" member_type: VOTER last_known_addr { host: "127.26.45.190" port: 34167 } } peers { permanent_uuid: "e2df3110a7ff44128878c44317ba9df2" member_type: VOTER last_known_addr { host: "127.26.45.189" port: 42387 } } peers { permanent_uuid: "b56c0fa2fe9b49749f0d6c56ebea72b3" member_type: VOTER last_known_addr { host: "127.26.45.188" port: 44635 } }
21:08:12.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:12.499138 26965 raft_consensus.cc:385] T 00000000000000000000000000000000 P e2df3110a7ff44128878c44317ba9df2 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:08:12.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:12.500039 26965 raft_consensus.cc:740] T 00000000000000000000000000000000 P e2df3110a7ff44128878c44317ba9df2 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e2df3110a7ff44128878c44317ba9df2, State: Initialized, Role: FOLLOWER
21:08:12.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:12.502728 26965 consensus_queue.cc:260] T 00000000000000000000000000000000 P e2df3110a7ff44128878c44317ba9df2 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dc9a5446a32d4b64abf2902cb4829e18" member_type: VOTER last_known_addr { host: "127.26.45.190" port: 34167 } } peers { permanent_uuid: "e2df3110a7ff44128878c44317ba9df2" member_type: VOTER last_known_addr { host: "127.26.45.189" port: 42387 } } peers { permanent_uuid: "b56c0fa2fe9b49749f0d6c56ebea72b3" member_type: VOTER last_known_addr { host: "127.26.45.188" port: 44635 } }
21:08:12.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:12.518061 27113 sys_catalog.cc:455] T 00000000000000000000000000000000 P e2df3110a7ff44128878c44317ba9df2 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dc9a5446a32d4b64abf2902cb4829e18" member_type: VOTER last_known_addr { host: "127.26.45.190" port: 34167 } } peers { permanent_uuid: "e2df3110a7ff44128878c44317ba9df2" member_type: VOTER last_known_addr { host: "127.26.45.189" port: 42387 } } peers { permanent_uuid: "b56c0fa2fe9b49749f0d6c56ebea72b3" member_type: VOTER last_known_addr { host: "127.26.45.188" port: 44635 } } }
21:08:12.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:12.522360 26965 sys_catalog.cc:565] T 00000000000000000000000000000000 P e2df3110a7ff44128878c44317ba9df2 [sys.catalog]: configured and running, proceeding with master startup.
21:08:12.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:12.523603 26936 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "dc9a5446a32d4b64abf2902cb4829e18" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e2df3110a7ff44128878c44317ba9df2"
21:08:12.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:12.523072 26938 raft_consensus.cc:3060] T 00000000000000000000000000000000 P e2df3110a7ff44128878c44317ba9df2 [term 0 FOLLOWER]: Advancing to term 1
21:08:12.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:12.525364 26939 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "dc9a5446a32d4b64abf2902cb4829e18" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e2df3110a7ff44128878c44317ba9df2"
21:08:12.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:12.528439 26939 rpcz_store.cc:267] Call kudu.consensus.ConsensusService.RequestConsensusVote from 127.0.0.1:33624 (request call id 3) took 2001 ms (client timeout 1821 ms). Trace:
21:08:12.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:12.528841 26939 rpcz_store.cc:269] 0708 21:08:10.526730 (+     0us) service_pool.cc:167] Inserting onto call queue
21:08:12.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0708 21:08:10.527558 (+   828us) service_pool.cc:224] Handling call
21:08:12.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0708 21:08:12.528303 (+2000745us) inbound_call.cc:177] Queueing success response
21:08:12.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
21:08:12.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:12.525568 26940 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "dc9a5446a32d4b64abf2902cb4829e18" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e2df3110a7ff44128878c44317ba9df2" is_pre_election: true
21:08:12.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:12.525775 26937 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "dc9a5446a32d4b64abf2902cb4829e18" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e2df3110a7ff44128878c44317ba9df2" is_pre_election: true
21:08:12.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:12.530869 26940 rpcz_store.cc:267] Call kudu.consensus.ConsensusService.RequestConsensusVote from 127.0.0.1:33624 (request call id 2) took 2084 ms (client timeout 1699 ms). Trace:
21:08:12.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:12.531262 26940 rpcz_store.cc:269] 0708 21:08:10.446551 (+     0us) service_pool.cc:167] Inserting onto call queue
21:08:12.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0708 21:08:10.446712 (+   161us) service_pool.cc:224] Handling call
21:08:12.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0708 21:08:12.530793 (+2084081us) inbound_call.cc:177] Queueing success response
21:08:12.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
21:08:12.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:12.523695 27113 sys_catalog.cc:458] T 00000000000000000000000000000000 P e2df3110a7ff44128878c44317ba9df2 [sys.catalog]: This master's current role is: FOLLOWER
21:08:12.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:12.537663 26938 raft_consensus.cc:1275] T 00000000000000000000000000000000 P e2df3110a7ff44128878c44317ba9df2 [term 1 FOLLOWER]: Refusing update from remote peer dc9a5446a32d4b64abf2902cb4829e18: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
21:08:12.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:12.538429 26938 rpcz_store.cc:275] Call kudu.consensus.ConsensusService.UpdateConsensus from 127.0.0.1:33624 (request call id 4) took 1850 ms. Trace:
21:08:12.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:12.538704 26938 rpcz_store.cc:276] 0708 21:08:10.688234 (+     0us) service_pool.cc:167] Inserting onto call queue
21:08:12.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0708 21:08:10.688395 (+   161us) service_pool.cc:224] Handling call
21:08:12.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0708 21:08:12.522664 (+1834269us) raft_consensus.cc:1471] Updating replica for 0 ops
21:08:12.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0708 21:08:12.538085 (+ 15421us) raft_consensus.cc:1697] Filling consensus response to leader.
21:08:12.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0708 21:08:12.538369 (+   284us) inbound_call.cc:177] Queueing success response
21:08:12.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
21:08:12.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:12.540782 27108 consensus_queue.cc:1048] T 00000000000000000000000000000000 P dc9a5446a32d4b64abf2902cb4829e18 [LEADER]: Connected to new peer: Peer: permanent_uuid: "e2df3110a7ff44128878c44317ba9df2" member_type: VOTER last_known_addr { host: "127.26.45.189" port: 42387 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
21:08:12.625 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:12.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:12.628504 27113 sys_catalog.cc:455] T 00000000000000000000000000000000 P e2df3110a7ff44128878c44317ba9df2 [sys.catalog]: SysCatalogTable state changed. Reason: New leader dc9a5446a32d4b64abf2902cb4829e18. Latest consensus state: current_term: 1 leader_uuid: "dc9a5446a32d4b64abf2902cb4829e18" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dc9a5446a32d4b64abf2902cb4829e18" member_type: VOTER last_known_addr { host: "127.26.45.190" port: 34167 } } peers { permanent_uuid: "e2df3110a7ff44128878c44317ba9df2" member_type: VOTER last_known_addr { host: "127.26.45.189" port: 42387 } } peers { permanent_uuid: "b56c0fa2fe9b49749f0d6c56ebea72b3" member_type: VOTER last_known_addr { host: "127.26.45.188" port: 44635 } } }
21:08:12.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:12.642724 27120 sys_catalog.cc:455] T 00000000000000000000000000000000 P e2df3110a7ff44128878c44317ba9df2 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "dc9a5446a32d4b64abf2902cb4829e18" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dc9a5446a32d4b64abf2902cb4829e18" member_type: VOTER last_known_addr { host: "127.26.45.190" port: 34167 } } peers { permanent_uuid: "e2df3110a7ff44128878c44317ba9df2" member_type: VOTER last_known_addr { host: "127.26.45.189" port: 42387 } } peers { permanent_uuid: "b56c0fa2fe9b49749f0d6c56ebea72b3" member_type: VOTER last_known_addr { host: "127.26.45.188" port: 44635 } } }
21:08:12.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:12.643785 27113 sys_catalog.cc:458] T 00000000000000000000000000000000 P e2df3110a7ff44128878c44317ba9df2 [sys.catalog]: This master's current role is: FOLLOWER
21:08:12.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:12.651262 27120 sys_catalog.cc:458] T 00000000000000000000000000000000 P e2df3110a7ff44128878c44317ba9df2 [sys.catalog]: This master's current role is: FOLLOWER
21:08:12.690 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:12.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:12.695494 27129 catalog_manager.cc:1294] Loaded cluster ID: 7eee4a51abb84d9781de211374d0717c
21:08:12.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:12.696024 27129 catalog_manager.cc:1587] T 00000000000000000000000000000000 P e2df3110a7ff44128878c44317ba9df2: loading cluster ID for follower catalog manager: success
21:08:12.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:12.716892 27129 catalog_manager.cc:1609] T 00000000000000000000000000000000 P e2df3110a7ff44128878c44317ba9df2: acquiring CA information for follower catalog manager: success
21:08:12.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:12.727818 27129 catalog_manager.cc:1637] T 00000000000000000000000000000000 P e2df3110a7ff44128878c44317ba9df2: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
21:08:12.829 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 78 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544892827 for job 640bb5d81f2161b747452ce3cfd3ea9d.
21:08:12.844 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 78 for job 640bb5d81f2161b747452ce3cfd3ea9d (964 bytes, checkpointDuration=17 ms, finalizationTime=0 ms).
21:08:12.846 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 78 as completed for source Source: KuduSource.
21:08:13.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:13.047843 27108 sys_catalog.cc:455] T 00000000000000000000000000000000 P dc9a5446a32d4b64abf2902cb4829e18 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "dc9a5446a32d4b64abf2902cb4829e18" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dc9a5446a32d4b64abf2902cb4829e18" member_type: VOTER last_known_addr { host: "127.26.45.190" port: 34167 } } peers { permanent_uuid: "e2df3110a7ff44128878c44317ba9df2" member_type: VOTER last_known_addr { host: "127.26.45.189" port: 42387 } } peers { permanent_uuid: "b56c0fa2fe9b49749f0d6c56ebea72b3" member_type: VOTER last_known_addr { host: "127.26.45.188" port: 44635 } } }
21:08:13.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:13.049083 27108 sys_catalog.cc:458] T 00000000000000000000000000000000 P dc9a5446a32d4b64abf2902cb4829e18 [sys.catalog]: This master's current role is: LEADER
21:08:13.122 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:13.190 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:13.200 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:08:13.200 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:08:13.200 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:08:13.201 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:13.201 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:13.201 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:13.202 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:13.202 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:13.202 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:13.202 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:13.202 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:13.202 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:13.202 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:08:13.203 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=Kudu Master, attempt=26, TimeoutTracker(timeout=30000, elapsed=29744), Traces: [0ms] sending RPC to server master-127.23.69.188:34691, [2ms] received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [21ms] refreshing cache from master, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [24ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [25ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [25ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [26ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [42ms] refreshing cache from master, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [44ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [44ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [44ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [61ms] refreshing cache from master, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [64ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [64ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [64ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [82ms] refreshing cache from master, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [84ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [84ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [123ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [123ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [123ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [181ms] refreshing cache from master, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [183ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [183ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [183ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [183ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [322ms] refreshing cache from master, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [323ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [323ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [323ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [324ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [341ms] refreshing cache from master, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [343ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [343ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [343ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [343ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [622ms] refreshing cache from master, [622ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [623ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [623ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [623ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [623ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [623ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [624ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [942ms] refreshing cache from master, [942ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [942ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [943ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [943ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [943ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [943ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [943ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [2542ms] refreshing cache from master, [2542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [2543ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [2543ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [2544ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [2545ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [2546ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [2546ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [6262ms] refreshing cache from master, [6262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [6262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [6263ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [6263ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [6263ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [6263ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [6263ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [10122ms] refreshing cache from master, [10122ms] too many traces: truncated at 100 traces, deferred=Deferred@474423145(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduClient$$Lambda$221/0x00007fbb3432f750@6710a95b -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@1663536811 after retry RPC after error@1170017720) -> (continuation of Deferred@1638264369 after retry RPC after error@52287791) -> (continuation of Deferred@1544576305 after retry RPC after error@1902988230) -> (continuation of Deferred@1064822716 after retry RPC after error@1380881884) -> (continuation of Deferred@208249713 after retry RPC after error@398584385) -> (continuation of Deferred@386643202 after retry RPC after error@827138634) -> (continuation of Deferred@1887333689 after retry RPC after error@1752498837) -> (continuation of Deferred@580651324 after retry RPC after error@2048598103) -> (continuation of Deferred@2031062408 after retry RPC after error@967727510) -> (continuation of Deferred@2075746934 after retry RPC after error@1485044942) -> (continuation of Deferred@1566919067 after retry RPC after error@374131016) -> (continuation of Deferred@651604773 after retry RPC after error@1635016381) -> (continuation of Deferred@371915417 after retry RPC after error@1717331869) -> (continuation of Deferred@1971367912 after retry RPC after error@910333523) -> (continuation of Deferred@2004704304 after retry RPC after error@1914219981) -> (continuation of Deferred@43492233 after retry RPC after error@541412742) -> (continuation of Deferred@1036261730 after retry RPC after error@176537042) -> (continuation of Deferred@892456160 after retry RPC after error@1066569405) -> (continuation of Deferred@570461988 after retry RPC after error@97312155) -> (continuation of Deferred@1050756878 after retry RPC after error@367902977) -> (continuation of Deferred@858916151 after retry RPC after error@1349592783) -> (continuation of Deferred@1692173048 after retry RPC after error@532849323) -> (continuation of Deferred@1014634457 after retry RPC after error@1709443527) -> (continuation of Deferred@1706007745 after retry RPC after error@1878179109), errback=passthrough -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@1663536811 after retry RPC after error@1170017720) -> (continuation of Deferred@1638264369 after retry RPC after error@52287791) -> (continuation of Deferred@1544576305 after retry RPC after error@1902988230) -> (continuation of Deferred@1064822716 after retry RPC after error@1380881884) -> (continuation of Deferred@208249713 after retry RPC after error@398584385) -> (continuation of Deferred@386643202 after retry RPC after error@827138634) -> (continuation of Deferred@1887333689 after retry RPC after error@1752498837) -> (continuation of Deferred@580651324 after retry RPC after error@2048598103) -> (continuation of Deferred@2031062408 after retry RPC after error@967727510) -> (continuation of Deferred@2075746934 after retry RPC after error@1485044942) -> (continuation of Deferred@1566919067 after retry RPC after error@374131016) -> (continuation of Deferred@651604773 after retry RPC after error@1635016381) -> (continuation of Deferred@371915417 after retry RPC after error@1717331869) -> (continuation of Deferred@1971367912 after retry RPC after error@910333523) -> (continuation of Deferred@2004704304 after retry RPC after error@1914219981) -> (continuation of Deferred@43492233 after retry RPC after error@541412742) -> (continuation of Deferred@1036261730 after retry RPC after error@176537042) -> (continuation of Deferred@892456160 after retry RPC after error@1066569405) -> (continuation of Deferred@570461988 after retry RPC after error@97312155) -> (continuation of Deferred@1050756878 after retry RPC after error@367902977) -> (continuation of Deferred@858916151 after retry RPC after error@1349592783) -> (continuation of Deferred@1692173048 after retry RPC after error@532849323) -> (continuation of Deferred@1014634457 after retry RPC after error@1709443527) -> (continuation of Deferred@1706007745 after retry RPC after error@1878179109)))
21:08:13.205 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:08:13.205 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:08:13.205 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:08:13.206 [ERROR - SourceCoordinator-Source: KuduSource] (SourceCoordinatorContext.java:436) Exception while handling result from async call in SourceCoordinator-Source: KuduSource. Triggering job failover.
org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=Kudu Master, attempt=26, TimeoutTracker(timeout=30000, elapsed=29744), Traces: [0ms] sending RPC to server master-127.23.69.188:34691, [2ms] received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [21ms] refreshing cache from master, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [24ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [25ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [25ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [26ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [42ms] refreshing cache from master, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [44ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [44ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [44ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [61ms] refreshing cache from master, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [64ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [64ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [64ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [82ms] refreshing cache from master, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [84ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [84ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [123ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [123ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [123ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [181ms] refreshing cache from master, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [183ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [183ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [183ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [183ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [322ms] refreshing cache from master, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [323ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [323ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [323ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [324ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [341ms] refreshing cache from master, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [343ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [343ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [343ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [343ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [622ms] refreshing cache from master, [622ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [623ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [623ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [623ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [623ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [623ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [624ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [942ms] refreshing cache from master, [942ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [942ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [943ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [943ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [943ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [943ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [943ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [2542ms] refreshing cache from master, [2542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [2543ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [2543ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [2544ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [2545ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [2546ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [2546ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [6262ms] refreshing cache from master, [6262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [6262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [6263ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [6263ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [6263ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [6263ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [6263ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [10122ms] refreshing cache from master, [10122ms] too many traces: truncated at 100 traces, deferred=Deferred@474423145(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduClient$$Lambda$221/0x00007fbb3432f750@6710a95b -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@1663536811 after retry RPC after error@1170017720) -> (continuation of Deferred@1638264369 after retry RPC after error@52287791) -> (continuation of Deferred@1544576305 after retry RPC after error@1902988230) -> (continuation of Deferred@1064822716 after retry RPC after error@1380881884) -> (continuation of Deferred@208249713 after retry RPC after error@398584385) -> (continuation of Deferred@386643202 after retry RPC after error@827138634) -> (continuation of Deferred@1887333689 after retry RPC after error@1752498837) -> (continuation of Deferred@580651324 after retry RPC after error@2048598103) -> (continuation of Deferred@2031062408 after retry RPC after error@967727510) -> (continuation of Deferred@2075746934 after retry RPC after error@1485044942) -> (continuation of Deferred@1566919067 after retry RPC after error@374131016) -> (continuation of Deferred@651604773 after retry RPC after error@1635016381) -> (continuation of Deferred@371915417 after retry RPC after error@1717331869) -> (continuation of Deferred@1971367912 after retry RPC after error@910333523) -> (continuation of Deferred@2004704304 after retry RPC after error@1914219981) -> (continuation of Deferred@43492233 after retry RPC after error@541412742) -> (continuation of Deferred@1036261730 after retry RPC after error@176537042) -> (continuation of Deferred@892456160 after retry RPC after error@1066569405) -> (continuation of Deferred@570461988 after retry RPC after error@97312155) -> (continuation of Deferred@1050756878 after retry RPC after error@367902977) -> (continuation of Deferred@858916151 after retry RPC after error@1349592783) -> (continuation of Deferred@1692173048 after retry RPC after error@532849323) -> (continuation of Deferred@1014634457 after retry RPC after error@1709443527) -> (continuation of Deferred@1706007745 after retry RPC after error@1878179109), errback=passthrough -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@1663536811 after retry RPC after error@1170017720) -> (continuation of Deferred@1638264369 after retry RPC after error@52287791) -> (continuation of Deferred@1544576305 after retry RPC after error@1902988230) -> (continuation of Deferred@1064822716 after retry RPC after error@1380881884) -> (continuation of Deferred@208249713 after retry RPC after error@398584385) -> (continuation of Deferred@386643202 after retry RPC after error@827138634) -> (continuation of Deferred@1887333689 after retry RPC after error@1752498837) -> (continuation of Deferred@580651324 after retry RPC after error@2048598103) -> (continuation of Deferred@2031062408 after retry RPC after error@967727510) -> (continuation of Deferred@2075746934 after retry RPC after error@1485044942) -> (continuation of Deferred@1566919067 after retry RPC after error@374131016) -> (continuation of Deferred@651604773 after retry RPC after error@1635016381) -> (continuation of Deferred@371915417 after retry RPC after error@1717331869) -> (continuation of Deferred@1971367912 after retry RPC after error@910333523) -> (continuation of Deferred@2004704304 after retry RPC after error@1914219981) -> (continuation of Deferred@43492233 after retry RPC after error@541412742) -> (continuation of Deferred@1036261730 after retry RPC after error@176537042) -> (continuation of Deferred@892456160 after retry RPC after error@1066569405) -> (continuation of Deferred@570461988 after retry RPC after error@97312155) -> (continuation of Deferred@1050756878 after retry RPC after error@367902977) -> (continuation of Deferred@858916151 after retry RPC after error@1349592783) -> (continuation of Deferred@1692173048 after retry RPC after error@532849323) -> (continuation of Deferred@1014634457 after retry RPC after error@1709443527) -> (continuation of Deferred@1706007745 after retry RPC after error@1878179109)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=Kudu Master, attempt=26, TimeoutTracker(timeout=30000, elapsed=29744), Traces: [0ms] sending RPC to server master-127.23.69.188:34691, [2ms] received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [21ms] refreshing cache from master, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [24ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [25ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [25ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [26ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [42ms] refreshing cache from master, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [44ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [44ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [44ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [61ms] refreshing cache from master, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [64ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [64ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [64ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [82ms] refreshing cache from master, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [84ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [84ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [123ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [123ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [123ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [181ms] refreshing cache from master, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [183ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [183ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [183ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [183ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [322ms] refreshing cache from master, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [323ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [323ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [323ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [324ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [341ms] refreshing cache from master, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [343ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [343ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [343ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [343ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [622ms] refreshing cache from master, [622ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [623ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [623ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [623ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [623ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [623ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [624ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [942ms] refreshing cache from master, [942ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [942ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [943ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [943ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [943ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [943ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [943ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [2542ms] refreshing cache from master, [2542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [2543ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [2543ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [2544ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [2545ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [2546ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [2546ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [6262ms] refreshing cache from master, [6262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [6262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [6263ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [6263ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [6263ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [6263ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [6263ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [10122ms] refreshing cache from master, [10122ms] too many traces: truncated at 100 traces, deferred=Deferred@474423145(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduClient$$Lambda$221/0x00007fbb3432f750@6710a95b -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@1663536811 after retry RPC after error@1170017720) -> (continuation of Deferred@1638264369 after retry RPC after error@52287791) -> (continuation of Deferred@1544576305 after retry RPC after error@1902988230) -> (continuation of Deferred@1064822716 after retry RPC after error@1380881884) -> (continuation of Deferred@208249713 after retry RPC after error@398584385) -> (continuation of Deferred@386643202 after retry RPC after error@827138634) -> (continuation of Deferred@1887333689 after retry RPC after error@1752498837) -> (continuation of Deferred@580651324 after retry RPC after error@2048598103) -> (continuation of Deferred@2031062408 after retry RPC after error@967727510) -> (continuation of Deferred@2075746934 after retry RPC after error@1485044942) -> (continuation of Deferred@1566919067 after retry RPC after error@374131016) -> (continuation of Deferred@651604773 after retry RPC after error@1635016381) -> (continuation of Deferred@371915417 after retry RPC after error@1717331869) -> (continuation of Deferred@1971367912 after retry RPC after error@910333523) -> (continuation of Deferred@2004704304 after retry RPC after error@1914219981) -> (continuation of Deferred@43492233 after retry RPC after error@541412742) -> (continuation of Deferred@1036261730 after retry RPC after error@176537042) -> (continuation of Deferred@892456160 after retry RPC after error@1066569405) -> (continuation of Deferred@570461988 after retry RPC after error@97312155) -> (continuation of Deferred@1050756878 after retry RPC after error@367902977) -> (continuation of Deferred@858916151 after retry RPC after error@1349592783) -> (continuation of Deferred@1692173048 after retry RPC after error@532849323) -> (continuation of Deferred@1014634457 after retry RPC after error@1709443527) -> (continuation of Deferred@1706007745 after retry RPC after error@1878179109), errback=passthrough -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@1663536811 after retry RPC after error@1170017720) -> (continuation of Deferred@1638264369 after retry RPC after error@52287791) -> (continuation of Deferred@1544576305 after retry RPC after error@1902988230) -> (continuation of Deferred@1064822716 after retry RPC after error@1380881884) -> (continuation of Deferred@208249713 after retry RPC after error@398584385) -> (continuation of Deferred@386643202 after retry RPC after error@827138634) -> (continuation of Deferred@1887333689 after retry RPC after error@1752498837) -> (continuation of Deferred@580651324 after retry RPC after error@2048598103) -> (continuation of Deferred@2031062408 after retry RPC after error@967727510) -> (continuation of Deferred@2075746934 after retry RPC after error@1485044942) -> (continuation of Deferred@1566919067 after retry RPC after error@374131016) -> (continuation of Deferred@651604773 after retry RPC after error@1635016381) -> (continuation of Deferred@371915417 after retry RPC after error@1717331869) -> (continuation of Deferred@1971367912 after retry RPC after error@910333523) -> (continuation of Deferred@2004704304 after retry RPC after error@1914219981) -> (continuation of Deferred@43492233 after retry RPC after error@541412742) -> (continuation of Deferred@1036261730 after retry RPC after error@176537042) -> (continuation of Deferred@892456160 after retry RPC after error@1066569405) -> (continuation of Deferred@570461988 after retry RPC after error@97312155) -> (continuation of Deferred@1050756878 after retry RPC after error@367902977) -> (continuation of Deferred@858916151 after retry RPC after error@1349592783) -> (continuation of Deferred@1692173048 after retry RPC after error@532849323) -> (continuation of Deferred@1014634457 after retry RPC after error@1709443527) -> (continuation of Deferred@1706007745 after retry RPC after error@1878179109)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.23.69.188:34691
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:08:13.207 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:13.208 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:13.208 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:13.208 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:13.208 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:13.208 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:13.209 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:13.209 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:13.209 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:13.209 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:08:13.216 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:318) Trying to recover from a global failure.
org.apache.flink.util.FlinkException: Global failure triggered by OperatorCoordinator for 'Source: KuduSource -> Sink: Writer' (operator cbc357ccb763df2852fee8c4fc7d55f2).
	at org.apache.flink.runtime.operators.coordination.OperatorCoordinatorHolder$LazyInitializedCoordinatorContext.failJob(OperatorCoordinatorHolder.java:651)
	at org.apache.flink.runtime.operators.coordination.RecreateOnResetOperatorCoordinator$QuiesceableContext.failJob(RecreateOnResetOperatorCoordinator.java:248)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.failJob(SourceCoordinatorContext.java:427)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.handleUncaughtExceptionFromAsyncCall(SourceCoordinatorContext.java:440)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:42)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	... 6 more
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=Kudu Master, attempt=26, TimeoutTracker(timeout=30000, elapsed=29744), Traces: [0ms] sending RPC to server master-127.23.69.188:34691, [2ms] received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [21ms] refreshing cache from master, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [24ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [25ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [25ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [26ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [42ms] refreshing cache from master, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [44ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [44ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [44ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [61ms] refreshing cache from master, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [64ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [64ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [64ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [82ms] refreshing cache from master, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [84ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [84ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [123ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [123ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [123ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [181ms] refreshing cache from master, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [183ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [183ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [183ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [183ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [322ms] refreshing cache from master, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [323ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [323ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [323ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [324ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [341ms] refreshing cache from master, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [343ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [343ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [343ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [343ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [622ms] refreshing cache from master, [622ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [623ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [623ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [623ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [623ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [623ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [624ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [942ms] refreshing cache from master, [942ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [942ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [943ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [943ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [943ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [943ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [943ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [2542ms] refreshing cache from master, [2542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [2543ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [2543ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [2544ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [2545ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [2546ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [2546ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [6262ms] refreshing cache from master, [6262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [6262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [6263ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [6263ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [6263ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [6263ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [6263ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [10122ms] refreshing cache from master, [10122ms] too many traces: truncated at 100 traces, deferred=Deferred@474423145(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduClient$$Lambda$221/0x00007fbb3432f750@6710a95b -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@1663536811 after retry RPC after error@1170017720) -> (continuation of Deferred@1638264369 after retry RPC after error@52287791) -> (continuation of Deferred@1544576305 after retry RPC after error@1902988230) -> (continuation of Deferred@1064822716 after retry RPC after error@1380881884) -> (continuation of Deferred@208249713 after retry RPC after error@398584385) -> (continuation of Deferred@386643202 after retry RPC after error@827138634) -> (continuation of Deferred@1887333689 after retry RPC after error@1752498837) -> (continuation of Deferred@580651324 after retry RPC after error@2048598103) -> (continuation of Deferred@2031062408 after retry RPC after error@967727510) -> (continuation of Deferred@2075746934 after retry RPC after error@1485044942) -> (continuation of Deferred@1566919067 after retry RPC after error@374131016) -> (continuation of Deferred@651604773 after retry RPC after error@1635016381) -> (continuation of Deferred@371915417 after retry RPC after error@1717331869) -> (continuation of Deferred@1971367912 after retry RPC after error@910333523) -> (continuation of Deferred@2004704304 after retry RPC after error@1914219981) -> (continuation of Deferred@43492233 after retry RPC after error@541412742) -> (continuation of Deferred@1036261730 after retry RPC after error@176537042) -> (continuation of Deferred@892456160 after retry RPC after error@1066569405) -> (continuation of Deferred@570461988 after retry RPC after error@97312155) -> (continuation of Deferred@1050756878 after retry RPC after error@367902977) -> (continuation of Deferred@858916151 after retry RPC after error@1349592783) -> (continuation of Deferred@1692173048 after retry RPC after error@532849323) -> (continuation of Deferred@1014634457 after retry RPC after error@1709443527) -> (continuation of Deferred@1706007745 after retry RPC after error@1878179109), errback=passthrough -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@1663536811 after retry RPC after error@1170017720) -> (continuation of Deferred@1638264369 after retry RPC after error@52287791) -> (continuation of Deferred@1544576305 after retry RPC after error@1902988230) -> (continuation of Deferred@1064822716 after retry RPC after error@1380881884) -> (continuation of Deferred@208249713 after retry RPC after error@398584385) -> (continuation of Deferred@386643202 after retry RPC after error@827138634) -> (continuation of Deferred@1887333689 after retry RPC after error@1752498837) -> (continuation of Deferred@580651324 after retry RPC after error@2048598103) -> (continuation of Deferred@2031062408 after retry RPC after error@967727510) -> (continuation of Deferred@2075746934 after retry RPC after error@1485044942) -> (continuation of Deferred@1566919067 after retry RPC after error@374131016) -> (continuation of Deferred@651604773 after retry RPC after error@1635016381) -> (continuation of Deferred@371915417 after retry RPC after error@1717331869) -> (continuation of Deferred@1971367912 after retry RPC after error@910333523) -> (continuation of Deferred@2004704304 after retry RPC after error@1914219981) -> (continuation of Deferred@43492233 after retry RPC after error@541412742) -> (continuation of Deferred@1036261730 after retry RPC after error@176537042) -> (continuation of Deferred@892456160 after retry RPC after error@1066569405) -> (continuation of Deferred@570461988 after retry RPC after error@97312155) -> (continuation of Deferred@1050756878 after retry RPC after error@367902977) -> (continuation of Deferred@858916151 after retry RPC after error@1349592783) -> (continuation of Deferred@1692173048 after retry RPC after error@532849323) -> (continuation of Deferred@1014634457 after retry RPC after error@1709443527) -> (continuation of Deferred@1706007745 after retry RPC after error@1878179109)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=Kudu Master, attempt=26, TimeoutTracker(timeout=30000, elapsed=29744), Traces: [0ms] sending RPC to server master-127.23.69.188:34691, [2ms] received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [21ms] refreshing cache from master, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [24ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [25ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [25ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [26ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [42ms] refreshing cache from master, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [44ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [44ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [44ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [61ms] refreshing cache from master, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [64ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [64ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [64ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [82ms] refreshing cache from master, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [84ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [84ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [123ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [123ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [123ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [181ms] refreshing cache from master, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [183ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [183ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [183ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [183ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [322ms] refreshing cache from master, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [323ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [323ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [323ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [324ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [341ms] refreshing cache from master, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [343ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [343ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [343ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [343ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [622ms] refreshing cache from master, [622ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [623ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [623ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [623ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [623ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [623ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [624ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [942ms] refreshing cache from master, [942ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [942ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [943ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [943ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [943ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [943ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [943ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [2542ms] refreshing cache from master, [2542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [2543ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [2543ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [2544ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [2545ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [2546ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [2546ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [6262ms] refreshing cache from master, [6262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [6262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [6263ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [6263ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [6263ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [6263ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [6263ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [10122ms] refreshing cache from master, [10122ms] too many traces: truncated at 100 traces, deferred=Deferred@474423145(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduClient$$Lambda$221/0x00007fbb3432f750@6710a95b -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@1663536811 after retry RPC after error@1170017720) -> (continuation of Deferred@1638264369 after retry RPC after error@52287791) -> (continuation of Deferred@1544576305 after retry RPC after error@1902988230) -> (continuation of Deferred@1064822716 after retry RPC after error@1380881884) -> (continuation of Deferred@208249713 after retry RPC after error@398584385) -> (continuation of Deferred@386643202 after retry RPC after error@827138634) -> (continuation of Deferred@1887333689 after retry RPC after error@1752498837) -> (continuation of Deferred@580651324 after retry RPC after error@2048598103) -> (continuation of Deferred@2031062408 after retry RPC after error@967727510) -> (continuation of Deferred@2075746934 after retry RPC after error@1485044942) -> (continuation of Deferred@1566919067 after retry RPC after error@374131016) -> (continuation of Deferred@651604773 after retry RPC after error@1635016381) -> (continuation of Deferred@371915417 after retry RPC after error@1717331869) -> (continuation of Deferred@1971367912 after retry RPC after error@910333523) -> (continuation of Deferred@2004704304 after retry RPC after error@1914219981) -> (continuation of Deferred@43492233 after retry RPC after error@541412742) -> (continuation of Deferred@1036261730 after retry RPC after error@176537042) -> (continuation of Deferred@892456160 after retry RPC after error@1066569405) -> (continuation of Deferred@570461988 after retry RPC after error@97312155) -> (continuation of Deferred@1050756878 after retry RPC after error@367902977) -> (continuation of Deferred@858916151 after retry RPC after error@1349592783) -> (continuation of Deferred@1692173048 after retry RPC after error@532849323) -> (continuation of Deferred@1014634457 after retry RPC after error@1709443527) -> (continuation of Deferred@1706007745 after retry RPC after error@1878179109), errback=passthrough -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@1663536811 after retry RPC after error@1170017720) -> (continuation of Deferred@1638264369 after retry RPC after error@52287791) -> (continuation of Deferred@1544576305 after retry RPC after error@1902988230) -> (continuation of Deferred@1064822716 after retry RPC after error@1380881884) -> (continuation of Deferred@208249713 after retry RPC after error@398584385) -> (continuation of Deferred@386643202 after retry RPC after error@827138634) -> (continuation of Deferred@1887333689 after retry RPC after error@1752498837) -> (continuation of Deferred@580651324 after retry RPC after error@2048598103) -> (continuation of Deferred@2031062408 after retry RPC after error@967727510) -> (continuation of Deferred@2075746934 after retry RPC after error@1485044942) -> (continuation of Deferred@1566919067 after retry RPC after error@374131016) -> (continuation of Deferred@651604773 after retry RPC after error@1635016381) -> (continuation of Deferred@371915417 after retry RPC after error@1717331869) -> (continuation of Deferred@1971367912 after retry RPC after error@910333523) -> (continuation of Deferred@2004704304 after retry RPC after error@1914219981) -> (continuation of Deferred@43492233 after retry RPC after error@541412742) -> (continuation of Deferred@1036261730 after retry RPC after error@176537042) -> (continuation of Deferred@892456160 after retry RPC after error@1066569405) -> (continuation of Deferred@570461988 after retry RPC after error@97312155) -> (continuation of Deferred@1050756878 after retry RPC after error@367902977) -> (continuation of Deferred@858916151 after retry RPC after error@1349592783) -> (continuation of Deferred@1692173048 after retry RPC after error@532849323) -> (continuation of Deferred@1014634457 after retry RPC after error@1709443527) -> (continuation of Deferred@1706007745 after retry RPC after error@1878179109)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.23.69.188:34691
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:08:13.220 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:08:13.220 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:08:13.220 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:08:13.221 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:13.221 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:13.221 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:13.222 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:13.222 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:13.222 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:13.222 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:13.222 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:13.222 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:13.222 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:08:13.236 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:347) 4 tasks will be restarted to recover from a global failure.
21:08:13.236 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (640bb5d81f2161b747452ce3cfd3ea9d) switched from state RUNNING to RESTARTING.
21:08:13.237 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#0) of source Source: KuduSource.
21:08:13.238 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from RUNNING to CANCELING.
21:08:13.240 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:08:13.240 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:08:13.241 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:08:13.241 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:13.241 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:13.241 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:13.242 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:13.242 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:13.242 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:13.242 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:13.243 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:13.243 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:13.243 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:08:13.248 [INFO - flink-pekko.actor.default-dispatcher-9] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (4/4)#0 (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_3_0).
21:08:13.248 [INFO - flink-pekko.actor.default-dispatcher-9] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from RUNNING to CANCELING.
21:08:13.248 [INFO - flink-pekko.actor.default-dispatcher-9] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (4/4)#0 (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_3_0).
21:08:13.252 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer master-127.24.4.189:35405(127.24.4.189:35405)] disconnecting while in state TERMINATED
21:08:13.253 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer 28b43f34df8445b7ba6c271cc27bfb2a(127.24.4.129:44267)] disconnecting while in state TERMINATED
21:08:13.253 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer master-127.24.4.188:46037(127.24.4.188:46037)] disconnecting while in state TERMINATED
21:08:13.253 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer master-127.24.4.190:39383(127.24.4.190:39383)] disconnecting while in state TERMINATED
21:08:13.253 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
21:08:13.255 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 17 thread-local buffer(s) from thread: kudu-nio-1
21:08:13.255 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-2
21:08:13.255 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-3
21:08:13.256 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 25 thread-local buffer(s) from thread: kudu-nio-0
21:08:13.256 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:338) Closing Source Reader.
21:08:13.257 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from CANCELING to CANCELED.
21:08:13.257 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#0 (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_3_0).
21:08:13.258 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#0 c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_3_0.
21:08:13.260 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:08:13.261 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:08:13.261 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:13.261 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:13.261 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:13.263 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:13.264 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:13.264 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:13.265 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:08:13.266 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:13.266 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:13.267 [INFO - pool-150-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:13.267 [WARN - pool-150-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:08:13.291 [INFO - flink-pekko.actor.default-dispatcher-8] (CheckpointCoordinator.java:1805) Restoring job 50520737ebe38e2625b3d1dfb8799f70 from Checkpoint 67 @ 1783544732476 for 50520737ebe38e2625b3d1dfb8799f70 located at file:/tmp/junit13326170181640113289/checkpoints/50520737ebe38e2625b3d1dfb8799f70/chk-67.
21:08:13.292 [INFO - flink-pekko.actor.default-dispatcher-8] (MasterHooks.java:201) No master state to restore
21:08:13.292 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_2_6) switched from CREATED to SCHEDULED.
21:08:13.293 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_2_6) switched from SCHEDULED to DEPLOYING.
21:08:13.293 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #6) with attempt id 75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_2_6 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to d3190376-62a7-4418-84bf-bee23066b9ee @ 127.0.0.1 (dataPort=-1) with allocation id 52d5deb841224e867af8dedcc6f31427
21:08:13.294 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 50520737ebe38e2625b3d1dfb8799f70: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
21:08:13.294 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 2 to checkpoint 67 for source Source: KuduSource to checkpoint.
21:08:13.295 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (50520737ebe38e2625b3d1dfb8799f70) switched from state RESTARTING to RUNNING.
21:08:13.295 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot 52d5deb841224e867af8dedcc6f31427.
21:08:13.295 [INFO - flink-pekko.actor.default-dispatcher-5] (CheckpointCoordinator.java:1805) Restoring job 50520737ebe38e2625b3d1dfb8799f70 from Checkpoint 67 @ 1783544732476 for 50520737ebe38e2625b3d1dfb8799f70 located at file:/tmp/junit13326170181640113289/checkpoints/50520737ebe38e2625b3d1dfb8799f70/chk-67.
21:08:13.296 [INFO - flink-pekko.actor.default-dispatcher-5] (MasterHooks.java:201) No master state to restore
21:08:13.296 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_0_6) switched from CREATED to SCHEDULED.
21:08:13.296 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#6 (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_2_6), deploy into slot with allocation id 52d5deb841224e867af8dedcc6f31427.
21:08:13.297 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 50520737ebe38e2625b3d1dfb8799f70: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
21:08:13.297 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_0_6) switched from SCHEDULED to DEPLOYING.
21:08:13.297 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #6) with attempt id 75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_0_6 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to d3190376-62a7-4418-84bf-bee23066b9ee @ 127.0.0.1 (dataPort=-1) with allocation id f412658c854e9ff7ca9ced65ea075485
21:08:13.298 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 0 to checkpoint 67 for source Source: KuduSource to checkpoint.
21:08:13.300 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:08:13.300 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:08:13.300 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:08:13.301 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:13.301 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:13.301 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:13.301 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:13.302 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:13.302 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:13.302 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:13.302 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:13.302 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:13.302 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:08:13.303 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot f412658c854e9ff7ca9ced65ea075485.
21:08:13.304 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#6 (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_0_6), deploy into slot with allocation id f412658c854e9ff7ca9ced65ea075485.
21:08:13.309 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#0) of source Source: KuduSource.
21:08:13.309 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from RUNNING to CANCELING.
21:08:13.309 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (3/4)#0 (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_2_0).
21:08:13.309 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from RUNNING to CANCELING.
21:08:13.309 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (3/4)#0 (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_2_0).
21:08:13.310 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#0) of source Source: KuduSource.
21:08:13.311 [INFO - Source: KuduSource -> Sink: Writer (3/4)#6] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#6 (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_2_6) switched from CREATED to DEPLOYING.
21:08:13.311 [INFO - Source: KuduSource -> Sink: Writer (3/4)#6] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#6 (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_2_6) [DEPLOYING].
21:08:13.312 [INFO - Source: KuduSource -> Sink: Writer (3/4)#6] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@10fc6df2
21:08:13.312 [INFO - Source: KuduSource -> Sink: Writer (3/4)#6] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
21:08:13.312 [INFO - Source: KuduSource -> Sink: Writer (3/4)#6] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit13326170181640113289/checkpoints")
21:08:13.312 [INFO - Source: KuduSource -> Sink: Writer (3/4)#6] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#6 (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_2_6) switched from DEPLOYING to INITIALIZING.
21:08:13.313 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_2_6) switched from DEPLOYING to INITIALIZING.
21:08:13.314 [INFO - Source: KuduSource -> Sink: Writer (1/4)#6] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#6 (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_0_6) switched from CREATED to DEPLOYING.
21:08:13.314 [INFO - Source: KuduSource -> Sink: Writer (1/4)#6] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#6 (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_0_6) [DEPLOYING].
21:08:13.315 [INFO - Source: KuduSource -> Sink: Writer (1/4)#6] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@7bd95d97
21:08:13.315 [INFO - Source: KuduSource -> Sink: Writer (1/4)#6] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
21:08:13.315 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from RUNNING to CANCELING.
21:08:13.315 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#0) of source Source: KuduSource.
21:08:13.316 [INFO - Source: KuduSource -> Sink: Writer (1/4)#6] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit13326170181640113289/checkpoints")
21:08:13.316 [INFO - Source: KuduSource -> Sink: Writer (1/4)#6] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#6 (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_0_6) switched from DEPLOYING to INITIALIZING.
21:08:13.316 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_0_6) switched from DEPLOYING to INITIALIZING.
21:08:13.317 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from RUNNING to CANCELING.
21:08:13.324 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer master-127.24.4.189:35405(127.24.4.189:35405)] disconnecting while in state TERMINATED
21:08:13.324 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer master-127.24.4.188:46037(127.24.4.188:46037)] disconnecting while in state TERMINATED
21:08:13.324 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer master-127.24.4.190:39383(127.24.4.190:39383)] disconnecting while in state TERMINATED
21:08:13.324 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
21:08:13.325 [INFO - Source: KuduSource -> Sink: Writer (1/4)#6] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@6b5e74c2
21:08:13.325 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 17 thread-local buffer(s) from thread: kudu-nio-2
21:08:13.325 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-1
21:08:13.326 [INFO - Source: KuduSource -> Sink: Writer (3/4)#6] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@43dfc4aa
21:08:13.328 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from CANCELING to CANCELED.
21:08:13.328 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#6] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:08:13.328 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job 640bb5d81f2161b747452ce3cfd3ea9d: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
21:08:13.340 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:08:13.340 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:08:13.340 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:08:13.341 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:13.341 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:13.341 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:13.342 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:13.342 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:13.342 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:13.342 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (2/4)#0 (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_1_0).
21:08:13.342 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from RUNNING to CANCELING.
21:08:13.342 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (2/4)#0 (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_1_0).
21:08:13.342 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:13.342 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:13.343 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:13.343 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:08:13.344 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#6] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:08:13.349 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer master-127.24.4.189:35405(127.24.4.189:35405)] disconnecting while in state TERMINATED
21:08:13.350 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer master-127.24.4.188:46037(127.24.4.188:46037)] disconnecting while in state TERMINATED
21:08:13.350 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer 2414b3feb3c746789b8f7a3231c2a465(127.24.4.131:38817)] disconnecting while in state TERMINATED
21:08:13.350 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer master-127.24.4.190:39383(127.24.4.190:39383)] disconnecting while in state TERMINATED
21:08:13.350 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2704) Releasing all remaining resources
21:08:13.351 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 27 thread-local buffer(s) from thread: kudu-nio-0
21:08:13.351 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-1
21:08:13.351 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 23 thread-local buffer(s) from thread: kudu-nio-3
21:08:13.360 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:08:13.361 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:08:13.361 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:08:13.362 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:13.362 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:13.362 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:13.362 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:13.362 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:13.362 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:13.363 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:13.363 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:13.363 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:13.363 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:08:13.366 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (1/4)#0 (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_0_0).
21:08:13.366 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from RUNNING to CANCELING.
21:08:13.366 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (1/4)#0 (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_0_0).
21:08:13.389 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:13.421 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer master-127.24.4.189:35405(127.24.4.189:35405)] disconnecting while in state TERMINATED
21:08:13.421 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer master-127.24.4.188:46037(127.24.4.188:46037)] disconnecting while in state TERMINATED
21:08:13.421 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer master-127.24.4.190:39383(127.24.4.190:39383)] disconnecting while in state TERMINATED
21:08:13.422 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
21:08:13.423 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-0
21:08:13.423 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-2
21:08:13.423 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#6] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:08:13.432 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#6] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:08:13.450 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:338) Closing Source Reader.
21:08:13.450 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-2
21:08:13.455 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from CANCELING to CANCELED.
21:08:13.455 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#0 (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_1_0).
21:08:13.456 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:338) Closing Source Reader.
21:08:13.456 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from CANCELING to CANCELED.
21:08:13.456 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#0 (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_2_0).
21:08:13.457 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-0
21:08:13.476 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#0 c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_1_0.
21:08:13.476 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#0 c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_2_0.
21:08:13.478 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from CANCELING to CANCELED.
21:08:13.481 [INFO - flink-pekko.actor.default-dispatcher-10] (FineGrainedSlotManager.java:324) Received resource requirements from job 640bb5d81f2161b747452ce3cfd3ea9d: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
21:08:13.482 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from CANCELING to CANCELED.
21:08:13.483 [INFO - flink-pekko.actor.default-dispatcher-10] (FineGrainedSlotManager.java:324) Received resource requirements from job 640bb5d81f2161b747452ce3cfd3ea9d: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
21:08:13.498 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#6] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:08:13.500 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:08:13.500 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:08:13.500 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:08:13.500 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:13.501 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:13.501 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:13.501 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:13.501 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:13.501 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:13.501 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:13.501 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:13.502 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:13.501 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:13.502 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:13.502 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:13.502 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:08:13.507 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#6] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:08:13.508 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:13.509 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:13.509 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:13.517 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:13.517 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:13.517 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:13.518 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:08:13.523 [DEBUG - pool-232-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:08:13.525 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:338) Closing Source Reader.
21:08:13.525 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-1
21:08:13.526 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from CANCELING to CANCELED.
21:08:13.526 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#0 (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_0_0).
21:08:13.526 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#0 c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_0_0.
21:08:13.527 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from CANCELING to CANCELED.
21:08:13.528 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#6] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:08:13.529 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:318) Clearing resource requirements of job 640bb5d81f2161b747452ce3cfd3ea9d
21:08:13.530 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#6] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:08:13.535 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:13.536 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:13.536 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:13.536 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:13.536 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:13.537 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:13.529 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:13.545 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:13.545 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:13.545 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:08:13.549 [DEBUG - pool-232-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:08:13.551 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:13.551 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:13.551 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:13.552 [DEBUG - pool-234-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:08:13.555 [DEBUG - pool-232-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:08:13.556 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:13.556 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:13.556 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:13.562 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:13.566 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:13.566 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:13.566 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:08:13.575 [DEBUG - pool-234-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:08:13.576 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:13.580 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:13.580 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:13.583 [DEBUG - pool-232-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:08:13.585 [DEBUG - pool-234-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:08:13.586 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:13.587 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:13.587 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:13.596 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:13.596 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:13.600 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:13.601 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:08:13.603 [DEBUG - pool-232-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:08:13.607 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:13.607 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:13.607 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:13.611 [DEBUG - pool-232-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:08:13.612 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:13.612 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:13.612 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:13.612 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:13.612 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:13.612 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:13.612 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:08:13.612 [DEBUG - pool-234-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:08:13.620 [DEBUG - pool-234-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:08:13.621 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:13.621 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:13.621 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:13.621 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:13.623 [DEBUG - pool-232-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:08:13.624 [DEBUG - pool-232-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:08:13.624 [DEBUG - pool-232-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:08:13.624 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:13.624 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:13.624 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:13.624 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:13.624 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:13.625 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:13.625 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:13.625 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:13.625 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:13.625 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:08:13.644 [DEBUG - pool-232-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:08:13.644 [DEBUG - pool-232-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:08:13.644 [DEBUG - pool-232-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:08:13.645 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:13.645 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:13.645 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:13.645 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:13.645 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:13.645 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:13.645 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:13.645 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:13.645 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:13.646 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:08:13.656 [DEBUG - pool-234-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:08:13.657 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:13.657 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:13.657 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:13.660 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:13.660 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:13.660 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:13.660 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:08:13.664 [DEBUG - pool-232-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:08:13.665 [DEBUG - pool-232-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:08:13.665 [DEBUG - pool-232-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:08:13.665 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:13.666 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:13.666 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:13.666 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:13.666 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:13.666 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:13.666 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:13.667 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:13.667 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:13.667 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:08:13.674 [DEBUG - pool-234-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:08:13.675 [DEBUG - pool-234-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:08:13.675 [DEBUG - pool-234-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:08:13.675 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:13.675 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:13.675 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:13.675 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:13.675 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:13.676 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:13.676 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:13.676 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:13.676 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:13.676 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:08:13.690 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:13.693 [DEBUG - pool-234-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:08:13.693 [DEBUG - pool-234-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:08:13.693 [DEBUG - pool-234-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:08:13.693 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:13.693 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:13.694 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:13.694 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:13.694 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:13.694 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:13.694 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:13.694 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:13.694 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:13.694 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:08:13.704 [DEBUG - pool-232-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:08:13.704 [DEBUG - pool-232-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:08:13.704 [DEBUG - pool-232-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:08:13.705 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:13.705 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:13.705 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:13.705 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:13.706 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:13.706 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:13.706 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:13.706 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:13.706 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:13.706 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:08:13.708 [DEBUG - pool-226-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:08:13.709 [DEBUG - pool-226-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:08:13.709 [DEBUG - pool-226-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:08:13.709 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:13.709 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:13.709 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:13.709 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:13.709 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:13.709 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:13.710 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:13.710 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:13.710 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:13.710 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:08:13.712 [DEBUG - pool-234-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:08:13.712 [DEBUG - pool-234-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:08:13.712 [DEBUG - pool-234-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:08:13.712 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:13.712 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:13.712 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:13.712 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:13.712 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:13.713 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:13.713 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:13.713 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:13.713 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:13.713 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:08:13.740 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:08:13.741 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:08:13.741 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:08:13.741 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:13.741 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:13.741 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:13.742 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:13.742 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:13.742 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:13.742 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:13.742 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:13.742 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:13.742 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:08:13.760 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:08:13.761 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:08:13.761 [DEBUG - pool-150-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:08:13.761 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:13.761 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:13.761 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:13.762 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:13.762 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:13.762 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:13.762 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:13.762 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:13.762 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:13.762 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:08:13.772 [DEBUG - pool-234-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:08:13.772 [DEBUG - pool-234-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:08:13.772 [DEBUG - pool-234-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:08:13.773 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:13.773 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:13.773 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:13.773 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:13.774 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:13.774 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:13.774 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:13.774 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:13.774 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:13.774 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:08:13.845 [DEBUG - pool-232-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:08:13.845 [DEBUG - pool-232-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:08:13.846 [DEBUG - pool-232-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:08:13.846 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:13.846 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:13.846 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:13.848 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:13.848 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:13.848 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:13.848 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:13.848 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:13.848 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:13.848 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:08:13.890 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:13.903 [DEBUG - pool-232-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:08:13.904 [DEBUG - pool-232-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:08:13.904 [DEBUG - pool-232-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:08:13.904 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:13.905 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:13.905 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:13.905 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:13.905 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:13.905 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:13.906 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:13.906 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:13.906 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:13.906 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:08:13.912 [DEBUG - pool-234-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:08:13.913 [DEBUG - pool-234-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:08:13.913 [DEBUG - pool-234-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:08:13.913 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:13.913 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:13.913 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:13.913 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:13.913 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:13.913 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:13.913 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:13.913 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:13.913 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:13.914 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:08:14.013 [DEBUG - pool-234-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:08:14.013 [DEBUG - pool-234-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:08:14.013 [DEBUG - pool-234-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:08:14.014 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:14.014 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:14.014 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:14.015 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:14.015 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:14.015 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:14.016 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:14.016 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:14.016 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:14.016 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:08:14.122 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:14.132 [DEBUG - pool-234-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:08:14.133 [DEBUG - pool-234-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:08:14.133 [DEBUG - pool-234-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:08:14.134 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:14.134 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:14.134 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:14.135 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:14.135 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:14.135 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:14.135 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:14.135 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:14.136 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:14.136 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:08:14.191 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:14.244 [DEBUG - pool-232-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:08:14.244 [DEBUG - pool-232-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:08:14.245 [DEBUG - pool-232-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:08:14.245 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:14.245 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:14.245 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:14.245 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:14.245 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:14.245 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:14.246 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:14.246 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:14.246 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:14.246 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:08:14.328 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (640bb5d81f2161b747452ce3cfd3ea9d) switched from state RESTARTING to RUNNING.
21:08:14.329 [INFO - flink-pekko.actor.default-dispatcher-8] (CheckpointCoordinator.java:1805) Restoring job 640bb5d81f2161b747452ce3cfd3ea9d from Checkpoint 78 @ 1783544892827 for 640bb5d81f2161b747452ce3cfd3ea9d located at file:/tmp/junit10233969733985069158/checkpoints/640bb5d81f2161b747452ce3cfd3ea9d/chk-78.
21:08:14.329 [INFO - flink-pekko.actor.default-dispatcher-8] (MasterHooks.java:201) No master state to restore
21:08:14.330 [INFO - flink-pekko.actor.default-dispatcher-8] (RecreateOnResetOperatorCoordinator.java:128) Resetting coordinator to checkpoint.
21:08:14.345 [INFO - Thread-34] (SourceCoordinator.java:290) Closing SourceCoordinator for source Source: KuduSource.
21:08:14.345 [DEBUG - Thread-34] (Connection.java:575) [peer master-127.23.69.190:42537(127.23.69.190:42537)] disconnecting while in state TERMINATED
21:08:14.345 [DEBUG - Thread-34] (Connection.java:575) [peer master-127.23.69.188:34691(127.23.69.188:34691)] disconnecting while in state TERMINATED
21:08:14.346 [DEBUG - Thread-34] (Connection.java:575) [peer master-127.23.69.189:45579(127.23.69.189:45579)] disconnecting while in state TERMINATED
21:08:14.346 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2704) Releasing all remaining resources
21:08:14.347 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 25 thread-local buffer(s) from thread: kudu-nio-2
21:08:14.347 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-0
21:08:14.347 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-1
21:08:14.349 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from CREATED to SCHEDULED.
21:08:14.351 [INFO - flink-pekko.actor.default-dispatcher-10] (FineGrainedSlotManager.java:324) Received resource requirements from job 640bb5d81f2161b747452ce3cfd3ea9d: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
21:08:14.354 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from SCHEDULED to DEPLOYING.
21:08:14.354 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #1) with attempt id c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_0_1 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to b6e4c460-e227-4074-af21-a4a848131e32 @ 127.0.0.1 (dataPort=-1) with allocation id 88443c2dc2bfb0b137e18caffd13effa
21:08:14.354 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from CREATED to SCHEDULED.
21:08:14.355 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskSlotTableImpl.java:391) Activate slot 88443c2dc2bfb0b137e18caffd13effa.
21:08:14.357 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job 640bb5d81f2161b747452ce3cfd3ea9d: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
21:08:14.358 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from SCHEDULED to DEPLOYING.
21:08:14.358 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #1) with attempt id c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_1_1 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to b6e4c460-e227-4074-af21-a4a848131e32 @ 127.0.0.1 (dataPort=-1) with allocation id 7524f2b938ae7729a85a7118ef908b59
21:08:14.363 [INFO - Thread-34] (SourceCoordinator.java:295) Source coordinator for source Source: KuduSource closed.
21:08:14.365 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#1 (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_0_1), deploy into slot with allocation id 88443c2dc2bfb0b137e18caffd13effa.
21:08:14.365 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from CREATED to SCHEDULED.
21:08:14.366 [INFO - Thread-34] (SourceCoordinator.java:449) Restoring SplitEnumerator of source Source: KuduSource from checkpoint.
21:08:14.366 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job 640bb5d81f2161b747452ce3cfd3ea9d: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
21:08:14.366 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskSlotTableImpl.java:391) Activate slot 7524f2b938ae7729a85a7118ef908b59.
21:08:14.367 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from SCHEDULED to DEPLOYING.
21:08:14.367 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #1) with attempt id c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_2_1 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to b6e4c460-e227-4074-af21-a4a848131e32 @ 127.0.0.1 (dataPort=-1) with allocation id 0855bbd34d76a8cf8213060966f6bc67
21:08:14.367 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#1 (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_1_1), deploy into slot with allocation id 7524f2b938ae7729a85a7118ef908b59.
21:08:14.368 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from CREATED to SCHEDULED.
21:08:14.368 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#1 (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from CREATED to DEPLOYING.
21:08:14.368 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#1 (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_0_1) [DEPLOYING].
21:08:14.368 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job 640bb5d81f2161b747452ce3cfd3ea9d: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
21:08:14.368 [DEBUG - Thread-34] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:08:14.369 [INFO - Thread-34] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
21:08:14.370 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@60087d31
21:08:14.370 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
21:08:14.375 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from SCHEDULED to DEPLOYING.
21:08:14.375 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #1) with attempt id c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_3_1 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to b6e4c460-e227-4074-af21-a4a848131e32 @ 127.0.0.1 (dataPort=-1) with allocation id f94b2567e8bc665a6cc030ee196d4176
21:08:14.383 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskSlotTableImpl.java:391) Activate slot 0855bbd34d76a8cf8213060966f6bc67.
21:08:14.385 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#1 (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_2_1), deploy into slot with allocation id 0855bbd34d76a8cf8213060966f6bc67.
21:08:14.385 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#1 (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from CREATED to DEPLOYING.
21:08:14.385 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#1 (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_1_1) [DEPLOYING].
21:08:14.386 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskSlotTableImpl.java:391) Activate slot f94b2567e8bc665a6cc030ee196d4176.
21:08:14.386 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@71527c86
21:08:14.386 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
21:08:14.386 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit10233969733985069158/checkpoints")
21:08:14.387 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit10233969733985069158/checkpoints")
21:08:14.387 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#1 (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_3_1), deploy into slot with allocation id f94b2567e8bc665a6cc030ee196d4176.
21:08:14.387 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#1 (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from DEPLOYING to INITIALIZING.
21:08:14.387 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from DEPLOYING to INITIALIZING.
21:08:14.389 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#1 (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from DEPLOYING to INITIALIZING.
21:08:14.389 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from DEPLOYING to INITIALIZING.
21:08:14.390 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:14.392 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@5aa6748f
21:08:14.394 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#1] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:08:14.394 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#1 (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from CREATED to DEPLOYING.
21:08:14.395 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#1 (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_2_1) [DEPLOYING].
21:08:14.404 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@3460f602
21:08:14.407 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'lastEndTimestamp'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
21:08:14.407 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
21:08:14.407 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'unassignedCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
21:08:14.407 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingRemovalCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
21:08:14.410 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#1 (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from CREATED to DEPLOYING.
21:08:14.411 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#1 (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_3_1) [DEPLOYING].
21:08:14.411 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@43c5ce93
21:08:14.411 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
21:08:14.411 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#1] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:08:14.411 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit10233969733985069158/checkpoints")
21:08:14.411 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#1 (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from DEPLOYING to INITIALIZING.
21:08:14.411 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@bd63683
21:08:14.412 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
21:08:14.412 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit10233969733985069158/checkpoints")
21:08:14.412 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from DEPLOYING to INITIALIZING.
21:08:14.412 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#1 (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from DEPLOYING to INITIALIZING.
21:08:14.412 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from DEPLOYING to INITIALIZING.
21:08:14.418 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@2e4b0d1f
21:08:14.423 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#1] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:08:14.423 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@354003e9
21:08:14.430 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#1] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:08:14.432 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:08:14.471 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:08:14.473 [DEBUG - pool-234-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:08:14.473 [DEBUG - pool-234-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:08:14.473 [DEBUG - pool-234-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:08:14.474 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:14.474 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:14.474 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:14.475 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:14.475 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:14.475 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:14.475 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:14.475 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:14.475 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:14.476 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:08:14.476 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:08:14.480 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:08:14.504 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:08:14.505 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:14.505 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:14.505 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:14.506 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:08:14.507 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:14.507 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:14.507 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:14.512 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:14.512 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:14.512 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:14.512 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:08:14.514 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:08:14.515 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:14.516 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:14.516 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:14.521 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:08:14.524 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:14.524 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:14.524 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:14.528 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:08:14.530 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:14.530 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:14.530 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:14.532 [DEBUG - pool-240-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:08:14.537 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:14.537 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:14.538 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:14.538 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:08:14.540 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:08:14.541 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:08:14.541 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:14.541 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:14.542 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:14.542 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:14.544 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:14.544 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:14.544 [DEBUG - pool-240-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:08:14.545 [DEBUG - pool-240-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:08:14.546 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:14.546 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:14.546 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:14.546 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:14.546 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:14.546 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:14.547 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:14.547 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:14.547 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:08:14.548 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:08:14.548 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:14.552 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:14.553 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:14.553 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:14.553 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:08:14.554 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:08:14.556 [DEBUG - pool-242-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:08:14.571 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:08:14.572 [DEBUG - pool-240-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:08:14.573 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:14.573 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:14.573 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:14.574 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:08:14.575 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:14.575 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:14.575 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:14.593 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:14.593 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:14.593 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:14.593 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:08:14.596 [DEBUG - pool-242-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:08:14.597 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:14.597 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:14.598 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:14.598 [DEBUG - pool-242-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:08:14.599 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:14.600 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:14.600 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:14.600 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:08:14.601 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:14.601 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:14.601 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:14.601 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:08:14.603 [DEBUG - pool-240-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:08:14.604 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:14.604 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:14.604 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:14.605 [DEBUG - pool-240-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:08:14.606 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:14.606 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:14.606 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:14.606 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:14.607 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:14.607 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:14.607 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:08:14.608 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:08:14.609 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:14.609 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:14.609 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:14.612 [DEBUG - pool-240-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:08:14.612 [DEBUG - pool-240-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:08:14.612 [DEBUG - pool-240-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:08:14.612 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:14.612 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:14.612 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:14.613 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:14.613 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:14.613 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:14.613 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:14.613 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:14.613 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:14.613 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:08:14.614 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:08:14.616 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:14.616 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:14.616 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:14.616 [DEBUG - pool-242-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:08:14.619 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:08:14.620 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:14.620 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:14.620 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:14.622 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:14.622 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:14.623 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:14.623 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:14.623 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:14.623 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:08:14.630 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:14.630 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:14.630 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:14.630 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:08:14.633 [DEBUG - pool-240-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:08:14.633 [DEBUG - pool-240-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:08:14.633 [DEBUG - pool-240-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:08:14.633 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:14.634 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:14.634 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:14.634 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:14.633 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:14.634 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:14.634 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:14.634 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:14.634 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:14.634 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:08:14.642 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:08:14.642 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:08:14.642 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:08:14.643 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:14.643 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:14.643 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:14.643 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:14.643 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:14.643 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:14.645 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:14.645 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:14.645 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:14.645 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:08:14.652 [DEBUG - pool-238-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:08:14.653 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:08:14.661 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:08:14.661 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:08:14.662 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:08:14.662 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:14.662 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:14.662 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:14.662 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:14.662 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:14.662 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:14.663 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:14.663 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:14.663 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:14.663 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:08:14.666 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:14.666 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:14.666 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:14.669 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:08:14.671 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:14.671 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:14.671 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:14.673 [DEBUG - pool-240-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:08:14.673 [DEBUG - pool-240-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:08:14.673 [DEBUG - pool-240-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:08:14.674 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:14.674 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:14.674 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:14.674 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:14.674 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:14.674 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:14.675 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:14.675 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:14.675 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:14.675 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:08:14.680 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:14.680 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:14.680 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:14.680 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:08:14.683 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:08:14.683 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:08:14.684 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:08:14.685 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:14.685 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:14.685 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:14.685 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:14.686 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:14.686 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:14.686 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:14.686 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:14.686 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:14.686 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:08:14.694 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:08:14.695 [DEBUG - pool-242-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:08:14.696 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:14.696 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:14.696 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:14.697 [DEBUG - pool-242-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:08:14.697 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:14.697 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:14.697 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:14.698 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:14.698 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:14.698 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:14.698 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:14.698 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:08:14.707 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:08:14.708 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:14.709 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:14.709 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:14.717 [DEBUG - pool-242-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:08:14.717 [DEBUG - pool-242-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:08:14.717 [DEBUG - pool-242-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:08:14.717 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:14.717 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:14.717 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:08:14.718 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:14.717 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:14.718 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:14.718 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:14.718 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:14.718 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:14.718 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:14.718 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:14.718 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:08:14.718 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:14.718 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:14.721 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:08:14.722 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:08:14.722 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:08:14.722 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:14.723 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:14.723 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:14.723 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:14.723 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:14.723 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:14.724 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:14.724 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:14.724 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:14.724 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:08:14.724 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:14.724 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:14.724 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:14.724 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:08:14.734 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:08:14.734 [DEBUG - pool-238-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:08:14.737 [DEBUG - pool-242-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:08:14.737 [DEBUG - pool-242-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:08:14.737 [DEBUG - pool-242-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:08:14.737 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:14.737 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:14.737 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:14.738 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:14.738 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:14.738 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:14.743 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:14.743 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:14.744 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:14.744 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:08:14.752 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:14.752 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:14.752 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:14.752 [DEBUG - pool-240-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:08:14.752 [DEBUG - pool-240-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:08:14.752 [DEBUG - pool-240-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:08:14.753 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:14.753 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:14.753 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:14.753 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:14.753 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:14.753 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:14.754 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:14.754 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:14.754 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:14.754 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:08:14.757 [DEBUG - pool-238-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:08:14.758 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:14.758 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:14.758 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:14.776 [DEBUG - pool-242-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:08:14.776 [DEBUG - pool-242-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:08:14.776 [DEBUG - pool-242-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:08:14.777 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:14.777 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:14.777 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:14.778 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:14.778 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:14.778 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:14.778 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:14.778 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:14.778 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:14.779 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:08:14.779 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:14.779 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:14.779 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:14.779 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:08:14.787 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:08:14.788 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:14.789 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:14.789 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:14.789 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:08:14.790 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:14.790 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:14.790 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:14.790 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:14.790 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:14.790 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:14.792 [DEBUG - pool-238-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:08:14.793 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:08:14.807 [DEBUG - pool-238-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:08:14.808 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:14.809 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:14.809 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:14.810 [DEBUG - pool-238-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:08:14.810 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:14.810 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:14.810 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:14.813 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:14.813 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:14.813 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:14.813 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:08:14.814 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:08:14.814 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:08:14.814 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:08:14.815 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:14.815 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:14.815 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:14.815 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:14.815 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:14.815 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:14.815 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:14.815 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:14.815 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:14.816 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:08:14.821 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:08:14.821 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:08:14.821 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:08:14.822 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:14.822 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:14.822 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:14.822 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:14.822 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:14.823 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:14.823 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:14.824 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:14.824 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:14.824 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:08:14.832 [DEBUG - pool-238-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:08:14.832 [DEBUG - pool-238-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:08:14.832 [DEBUG - pool-238-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:08:14.832 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:14.832 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:14.832 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:14.832 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:14.832 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:14.832 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:14.833 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:14.833 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:14.833 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:14.833 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:08:14.834 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:08:14.834 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:08:14.834 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:08:14.835 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:14.835 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:14.835 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:14.835 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:14.835 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:14.836 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:14.836 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:14.836 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:14.836 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:14.836 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:08:14.836 [DEBUG - pool-242-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:08:14.837 [DEBUG - pool-242-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:08:14.837 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:14.837 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:14.837 [DEBUG - pool-242-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:08:14.837 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:14.837 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:14.837 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:14.837 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:14.838 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:14.838 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:14.838 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:14.838 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:08:14.852 [DEBUG - pool-238-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:08:14.852 [DEBUG - pool-240-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:08:14.852 [DEBUG - pool-238-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:08:14.852 [DEBUG - pool-240-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:08:14.852 [DEBUG - pool-240-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:08:14.853 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:14.853 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:14.853 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:14.853 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:14.853 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:14.853 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:14.853 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:14.852 [DEBUG - pool-238-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:08:14.853 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:14.853 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:14.853 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:14.853 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:14.853 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:14.854 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:14.854 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:14.854 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:14.854 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:08:14.854 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:14.854 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:14.854 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:14.854 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:08:14.855 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:08:14.855 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:08:14.855 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:08:14.856 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:14.856 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:14.856 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:14.856 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:14.856 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:14.856 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:14.857 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:14.857 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:14.857 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:14.857 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:08:14.872 [DEBUG - pool-238-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:08:14.872 [DEBUG - pool-238-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:08:14.872 [DEBUG - pool-238-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:08:14.873 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:14.873 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:14.873 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:14.873 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:14.873 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:14.873 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:14.873 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:14.873 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:14.873 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:14.873 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:08:14.875 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:08:14.875 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:08:14.875 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:08:14.876 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:14.876 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:14.876 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:14.876 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:14.876 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:14.876 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:14.877 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:14.877 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:14.877 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:14.877 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:08:14.890 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:14.892 [DEBUG - pool-238-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:08:14.892 [DEBUG - pool-238-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:08:14.892 [DEBUG - pool-238-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:08:14.893 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:14.893 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:14.893 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:14.893 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:14.893 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:14.893 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:14.893 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:14.893 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:14.893 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:14.894 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:08:14.912 [DEBUG - pool-238-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:08:14.912 [DEBUG - pool-238-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:08:14.912 [DEBUG - pool-238-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:08:14.912 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:14.913 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:14.913 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:14.913 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:14.913 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:14.913 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:14.914 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:14.914 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:14.914 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:14.914 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:08:14.921 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:08:14.921 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:08:14.922 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:08:14.922 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:14.922 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:14.922 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:14.923 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:14.923 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:14.923 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:14.923 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:14.923 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:14.923 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:14.924 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:08:14.935 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:08:14.935 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:08:14.935 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:08:14.936 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:14.936 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:14.936 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:14.937 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:14.937 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:14.937 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:14.937 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:14.937 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:14.937 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:14.938 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:08:14.938 [DEBUG - pool-242-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:08:14.938 [DEBUG - pool-242-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:08:14.938 [DEBUG - pool-242-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:08:14.941 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:14.941 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:14.941 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:14.941 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:14.941 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:14.941 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:14.942 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:14.942 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:14.942 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:14.942 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:08:14.958 [DEBUG - pool-228-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:08:14.959 [DEBUG - pool-228-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:08:14.959 [DEBUG - pool-228-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:08:14.960 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:14.960 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:14.960 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:14.960 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:14.960 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:14.961 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:14.961 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:14.961 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:14.961 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:14.961 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:08:15.003 [DEBUG - pool-232-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:08:15.004 [DEBUG - pool-232-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:08:15.004 [DEBUG - pool-232-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:08:15.004 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:15.005 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:15.005 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:15.005 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:15.005 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:15.005 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:15.006 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:15.006 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:15.006 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:15.006 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:08:15.031 [DEBUG - pool-238-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:08:15.032 [DEBUG - pool-238-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:08:15.032 [DEBUG - pool-238-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:08:15.033 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:15.033 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:15.033 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:15.033 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:15.033 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:15.033 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:15.034 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:15.034 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:15.034 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:15.034 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:08:15.040 [DEBUG - pool-224-thread-1] (Connection.java:748) [peer master-127.22.50.60:38829(127.22.50.60:38829)] connecting to peer
21:08:15.041 [DEBUG - pool-224-thread-1] (Connection.java:748) [peer master-127.22.50.61:45261(127.22.50.61:45261)] connecting to peer
21:08:15.041 [DEBUG - pool-224-thread-1] (Connection.java:748) [peer master-127.22.50.62:44659(127.22.50.62:44659)] connecting to peer
21:08:15.042 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:08:15.042 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.50.60:38829(127.22.50.60:38829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:08:15.042 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.60:38829: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:08:15.042 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:08:15.042 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.50.61:45261(127.22.50.61:45261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:08:15.042 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.61:45261: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:08:15.043 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:08:15.043 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.50.62:44659(127.22.50.62:44659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:08:15.043 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.62:44659: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:08:15.043 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659; will retry
21:08:15.044 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29804), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [3ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.60:38829: Network error: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [3ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.61:45261: Network error: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [4ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.62:44659: Network error: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [4ms] delaying RPC due to: Service unavailable: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.60:38829: Network error: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [23ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.61:45261: Network error: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [23ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.62:44659: Network error: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [24ms] delaying RPC due to: Service unavailable: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [43ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.60:38829: Network error: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [44ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.62:44659: Network error: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [44ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.61:45261: Network error: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [44ms] delaying RPC due to: Service unavailable: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.60:38829: Network error: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.61:45261: Network error: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.62:44659: Network error: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [63ms] delaying RPC due to: Service unavailable: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [83ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.60:38829: Network error: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [83ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.61:45261: Network error: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [83ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.62:44659: Network error: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [83ms] delaying RPC due to: Service unavailable: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.60:38829: Network error: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.61:45261: Network error: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.62:44659: Network error: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [102ms] delaying RPC due to: Service unavailable: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.60:38829: Network error: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.61:45261: Network error: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [163ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.62:44659: Network error: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [163ms] delaying RPC due to: Service unavailable: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [222ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.60:38829: Network error: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [222ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.61:45261: Network error: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [223ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.62:44659: Network error: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [223ms] delaying RPC due to: Service unavailable: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [421ms] refreshing cache from master, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [423ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [423ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.60:38829: Network error: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [423ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.61:45261: Network error: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [423ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.62:44659: Network error: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [423ms] delaying RPC due to: Service unavailable: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [661ms] refreshing cache from master, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [662ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [662ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [663ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.60:38829: Network error: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [663ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.61:45261: Network error: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [664ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.62:44659: Network error: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [664ms] delaying RPC due to: Service unavailable: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [761ms] refreshing cache from master, [761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [763ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.60:38829: Network error: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [764ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.61:45261: Network error: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [765ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.62:44659: Network error: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [765ms] delaying RPC due to: Service unavailable: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [1281ms] refreshing cache from master, [1281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [1282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [1282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [1283ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.60:38829: Network error: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [1284ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.61:45261: Network error: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [1284ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.62:44659: Network error: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [1284ms] delaying RPC due to: Service unavailable: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [2481ms] refreshing cache from master, [2481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [2482ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [2482ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [2482ms] too many traces: truncated at 100 traces, deferred=Deferred@230462025(state=PENDING, result=null, callback=(continuation of Deferred@569887176 after retry RPC after error@2135316475) -> (continuation of Deferred@120613608 after retry RPC after error@1861717661) -> (continuation of Deferred@1909568258 after retry RPC after error@1021696844) -> (continuation of Deferred@948343058 after retry RPC after error@1792504825) -> (continuation of Deferred@383943682 after retry RPC after error@80679465) -> (continuation of Deferred@147656099 after retry RPC after error@1507127288) -> (continuation of Deferred@1536467540 after retry RPC after error@657894741) -> (continuation of Deferred@1198918661 after retry RPC after error@967016508) -> (continuation of Deferred@1205535582 after retry RPC after error@1435845365) -> (continuation of Deferred@578054758 after retry RPC after error@133409908) -> (continuation of Deferred@405642791 after retry RPC after error@1741747517) -> (continuation of Deferred@1719043323 after retry RPC after error@2088502349) -> (continuation of Deferred@148140355 after retry RPC after error@1749881977) -> (continuation of Deferred@978191575 after retry RPC after error@646717887) -> (continuation of Deferred@226038340 after retry RPC after error@219623758) -> (continuation of Deferred@1203102855 after retry RPC after error@7578647) -> (continuation of Deferred@1172139375 after retry RPC after error@1911859675) -> (continuation of Deferred@420342462 after retry RPC after error@71542420) -> (continuation of Deferred@718996838 after retry RPC after error@2125843351) -> (continuation of Deferred@144414437 after retry RPC after error@301332068) -> (continuation of Deferred@1677140233 after retry RPC after error@860796819) -> (continuation of Deferred@1731601313 after retry RPC after error@1498333173) -> (continuation of Deferred@57352892 after retry RPC after error@1172303725) -> (continuation of Deferred@321058652 after retry RPC after error@1069503450), errback=(continuation of Deferred@569887176 after retry RPC after error@2135316475) -> (continuation of Deferred@120613608 after retry RPC after error@1861717661) -> (continuation of Deferred@1909568258 after retry RPC after error@1021696844) -> (continuation of Deferred@948343058 after retry RPC after error@1792504825) -> (continuation of Deferred@383943682 after retry RPC after error@80679465) -> (continuation of Deferred@147656099 after retry RPC after error@1507127288) -> (continuation of Deferred@1536467540 after retry RPC after error@657894741) -> (continuation of Deferred@1198918661 after retry RPC after error@967016508) -> (continuation of Deferred@1205535582 after retry RPC after error@1435845365) -> (continuation of Deferred@578054758 after retry RPC after error@133409908) -> (continuation of Deferred@405642791 after retry RPC after error@1741747517) -> (continuation of Deferred@1719043323 after retry RPC after error@2088502349) -> (continuation of Deferred@148140355 after retry RPC after error@1749881977) -> (continuation of Deferred@978191575 after retry RPC after error@646717887) -> (continuation of Deferred@226038340 after retry RPC after error@219623758) -> (continuation of Deferred@1203102855 after retry RPC after error@7578647) -> (continuation of Deferred@1172139375 after retry RPC after error@1911859675) -> (continuation of Deferred@420342462 after retry RPC after error@71542420) -> (continuation of Deferred@718996838 after retry RPC after error@2125843351) -> (continuation of Deferred@144414437 after retry RPC after error@301332068) -> (continuation of Deferred@1677140233 after retry RPC after error@860796819) -> (continuation of Deferred@1731601313 after retry RPC after error@1498333173) -> (continuation of Deferred@57352892 after retry RPC after error@1172303725) -> (continuation of Deferred@321058652 after retry RPC after error@1069503450)))
21:08:15.044 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (SourceReaderBase.java:338) Closing Source Reader.
21:08:15.045 [WARN - Source: KuduSource -> Sink: Writer (3/4)#2] (Task.java:1117) Source: KuduSource -> Sink: Writer (3/4)#2 (7bde5c08f7e804a4ab3423222f7e7362_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29804), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [3ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.60:38829: Network error: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [3ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.61:45261: Network error: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [4ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.62:44659: Network error: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [4ms] delaying RPC due to: Service unavailable: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.60:38829: Network error: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [23ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.61:45261: Network error: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [23ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.62:44659: Network error: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [24ms] delaying RPC due to: Service unavailable: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [43ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.60:38829: Network error: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [44ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.62:44659: Network error: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [44ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.61:45261: Network error: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [44ms] delaying RPC due to: Service unavailable: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.60:38829: Network error: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.61:45261: Network error: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.62:44659: Network error: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [63ms] delaying RPC due to: Service unavailable: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [83ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.60:38829: Network error: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [83ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.61:45261: Network error: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [83ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.62:44659: Network error: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [83ms] delaying RPC due to: Service unavailable: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.60:38829: Network error: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.61:45261: Network error: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.62:44659: Network error: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [102ms] delaying RPC due to: Service unavailable: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.60:38829: Network error: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.61:45261: Network error: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [163ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.62:44659: Network error: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [163ms] delaying RPC due to: Service unavailable: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [222ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.60:38829: Network error: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [222ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.61:45261: Network error: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [223ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.62:44659: Network error: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [223ms] delaying RPC due to: Service unavailable: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [421ms] refreshing cache from master, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [423ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [423ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.60:38829: Network error: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [423ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.61:45261: Network error: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [423ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.62:44659: Network error: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [423ms] delaying RPC due to: Service unavailable: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [661ms] refreshing cache from master, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [662ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [662ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [663ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.60:38829: Network error: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [663ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.61:45261: Network error: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [664ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.62:44659: Network error: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [664ms] delaying RPC due to: Service unavailable: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [761ms] refreshing cache from master, [761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [763ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.60:38829: Network error: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [764ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.61:45261: Network error: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [765ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.62:44659: Network error: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [765ms] delaying RPC due to: Service unavailable: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [1281ms] refreshing cache from master, [1281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [1282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [1282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [1283ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.60:38829: Network error: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [1284ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.61:45261: Network error: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [1284ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.62:44659: Network error: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [1284ms] delaying RPC due to: Service unavailable: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [2481ms] refreshing cache from master, [2481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [2482ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [2482ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [2482ms] too many traces: truncated at 100 traces, deferred=Deferred@230462025(state=PENDING, result=null, callback=(continuation of Deferred@569887176 after retry RPC after error@2135316475) -> (continuation of Deferred@120613608 after retry RPC after error@1861717661) -> (continuation of Deferred@1909568258 after retry RPC after error@1021696844) -> (continuation of Deferred@948343058 after retry RPC after error@1792504825) -> (continuation of Deferred@383943682 after retry RPC after error@80679465) -> (continuation of Deferred@147656099 after retry RPC after error@1507127288) -> (continuation of Deferred@1536467540 after retry RPC after error@657894741) -> (continuation of Deferred@1198918661 after retry RPC after error@967016508) -> (continuation of Deferred@1205535582 after retry RPC after error@1435845365) -> (continuation of Deferred@578054758 after retry RPC after error@133409908) -> (continuation of Deferred@405642791 after retry RPC after error@1741747517) -> (continuation of Deferred@1719043323 after retry RPC after error@2088502349) -> (continuation of Deferred@148140355 after retry RPC after error@1749881977) -> (continuation of Deferred@978191575 after retry RPC after error@646717887) -> (continuation of Deferred@226038340 after retry RPC after error@219623758) -> (continuation of Deferred@1203102855 after retry RPC after error@7578647) -> (continuation of Deferred@1172139375 after retry RPC after error@1911859675) -> (continuation of Deferred@420342462 after retry RPC after error@71542420) -> (continuation of Deferred@718996838 after retry RPC after error@2125843351) -> (continuation of Deferred@144414437 after retry RPC after error@301332068) -> (continuation of Deferred@1677140233 after retry RPC after error@860796819) -> (continuation of Deferred@1731601313 after retry RPC after error@1498333173) -> (continuation of Deferred@57352892 after retry RPC after error@1172303725) -> (continuation of Deferred@321058652 after retry RPC after error@1069503450), errback=(continuation of Deferred@569887176 after retry RPC after error@2135316475) -> (continuation of Deferred@120613608 after retry RPC after error@1861717661) -> (continuation of Deferred@1909568258 after retry RPC after error@1021696844) -> (continuation of Deferred@948343058 after retry RPC after error@1792504825) -> (continuation of Deferred@383943682 after retry RPC after error@80679465) -> (continuation of Deferred@147656099 after retry RPC after error@1507127288) -> (continuation of Deferred@1536467540 after retry RPC after error@657894741) -> (continuation of Deferred@1198918661 after retry RPC after error@967016508) -> (continuation of Deferred@1205535582 after retry RPC after error@1435845365) -> (continuation of Deferred@578054758 after retry RPC after error@133409908) -> (continuation of Deferred@405642791 after retry RPC after error@1741747517) -> (continuation of Deferred@1719043323 after retry RPC after error@2088502349) -> (continuation of Deferred@148140355 after retry RPC after error@1749881977) -> (continuation of Deferred@978191575 after retry RPC after error@646717887) -> (continuation of Deferred@226038340 after retry RPC after error@219623758) -> (continuation of Deferred@1203102855 after retry RPC after error@7578647) -> (continuation of Deferred@1172139375 after retry RPC after error@1911859675) -> (continuation of Deferred@420342462 after retry RPC after error@71542420) -> (continuation of Deferred@718996838 after retry RPC after error@2125843351) -> (continuation of Deferred@144414437 after retry RPC after error@301332068) -> (continuation of Deferred@1677140233 after retry RPC after error@860796819) -> (continuation of Deferred@1731601313 after retry RPC after error@1498333173) -> (continuation of Deferred@57352892 after retry RPC after error@1172303725) -> (continuation of Deferred@321058652 after retry RPC after error@1069503450)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.22.50.62:44659
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:08:15.045 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#2 (7bde5c08f7e804a4ab3423222f7e7362_cbc357ccb763df2852fee8c4fc7d55f2_2_2).
21:08:15.047 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#2 7bde5c08f7e804a4ab3423222f7e7362_cbc357ccb763df2852fee8c4fc7d55f2_2_2.
21:08:15.049 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1449) Source: KuduSource -> Sink: Writer (3/4) (7bde5c08f7e804a4ab3423222f7e7362_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from INITIALIZING to FAILED on c55db3d4-2fd1-4c20-a48a-1de4bc3c79fd @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29804), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [3ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.60:38829: Network error: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [3ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.61:45261: Network error: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [4ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.62:44659: Network error: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [4ms] delaying RPC due to: Service unavailable: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.60:38829: Network error: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [23ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.61:45261: Network error: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [23ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.62:44659: Network error: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [24ms] delaying RPC due to: Service unavailable: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [43ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.60:38829: Network error: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [44ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.62:44659: Network error: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [44ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.61:45261: Network error: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [44ms] delaying RPC due to: Service unavailable: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.60:38829: Network error: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.61:45261: Network error: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.62:44659: Network error: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [63ms] delaying RPC due to: Service unavailable: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [83ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.60:38829: Network error: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [83ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.61:45261: Network error: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [83ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.62:44659: Network error: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [83ms] delaying RPC due to: Service unavailable: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.60:38829: Network error: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.61:45261: Network error: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.62:44659: Network error: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [102ms] delaying RPC due to: Service unavailable: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.60:38829: Network error: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.61:45261: Network error: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [163ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.62:44659: Network error: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [163ms] delaying RPC due to: Service unavailable: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [222ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.60:38829: Network error: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [222ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.61:45261: Network error: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [223ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.62:44659: Network error: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [223ms] delaying RPC due to: Service unavailable: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [421ms] refreshing cache from master, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [423ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [423ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.60:38829: Network error: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [423ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.61:45261: Network error: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [423ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.62:44659: Network error: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [423ms] delaying RPC due to: Service unavailable: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [661ms] refreshing cache from master, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [662ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [662ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [663ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.60:38829: Network error: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [663ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.61:45261: Network error: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [664ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.62:44659: Network error: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [664ms] delaying RPC due to: Service unavailable: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [761ms] refreshing cache from master, [761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [763ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.60:38829: Network error: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [764ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.61:45261: Network error: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [765ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.62:44659: Network error: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [765ms] delaying RPC due to: Service unavailable: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [1281ms] refreshing cache from master, [1281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [1282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [1282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [1283ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.60:38829: Network error: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [1284ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.61:45261: Network error: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [1284ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.62:44659: Network error: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [1284ms] delaying RPC due to: Service unavailable: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [2481ms] refreshing cache from master, [2481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [2482ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [2482ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [2482ms] too many traces: truncated at 100 traces, deferred=Deferred@230462025(state=PENDING, result=null, callback=(continuation of Deferred@569887176 after retry RPC after error@2135316475) -> (continuation of Deferred@120613608 after retry RPC after error@1861717661) -> (continuation of Deferred@1909568258 after retry RPC after error@1021696844) -> (continuation of Deferred@948343058 after retry RPC after error@1792504825) -> (continuation of Deferred@383943682 after retry RPC after error@80679465) -> (continuation of Deferred@147656099 after retry RPC after error@1507127288) -> (continuation of Deferred@1536467540 after retry RPC after error@657894741) -> (continuation of Deferred@1198918661 after retry RPC after error@967016508) -> (continuation of Deferred@1205535582 after retry RPC after error@1435845365) -> (continuation of Deferred@578054758 after retry RPC after error@133409908) -> (continuation of Deferred@405642791 after retry RPC after error@1741747517) -> (continuation of Deferred@1719043323 after retry RPC after error@2088502349) -> (continuation of Deferred@148140355 after retry RPC after error@1749881977) -> (continuation of Deferred@978191575 after retry RPC after error@646717887) -> (continuation of Deferred@226038340 after retry RPC after error@219623758) -> (continuation of Deferred@1203102855 after retry RPC after error@7578647) -> (continuation of Deferred@1172139375 after retry RPC after error@1911859675) -> (continuation of Deferred@420342462 after retry RPC after error@71542420) -> (continuation of Deferred@718996838 after retry RPC after error@2125843351) -> (continuation of Deferred@144414437 after retry RPC after error@301332068) -> (continuation of Deferred@1677140233 after retry RPC after error@860796819) -> (continuation of Deferred@1731601313 after retry RPC after error@1498333173) -> (continuation of Deferred@57352892 after retry RPC after error@1172303725) -> (continuation of Deferred@321058652 after retry RPC after error@1069503450), errback=(continuation of Deferred@569887176 after retry RPC after error@2135316475) -> (continuation of Deferred@120613608 after retry RPC after error@1861717661) -> (continuation of Deferred@1909568258 after retry RPC after error@1021696844) -> (continuation of Deferred@948343058 after retry RPC after error@1792504825) -> (continuation of Deferred@383943682 after retry RPC after error@80679465) -> (continuation of Deferred@147656099 after retry RPC after error@1507127288) -> (continuation of Deferred@1536467540 after retry RPC after error@657894741) -> (continuation of Deferred@1198918661 after retry RPC after error@967016508) -> (continuation of Deferred@1205535582 after retry RPC after error@1435845365) -> (continuation of Deferred@578054758 after retry RPC after error@133409908) -> (continuation of Deferred@405642791 after retry RPC after error@1741747517) -> (continuation of Deferred@1719043323 after retry RPC after error@2088502349) -> (continuation of Deferred@148140355 after retry RPC after error@1749881977) -> (continuation of Deferred@978191575 after retry RPC after error@646717887) -> (continuation of Deferred@226038340 after retry RPC after error@219623758) -> (continuation of Deferred@1203102855 after retry RPC after error@7578647) -> (continuation of Deferred@1172139375 after retry RPC after error@1911859675) -> (continuation of Deferred@420342462 after retry RPC after error@71542420) -> (continuation of Deferred@718996838 after retry RPC after error@2125843351) -> (continuation of Deferred@144414437 after retry RPC after error@301332068) -> (continuation of Deferred@1677140233 after retry RPC after error@860796819) -> (continuation of Deferred@1731601313 after retry RPC after error@1498333173) -> (continuation of Deferred@57352892 after retry RPC after error@1172303725) -> (continuation of Deferred@321058652 after retry RPC after error@1069503450)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.22.50.62:44659
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:08:15.050 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:324) Received resource requirements from job 83c88b319a84cfbe321fdd6e09697f68: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
21:08:15.052 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#2) of source Source: KuduSource.
21:08:15.053 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 7bde5c08f7e804a4ab3423222f7e7362_cbc357ccb763df2852fee8c4fc7d55f2_2_2.
21:08:15.053 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (83c88b319a84cfbe321fdd6e09697f68) switched from state RUNNING to RESTARTING.
21:08:15.054 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:08:15.055 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:08:15.055 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:08:15.056 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:15.056 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:15.056 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:15.056 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:15.056 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:15.056 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:15.059 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:15.059 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:15.059 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:15.059 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:08:15.073 [DEBUG - pool-240-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:08:15.073 [DEBUG - pool-240-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:08:15.073 [DEBUG - pool-240-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:08:15.074 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:15.074 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:15.074 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:15.075 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:15.075 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:15.075 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:15.075 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:15.075 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:15.075 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:15.075 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:08:15.122 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:15.136 [DEBUG - pool-242-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:08:15.137 [DEBUG - pool-242-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:08:15.137 [DEBUG - pool-242-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:08:15.138 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:15.138 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:15.138 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:15.138 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:15.138 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:15.139 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:15.139 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:15.139 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:15.139 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:15.139 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:08:15.169 [DEBUG - pool-226-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:08:15.169 [DEBUG - pool-226-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:08:15.169 [DEBUG - pool-226-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:08:15.170 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:15.170 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:15.170 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:15.170 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:15.170 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:15.170 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:15.171 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:15.171 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:15.171 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:15.171 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:08:15.190 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:15.271 [DEBUG - pool-238-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:08:15.272 [DEBUG - pool-238-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:08:15.272 [DEBUG - pool-238-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:08:15.272 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:15.272 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:15.273 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:15.273 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:15.273 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:15.273 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:15.273 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:15.273 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:15.274 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:15.274 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:08:15.294 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:08:15.295 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:08:15.295 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:08:15.299 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:15.299 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:15.299 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:15.300 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:15.300 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:15.300 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:15.300 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:15.300 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:15.300 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:15.300 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:08:15.301 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:08:15.301 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:08:15.301 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:08:15.302 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:15.302 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:15.302 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:15.302 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:15.302 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:15.302 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:15.303 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:15.303 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:15.303 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:15.303 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:08:15.311 [DEBUG - pool-238-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:08:15.312 [DEBUG - pool-238-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:08:15.312 [DEBUG - pool-238-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:08:15.312 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:15.312 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:15.313 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:15.313 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:15.313 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:15.313 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:15.313 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:15.313 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:15.313 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:15.313 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:08:15.390 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:15.512 [DEBUG - pool-238-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:08:15.513 [DEBUG - pool-238-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:08:15.513 [DEBUG - pool-238-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:08:15.513 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:15.513 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:15.514 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:15.514 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:15.514 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:15.514 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:15.515 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:15.515 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:15.515 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:15.515 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:08:15.535 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:08:15.535 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:08:15.535 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:08:15.536 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:15.536 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:15.536 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:15.537 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:15.537 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:15.537 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:15.537 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:15.537 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:15.537 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:15.537 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:08:15.552 [DEBUG - pool-240-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:08:15.553 [DEBUG - pool-240-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:08:15.553 [DEBUG - pool-240-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:08:15.553 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:15.553 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:15.554 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:15.554 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:15.554 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:15.554 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:15.554 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:15.554 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:15.555 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:15.555 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:08:15.622 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:15.636 [DEBUG - pool-242-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:08:15.637 [DEBUG - pool-242-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:08:15.637 [DEBUG - pool-242-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:08:15.638 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:15.638 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:15.638 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:15.638 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:15.638 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:15.639 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:15.639 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:15.639 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:15.639 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:15.639 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:08:15.689 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:15.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:11.847591 27105 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:08:15.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:13.237871 27103 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 27098
21:08:15.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:15.793601 27098 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 3.948s	user 1.058s	sys 1.672s
21:08:15.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:15.806275 27098 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 3.961s	user 1.058s	sys 1.672s
21:08:15.813 [DEBUG - pool-240-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:08:15.813 [DEBUG - pool-240-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:08:15.813 [DEBUG - pool-240-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:08:15.814 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:15.814 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:15.814 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:15.814 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:15.814 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:15.815 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:15.815 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:15.815 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:15.815 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:15.815 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:08:15.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:15.825183 27098 server_base.cc:1061] running on GCE node
21:08:15.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:15.832485 27239 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:08:15.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:15.834883 27098 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:08:15.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:15.853742 27098 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:08:15.864 [DEBUG - pool-232-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:08:15.864 [DEBUG - pool-232-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:08:15.864 [DEBUG - pool-232-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:08:15.865 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:15.865 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:15.865 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:15.865 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:15.866 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:15.866 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:15.866 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:15.866 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:15.866 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:15.866 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:08:15.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:15.869751 27098 hybrid_clock.cc:648] HybridClock initialized: now 1783544895869618 us; error 114 us; skew 500 ppm
21:08:15.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:15.871160 27098 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:08:15.890 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:15.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:15.903371 27098 webserver.cc:534] Webserver started at http://127.26.45.129:36817/ using document root <none> and password file <none>
21:08:15.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:15.904863 27098 fs_manager.cc:362] Metadata directory not provided
21:08:15.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:15.905220 27098 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:08:15.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:15.905848 27098 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
21:08:15.921 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:08:15.921 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:08:15.921 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:08:15.922 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:15.922 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:15.922 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:15.922 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:15.923 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:15.923 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:15.923 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:15.923 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:15.923 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:15.923 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:08:15.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:15.931902 27098 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster7793862396939953712/ts-0/data/instance:
21:08:15.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5e687cc3aa084201b0a390670c1fc5de"
21:08:15.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:08:15 on dist-test-slave-3sd5"
21:08:15.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:15.934135 27098 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster7793862396939953712/ts-0/wal/instance:
21:08:15.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5e687cc3aa084201b0a390670c1fc5de"
21:08:15.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:08:15 on dist-test-slave-3sd5"
21:08:15.936 [DEBUG - pool-242-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:08:15.936 [DEBUG - pool-242-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:08:15.936 [DEBUG - pool-242-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:08:15.937 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:15.937 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:15.937 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:15.939 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:15.939 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:15.939 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:15.939 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:15.939 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:15.939 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:15.939 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:08:15.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:15.961340 27098 fs_manager.cc:696] Time spent creating directory manager: real 0.026s	user 0.010s	sys 0.002s
21:08:15.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:15.981580 27244 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
21:08:16.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:16.008795 27098 fs_manager.cc:730] Time spent opening block manager: real 0.042s	user 0.004s	sys 0.003s
21:08:16.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:16.010710 27098 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster7793862396939953712/ts-0/data,/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster7793862396939953712/ts-0/wal
21:08:16.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5e687cc3aa084201b0a390670c1fc5de"
21:08:16.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:08:15 on dist-test-slave-3sd5"
21:08:16.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:16.011278 27098 fs_report.cc:389] FS layout report
21:08:16.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:08:16.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster7793862396939953712/ts-0/wal
21:08:16.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster7793862396939953712/ts-0/wal
21:08:16.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster7793862396939953712/ts-0/data/data
21:08:16.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:08:16.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:08:16.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:08:16.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:08:16.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:08:16.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:08:16.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:08:16.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:08:16.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:08:16.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:08:16.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:08:16.052 [DEBUG - pool-234-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:08:16.053 [DEBUG - pool-234-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:08:16.053 [DEBUG - pool-234-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:08:16.053 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:16.053 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:16.054 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:16.054 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:16.054 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:16.054 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:16.054 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:16.054 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:16.054 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:16.055 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:08:16.071 [DEBUG - pool-238-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:08:16.072 [DEBUG - pool-238-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:08:16.072 [DEBUG - pool-238-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:08:16.073 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:16.073 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:16.073 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:16.073 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:16.073 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:16.073 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:16.074 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:16.074 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:16.074 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:16.074 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:08:16.122 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:16.190 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:16.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:16.256906 27098 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
21:08:16.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:16.269073 27098 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:08:16.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:16.270267 27098 kserver.cc:163] Server-wide thread pool size limit: 3276
21:08:16.274 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:08:16.275 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:08:16.275 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:08:16.275 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:16.275 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:16.276 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:16.276 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:16.276 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:16.276 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:16.276 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:16.276 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:16.277 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:16.277 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:08:16.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:16.287719 27098 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
21:08:16.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:16.310099 27098 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
21:08:16.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:16.310736 27098 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.001s
21:08:16.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:16.311292 27098 ts_tablet_manager.cc:616] Registered 0 tablets
21:08:16.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:16.311621 27098 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
21:08:16.389 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:16.412 [DEBUG - pool-240-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:08:16.412 [DEBUG - pool-240-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:08:16.412 [DEBUG - pool-240-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:08:16.413 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:16.413 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:16.413 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:16.414 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:16.414 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:16.414 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:16.414 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:16.414 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:16.414 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:16.414 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:08:16.622 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:16.690 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:16.890 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:16.894 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:08:16.895 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:08:16.895 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:08:16.896 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:16.896 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:16.897 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:16.897 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:16.897 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:16.897 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:16.897 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:16.897 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:16.897 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:16.897 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:08:16.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:16.964999 27098 rpc_server.cc:307] RPC server started. Bound to: 127.26.45.129:38915
21:08:16.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:16.965193 27357 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.26.45.129:38915 every 8 connection(s)
21:08:16.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:16.969311 27098 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster7793862396939953712/ts-0/data/info.pb
21:08:16.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:16.979149 26806 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu as pid 27098
21:08:16.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:16.979792 26806 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster7793862396939953712/ts-0/wal/instance
21:08:17.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:17.023146 26806 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu
21:08:17.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu
21:08:17.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster7793862396939953712/ts-1/wal
21:08:17.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster7793862396939953712/ts-1/data
21:08:17.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:08:17.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:08:17.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:08:17.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:08:17.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:08:17.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:08:17.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster7793862396939953712/ts-1/logs
21:08:17.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster7793862396939953712/ts-1/data/info.pb
21:08:17.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:08:17.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:08:17.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:08:17.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:08:17.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:08:17.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:08:17.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:08:17.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:08:17.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
21:08:17.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:08:17.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.45.130:0
21:08:17.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.26.45.130
21:08:17.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.45.130
21:08:17.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:08:17.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.26.45.190:34167,127.26.45.189:42387,127.26.45.188:44635
21:08:17.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.45.148:39589
21:08:17.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:08:17.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:08:17.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
21:08:17.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:17.072729 27358 heartbeater.cc:344] Connected to a master server at 127.26.45.188:44635
21:08:17.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:17.073318 27358 heartbeater.cc:461] Registering TS with master...
21:08:17.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:17.074747 27358 heartbeater.cc:507] Master 127.26.45.188:44635 requested a full tablet report, sending...
21:08:17.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:17.079882 27014 ts_manager.cc:194] Registered new tserver with Master: 5e687cc3aa084201b0a390670c1fc5de (127.26.45.129:38915)
21:08:17.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:17.090494 27359 heartbeater.cc:344] Connected to a master server at 127.26.45.189:42387
21:08:17.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:17.090901 27359 heartbeater.cc:461] Registering TS with master...
21:08:17.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:17.091872 27359 heartbeater.cc:507] Master 127.26.45.189:42387 requested a full tablet report, sending...
21:08:17.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:17.095443 27362 heartbeater.cc:344] Connected to a master server at 127.26.45.190:34167
21:08:17.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:17.095892 27362 heartbeater.cc:461] Registering TS with master...
21:08:17.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:17.095650 26930 ts_manager.cc:194] Registered new tserver with Master: 5e687cc3aa084201b0a390670c1fc5de (127.26.45.129:38915)
21:08:17.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:17.096963 27362 heartbeater.cc:507] Master 127.26.45.190:34167 requested a full tablet report, sending...
21:08:17.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:17.100227 26852 ts_manager.cc:194] Registered new tserver with Master: 5e687cc3aa084201b0a390670c1fc5de (127.26.45.129:38915)
21:08:17.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:17.104388 26852 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.26.45.129:54131
21:08:17.121 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:17.134 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:08:17.134 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:08:17.135 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:17.135 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:17.135 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:17.141 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:08:17.141 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:17.141 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:17.142 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:17.142 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:17.142 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:17.142 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:17.142 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:08:17.190 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:17.237 [DEBUG - pool-242-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:08:17.237 [DEBUG - pool-242-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:08:17.237 [DEBUG - pool-242-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:08:17.238 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:17.238 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:17.238 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:17.238 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:17.239 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:17.239 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:17.239 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:17.239 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:17.239 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:17.239 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:08:17.269 [DEBUG - pool-226-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:08:17.269 [DEBUG - pool-226-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:08:17.269 [DEBUG - pool-226-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:08:17.270 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:17.270 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:17.270 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:17.270 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:17.270 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:17.270 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:17.272 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:17.272 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:17.272 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:17.272 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:08:17.275 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:08:17.275 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:08:17.275 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:08:17.276 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:17.276 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:17.276 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:17.277 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:17.277 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:17.277 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:17.277 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:17.277 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:17.277 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:17.277 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:08:17.391 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:17.400 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (83c88b319a84cfbe321fdd6e09697f68) switched from state RESTARTING to RUNNING.
21:08:17.400 [INFO - flink-pekko.actor.default-dispatcher-5] (CheckpointCoordinator.java:1805) Restoring job 83c88b319a84cfbe321fdd6e09697f68 from Checkpoint 66 @ 1783544836140 for 83c88b319a84cfbe321fdd6e09697f68 located at file:/tmp/junit15794170310472928674/checkpoints/83c88b319a84cfbe321fdd6e09697f68/chk-66.
21:08:17.401 [INFO - flink-pekko.actor.default-dispatcher-5] (MasterHooks.java:201) No master state to restore
21:08:17.401 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (7bde5c08f7e804a4ab3423222f7e7362_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from CREATED to SCHEDULED.
21:08:17.402 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (7bde5c08f7e804a4ab3423222f7e7362_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from SCHEDULED to DEPLOYING.
21:08:17.402 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #3) with attempt id 7bde5c08f7e804a4ab3423222f7e7362_cbc357ccb763df2852fee8c4fc7d55f2_2_3 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to c55db3d4-2fd1-4c20-a48a-1de4bc3c79fd @ 127.0.0.1 (dataPort=-1) with allocation id 47d2bf06ddbb090309483d06cea61f42
21:08:17.402 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:324) Received resource requirements from job 83c88b319a84cfbe321fdd6e09697f68: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
21:08:17.403 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 2 to checkpoint 66 for source Source: KuduSource to checkpoint.
21:08:17.403 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 47d2bf06ddbb090309483d06cea61f42.
21:08:17.406 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#3 (7bde5c08f7e804a4ab3423222f7e7362_cbc357ccb763df2852fee8c4fc7d55f2_2_3), deploy into slot with allocation id 47d2bf06ddbb090309483d06cea61f42.
21:08:17.403 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:08:17.407 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:17.407 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:17.407 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:17.407 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:08:17.407 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:08:17.408 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:17.408 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:17.408 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:17.408 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:17.408 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:17.408 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:17.409 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:08:17.420 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#3 (7bde5c08f7e804a4ab3423222f7e7362_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from CREATED to DEPLOYING.
21:08:17.420 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#3 (7bde5c08f7e804a4ab3423222f7e7362_cbc357ccb763df2852fee8c4fc7d55f2_2_3) [DEPLOYING].
21:08:17.426 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@8a2f9d1
21:08:17.426 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
21:08:17.426 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit15794170310472928674/checkpoints")
21:08:17.427 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#3 (7bde5c08f7e804a4ab3423222f7e7362_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from DEPLOYING to INITIALIZING.
21:08:17.427 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (7bde5c08f7e804a4ab3423222f7e7362_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from DEPLOYING to INITIALIZING.
21:08:17.437 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@1a23120d
21:08:17.440 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#3] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:08:17.441 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#3] (Connection.java:748) [peer master-127.22.50.60:38829(127.22.50.60:38829)] connecting to peer
21:08:17.441 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#3] (Connection.java:748) [peer master-127.22.50.61:45261(127.22.50.61:45261)] connecting to peer
21:08:17.442 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:08:17.442 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.50.60:38829(127.22.50.60:38829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:08:17.443 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.60:38829: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:08:17.443 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#3] (Connection.java:748) [peer master-127.22.50.62:44659(127.22.50.62:44659)] connecting to peer
21:08:17.444 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:08:17.444 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.50.61:45261(127.22.50.61:45261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:08:17.444 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.61:45261: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:08:17.445 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:08:17.445 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.50.62:44659(127.22.50.62:44659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:08:17.445 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.62:44659: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:08:17.445 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659; will retry
21:08:17.461 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.22.50.60:38829(127.22.50.60:38829)] connecting to peer
21:08:17.462 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.22.50.61:45261(127.22.50.61:45261)] connecting to peer
21:08:17.463 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:08:17.463 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.50.60:38829(127.22.50.60:38829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:08:17.463 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.60:38829: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:08:17.464 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.22.50.62:44659(127.22.50.62:44659)] connecting to peer
21:08:17.465 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:08:17.465 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.50.61:45261(127.22.50.61:45261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:08:17.465 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.61:45261: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:08:17.465 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:08:17.466 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.50.62:44659(127.22.50.62:44659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:08:17.466 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.62:44659: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:08:17.466 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659; will retry
21:08:17.481 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.22.50.60:38829(127.22.50.60:38829)] connecting to peer
21:08:17.487 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.22.50.61:45261(127.22.50.61:45261)] connecting to peer
21:08:17.488 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:08:17.488 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.50.60:38829(127.22.50.60:38829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:08:17.488 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.60:38829: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:08:17.495 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.22.50.62:44659(127.22.50.62:44659)] connecting to peer
21:08:17.496 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:08:17.496 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.50.62:44659(127.22.50.62:44659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:08:17.496 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.62:44659: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:08:17.503 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:08:17.504 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.50.61:45261(127.22.50.61:45261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:08:17.504 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.61:45261: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:08:17.504 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659; will retry
21:08:17.521 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.22.50.60:38829(127.22.50.60:38829)] connecting to peer
21:08:17.521 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.22.50.61:45261(127.22.50.61:45261)] connecting to peer
21:08:17.522 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.22.50.62:44659(127.22.50.62:44659)] connecting to peer
21:08:17.522 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:08:17.522 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.50.61:45261(127.22.50.61:45261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:08:17.522 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:08:17.522 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.61:45261: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:08:17.522 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.50.60:38829(127.22.50.60:38829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:08:17.522 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.60:38829: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:08:17.523 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:08:17.523 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.50.62:44659(127.22.50.62:44659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:08:17.523 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.62:44659: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:08:17.523 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659; will retry
21:08:17.541 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.22.50.60:38829(127.22.50.60:38829)] connecting to peer
21:08:17.541 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.22.50.61:45261(127.22.50.61:45261)] connecting to peer
21:08:17.542 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.22.50.62:44659(127.22.50.62:44659)] connecting to peer
21:08:17.542 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:08:17.542 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.50.60:38829(127.22.50.60:38829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:08:17.542 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.60:38829: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:08:17.542 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:08:17.542 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.50.61:45261(127.22.50.61:45261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:08:17.542 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.61:45261: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:08:17.542 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:08:17.542 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.50.62:44659(127.22.50.62:44659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:08:17.542 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.62:44659: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:08:17.543 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659; will retry
21:08:17.582 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.22.50.60:38829(127.22.50.60:38829)] connecting to peer
21:08:17.582 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.22.50.61:45261(127.22.50.61:45261)] connecting to peer
21:08:17.582 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.22.50.62:44659(127.22.50.62:44659)] connecting to peer
21:08:17.583 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:08:17.583 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.50.61:45261(127.22.50.61:45261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:08:17.583 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.61:45261: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:08:17.588 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:08:17.588 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.50.62:44659(127.22.50.62:44659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:08:17.588 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.62:44659: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:08:17.591 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:08:17.592 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.50.60:38829(127.22.50.60:38829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:08:17.592 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.60:38829: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:08:17.592 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659; will retry
21:08:17.621 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:17.661 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.22.50.60:38829(127.22.50.60:38829)] connecting to peer
21:08:17.661 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.22.50.61:45261(127.22.50.61:45261)] connecting to peer
21:08:17.662 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.22.50.62:44659(127.22.50.62:44659)] connecting to peer
21:08:17.662 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:08:17.662 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.50.60:38829(127.22.50.60:38829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:08:17.662 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.60:38829: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:08:17.663 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:08:17.663 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.50.62:44659(127.22.50.62:44659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:08:17.663 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.62:44659: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:08:17.665 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:08:17.665 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.50.61:45261(127.22.50.61:45261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:08:17.665 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.61:45261: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:08:17.665 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659; will retry
21:08:17.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:17.665405 27369 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
21:08:17.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:17.666355 27369 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:08:17.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:17.667246 27369 flags.cc:432] Enabled unsafe flag: --never_fsync=true
21:08:17.690 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:17.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:17.732762 27369 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
21:08:17.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:17.734300 27369 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.26.45.130
21:08:17.752 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:17.781 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.22.50.60:38829(127.22.50.60:38829)] connecting to peer
21:08:17.781 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.22.50.61:45261(127.22.50.61:45261)] connecting to peer
21:08:17.781 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.22.50.62:44659(127.22.50.62:44659)] connecting to peer
21:08:17.782 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:08:17.782 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.50.60:38829(127.22.50.60:38829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:08:17.782 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.60:38829: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:08:17.782 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:08:17.782 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.50.61:45261(127.22.50.61:45261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:08:17.782 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.61:45261: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:08:17.783 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:08:17.783 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.50.62:44659(127.22.50.62:44659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:08:17.783 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.62:44659: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:08:17.783 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659; will retry
21:08:17.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:17.789494 27369 tablet_server_runner.cc:78] Tablet server non-default flags:
21:08:17.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:08:17.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.45.148:39589
21:08:17.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:08:17.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:08:17.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster7793862396939953712/ts-1/data
21:08:17.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster7793862396939953712/ts-1/wal
21:08:17.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:08:17.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:08:17.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.45.130:0
21:08:17.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:08:17.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:08:17.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:08:17.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster7793862396939953712/ts-1/data/info.pb
21:08:17.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.45.130
21:08:17.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:08:17.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.26.45.190:34167,127.26.45.189:42387,127.26.45.188:44635
21:08:17.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:08:17.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:08:17.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:08:17.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:08:17.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:08:17.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.26.45.130
21:08:17.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster7793862396939953712/ts-1/logs
21:08:17.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:08:17.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:08:17.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
21:08:17.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
21:08:17.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
21:08:17.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 6bec869c2320d19f2589b3f609f76e5041a21d27
21:08:17.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:08:17.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 20:43:55 UTC on e7f111948823
21:08:17.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16878
21:08:17.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:08:17.792 [DEBUG - pool-238-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:08:17.792 [DEBUG - pool-238-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:08:17.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:17.792428 27369 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:08:17.792 [DEBUG - pool-238-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:08:17.793 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:17.793 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:17.793 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:17.793 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:17.794 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:17.794 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:17.794 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:17.794 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:17.794 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:17.794 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:08:17.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:17.794979 27369 file_cache.cc:492] Constructed file cache file cache with capacity 419430
21:08:17.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:17.831202 27386 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:08:17.894 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:18.021 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.22.50.60:38829(127.22.50.60:38829)] connecting to peer
21:08:18.022 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.22.50.61:45261(127.22.50.61:45261)] connecting to peer
21:08:18.022 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.22.50.62:44659(127.22.50.62:44659)] connecting to peer
21:08:18.023 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:08:18.023 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.50.61:45261(127.22.50.61:45261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:08:18.023 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.61:45261: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:08:18.024 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:08:18.024 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.50.62:44659(127.22.50.62:44659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:08:18.024 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.62:44659: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:08:18.025 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:08:18.025 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.50.60:38829(127.22.50.60:38829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:08:18.025 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.60:38829: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:08:18.025 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659; will retry
21:08:18.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:18.109618 27362 heartbeater.cc:499] Master 127.26.45.190:34167 was elected leader, sending a full tablet report...
21:08:18.121 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.22.50.60:38829(127.22.50.60:38829)] connecting to peer
21:08:18.121 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:18.122 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.22.50.61:45261(127.22.50.61:45261)] connecting to peer
21:08:18.122 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.22.50.62:44659(127.22.50.62:44659)] connecting to peer
21:08:18.123 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:08:18.123 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.50.60:38829(127.22.50.60:38829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:08:18.123 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.60:38829: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:08:18.123 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:08:18.124 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.50.61:45261(127.22.50.61:45261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:08:18.124 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.61:45261: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:08:18.124 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:08:18.124 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.50.62:44659(127.22.50.62:44659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:08:18.124 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.62:44659: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:08:18.124 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659; will retry
21:08:18.190 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:18.199 [DEBUG - pool-228-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:08:18.200 [DEBUG - pool-228-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:08:18.200 [DEBUG - pool-228-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:08:18.201 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:18.201 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:18.201 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:18.201 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:18.201 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:18.202 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:18.202 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:18.202 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:18.202 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:18.202 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:08:18.253 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:18.390 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:18.452 [DEBUG - pool-234-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:08:18.452 [DEBUG - pool-234-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:08:18.453 [DEBUG - pool-234-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:08:18.453 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:18.453 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:18.454 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:18.454 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:18.454 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:18.454 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:18.455 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:18.455 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:18.455 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:18.455 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:08:18.516 [DEBUG - pool-242-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:08:18.517 [DEBUG - pool-242-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:08:18.517 [DEBUG - pool-242-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:08:18.518 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:18.518 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:18.518 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:18.518 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:18.518 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:18.519 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:18.519 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:18.519 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:18.519 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:18.519 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:08:18.622 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:18.690 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:18.753 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:18.815 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:08:18.815 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:08:18.815 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:08:18.820 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:18.820 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:18.820 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:18.820 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:18.820 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:18.820 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:18.820 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:18.820 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:18.820 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:18.820 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:08:18.852 [DEBUG - pool-238-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:08:18.853 [DEBUG - pool-238-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:08:18.853 [DEBUG - pool-238-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:08:18.855 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:18.855 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:18.855 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:18.856 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:18.856 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:18.856 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:18.856 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:18.857 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:18.860 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:18.860 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:08:18.861 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.22.50.60:38829(127.22.50.60:38829)] connecting to peer
21:08:18.861 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.22.50.61:45261(127.22.50.61:45261)] connecting to peer
21:08:18.862 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.22.50.62:44659(127.22.50.62:44659)] connecting to peer
21:08:18.862 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:08:18.862 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.50.60:38829(127.22.50.60:38829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:08:18.862 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.60:38829: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:08:18.863 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:08:18.863 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.50.62:44659(127.22.50.62:44659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:08:18.863 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.62:44659: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:08:18.863 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:08:18.863 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.50.61:45261(127.22.50.61:45261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:08:18.863 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.61:45261: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:08:18.863 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659; will retry
21:08:18.890 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:18.893 [DEBUG - pool-240-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:08:18.893 [DEBUG - pool-240-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:08:18.893 [DEBUG - pool-240-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:08:18.894 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:18.894 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:18.894 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:18.894 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:18.895 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:18.895 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:18.895 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:18.895 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:18.895 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:18.896 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:08:19.024 [DEBUG - pool-232-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:08:19.027 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:19.027 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:19.027 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:19.028 [DEBUG - pool-232-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:08:19.028 [DEBUG - pool-232-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:08:19.031 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:19.031 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:19.031 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:19.032 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:19.032 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:19.032 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:19.032 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:08:19.037 [DEBUG - pool-242-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:08:19.037 [DEBUG - pool-242-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:08:19.037 [DEBUG - pool-242-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:08:19.038 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:19.038 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:19.038 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:19.039 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:19.039 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:19.039 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:19.039 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:19.040 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:19.040 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:19.040 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:08:19.122 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:19.190 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:19.253 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:19.390 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:19.619 [DEBUG - pool-228-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:08:19.620 [DEBUG - pool-228-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:08:19.620 [DEBUG - pool-228-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:08:19.621 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:19.621 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:19.621 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:19.622 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:19.622 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:19.622 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:19.622 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:19.622 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:19.622 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:19.622 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:19.622 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:08:19.664 [DEBUG - pool-232-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:08:19.664 [DEBUG - pool-232-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:08:19.664 [DEBUG - pool-232-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:08:19.665 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:19.665 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:19.665 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:19.666 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:19.666 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:19.666 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:19.667 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:19.667 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:19.667 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:19.667 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:08:19.690 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:19.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:17.835551 27387 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:08:19.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:19.696864 27369 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.862s	user 0.536s	sys 0.827s
21:08:19.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:19.701913 27369 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.868s	user 0.536s	sys 0.827s
21:08:19.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:19.702214 27369 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
21:08:19.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:19.699692 27390 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:08:19.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:19.700232 27388 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1866 milliseconds
21:08:19.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:19.218524 27385 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 27369
21:08:19.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:19.707229 27369 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:08:19.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:19.709921 27369 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:08:19.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:19.711990 27369 hybrid_clock.cc:648] HybridClock initialized: now 1783544899711933 us; error 51 us; skew 500 ppm
21:08:19.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:19.713188 27369 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:08:19.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:19.720435 27369 webserver.cc:534] Webserver started at http://127.26.45.130:43651/ using document root <none> and password file <none>
21:08:19.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:19.721575 27369 fs_manager.cc:362] Metadata directory not provided
21:08:19.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:19.721788 27369 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:08:19.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:19.722203 27369 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
21:08:19.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:19.727344 27369 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster7793862396939953712/ts-1/data/instance:
21:08:19.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9db62b97c15340639398d5c05b5164a8"
21:08:19.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:08:19 on dist-test-slave-3sd5"
21:08:19.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:19.728574 27369 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster7793862396939953712/ts-1/wal/instance:
21:08:19.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9db62b97c15340639398d5c05b5164a8"
21:08:19.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:08:19 on dist-test-slave-3sd5"
21:08:19.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:19.738106 27369 fs_manager.cc:696] Time spent creating directory manager: real 0.009s	user 0.005s	sys 0.005s
21:08:19.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:19.745518 27400 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
21:08:19.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:19.746940 27369 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.004s	sys 0.002s
21:08:19.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:19.747387 27369 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster7793862396939953712/ts-1/data,/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster7793862396939953712/ts-1/wal
21:08:19.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9db62b97c15340639398d5c05b5164a8"
21:08:19.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:08:19 on dist-test-slave-3sd5"
21:08:19.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:19.747797 27369 fs_report.cc:389] FS layout report
21:08:19.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:08:19.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster7793862396939953712/ts-1/wal
21:08:19.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster7793862396939953712/ts-1/wal
21:08:19.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster7793862396939953712/ts-1/data/data
21:08:19.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:08:19.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:08:19.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:08:19.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:08:19.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:08:19.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:08:19.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:08:19.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:08:19.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:08:19.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:08:19.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:08:19.753 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:19.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:19.824203 27369 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
21:08:19.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:19.827203 27369 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:08:19.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:19.827698 27369 kserver.cc:163] Server-wide thread pool size limit: 3276
21:08:19.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:19.830981 27369 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
21:08:19.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:19.836390 27369 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
21:08:19.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:19.836687 27369 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
21:08:19.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:19.836930 27369 ts_tablet_manager.cc:616] Registered 0 tablets
21:08:19.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:19.837088 27369 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
21:08:19.890 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:19.916 [DEBUG - pool-242-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:08:19.916 [DEBUG - pool-242-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:08:19.917 [DEBUG - pool-242-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:08:19.917 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:19.917 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:19.917 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:19.918 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:19.918 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:19.918 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:19.918 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:19.919 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:19.919 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:19.919 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:08:20.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:20.016573 27369 rpc_server.cc:307] RPC server started. Bound to: 127.26.45.130:39275
21:08:20.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:20.016666 27513 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.26.45.130:39275 every 8 connection(s)
21:08:20.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:20.019332 27369 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster7793862396939953712/ts-1/data/info.pb
21:08:20.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:20.022087 26806 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu as pid 27369
21:08:20.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:20.022578 26806 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster7793862396939953712/ts-1/wal/instance
21:08:20.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:20.057433 26806 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu
21:08:20.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu
21:08:20.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster7793862396939953712/ts-2/wal
21:08:20.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster7793862396939953712/ts-2/data
21:08:20.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:08:20.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:08:20.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:08:20.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:08:20.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:08:20.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:08:20.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster7793862396939953712/ts-2/logs
21:08:20.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster7793862396939953712/ts-2/data/info.pb
21:08:20.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:08:20.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:08:20.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:08:20.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:08:20.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:08:20.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:08:20.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:08:20.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:08:20.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
21:08:20.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:08:20.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.45.131:0
21:08:20.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.26.45.131
21:08:20.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.45.131
21:08:20.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:08:20.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.26.45.190:34167,127.26.45.189:42387,127.26.45.188:44635
21:08:20.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.45.148:39589
21:08:20.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:08:20.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:08:20.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
21:08:20.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:20.079022 27514 heartbeater.cc:344] Connected to a master server at 127.26.45.188:44635
21:08:20.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:20.079653 27514 heartbeater.cc:461] Registering TS with master...
21:08:20.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:20.081398 27514 heartbeater.cc:507] Master 127.26.45.188:44635 requested a full tablet report, sending...
21:08:20.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:20.084203 27516 heartbeater.cc:344] Connected to a master server at 127.26.45.190:34167
21:08:20.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:20.084671 27516 heartbeater.cc:461] Registering TS with master...
21:08:20.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:20.085778 27014 ts_manager.cc:194] Registered new tserver with Master: 9db62b97c15340639398d5c05b5164a8 (127.26.45.130:39275)
21:08:20.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:20.085850 27516 heartbeater.cc:507] Master 127.26.45.190:34167 requested a full tablet report, sending...
21:08:20.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:20.088280 27515 heartbeater.cc:344] Connected to a master server at 127.26.45.189:42387
21:08:20.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:20.088687 27515 heartbeater.cc:461] Registering TS with master...
21:08:20.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:20.089761 27515 heartbeater.cc:507] Master 127.26.45.189:42387 requested a full tablet report, sending...
21:08:20.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:20.090425 26852 ts_manager.cc:194] Registered new tserver with Master: 9db62b97c15340639398d5c05b5164a8 (127.26.45.130:39275)
21:08:20.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:20.092334 26852 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.26.45.130:55773
21:08:20.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:20.092876 26930 ts_manager.cc:194] Registered new tserver with Master: 9db62b97c15340639398d5c05b5164a8 (127.26.45.130:39275)
21:08:20.122 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:20.144 [DEBUG - pool-232-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:08:20.144 [DEBUG - pool-232-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:08:20.145 [DEBUG - pool-232-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:08:20.145 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:20.145 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:20.145 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:20.145 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:20.145 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:20.145 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:20.145 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:20.145 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:20.145 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:20.158 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:08:20.190 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:20.253 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:20.275 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.22.50.60:38829(127.22.50.60:38829)] connecting to peer
21:08:20.275 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.22.50.61:45261(127.22.50.61:45261)] connecting to peer
21:08:20.275 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.22.50.62:44659(127.22.50.62:44659)] connecting to peer
21:08:20.275 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:08:20.276 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.50.60:38829(127.22.50.60:38829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:08:20.276 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.60:38829: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:08:20.276 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:08:20.276 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.50.61:45261(127.22.50.61:45261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:08:20.276 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.61:45261: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:08:20.277 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:08:20.277 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.50.62:44659(127.22.50.62:44659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:08:20.277 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.62:44659: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:08:20.277 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659; will retry
21:08:20.390 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:20.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:20.467329 27524 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
21:08:20.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:20.467931 27524 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:08:20.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:20.468602 27524 flags.cc:432] Enabled unsafe flag: --never_fsync=true
21:08:20.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:20.508589 27524 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
21:08:20.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:20.509696 27524 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.26.45.131
21:08:20.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:20.551573 27524 tablet_server_runner.cc:78] Tablet server non-default flags:
21:08:20.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:08:20.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.45.148:39589
21:08:20.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:08:20.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:08:20.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster7793862396939953712/ts-2/data
21:08:20.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster7793862396939953712/ts-2/wal
21:08:20.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:08:20.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:08:20.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.45.131:0
21:08:20.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:08:20.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:08:20.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:08:20.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster7793862396939953712/ts-2/data/info.pb
21:08:20.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.45.131
21:08:20.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:08:20.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.26.45.190:34167,127.26.45.189:42387,127.26.45.188:44635
21:08:20.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:08:20.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:08:20.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:08:20.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:08:20.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:08:20.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.26.45.131
21:08:20.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster7793862396939953712/ts-2/logs
21:08:20.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:08:20.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:08:20.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
21:08:20.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
21:08:20.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
21:08:20.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 6bec869c2320d19f2589b3f609f76e5041a21d27
21:08:20.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:08:20.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 20:43:55 UTC on e7f111948823
21:08:20.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16878
21:08:20.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:08:20.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:20.553217 27524 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:08:20.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:20.555208 27524 file_cache.cc:492] Constructed file cache file cache with capacity 419430
21:08:20.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:20.569675 27531 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:08:20.622 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:20.690 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:20.753 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:20.889 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:20.949 [DEBUG - pool-226-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:08:20.950 [DEBUG - pool-226-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:08:20.950 [DEBUG - pool-226-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:08:20.951 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:20.951 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:20.951 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:20.952 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:20.952 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:20.952 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:20.953 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:20.953 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:20.953 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:20.953 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:08:21.039 [DEBUG - pool-228-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:08:21.040 [DEBUG - pool-228-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:08:21.041 [DEBUG - pool-228-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:08:21.041 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:21.042 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:21.042 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:21.042 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:21.042 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:21.042 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:21.043 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:21.043 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:21.043 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:21.043 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:08:21.049 [DEBUG - pool-226-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:08:21.050 [DEBUG - pool-226-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:08:21.050 [DEBUG - pool-226-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:08:21.051 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:21.051 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:21.051 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:21.052 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:21.052 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:21.052 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:21.052 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:21.052 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:21.052 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:21.053 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:08:21.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:21.096930 27516 heartbeater.cc:499] Master 127.26.45.190:34167 was elected leader, sending a full tablet report...
21:08:21.121 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:21.121 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:08:21.122 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:08:21.122 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:08:21.123 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:21.123 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:21.123 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:21.124 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:21.124 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:21.124 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:21.125 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:21.125 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:21.125 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:21.125 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:08:21.190 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:21.252 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:21.309 [DEBUG - pool-226-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:08:21.310 [DEBUG - pool-226-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:08:21.310 [DEBUG - pool-226-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:08:21.311 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:21.311 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:21.311 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:21.312 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:21.312 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:21.312 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:21.312 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:21.312 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:21.312 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:21.312 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:08:21.390 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:21.621 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:21.690 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:21.752 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:21.853 [DEBUG - pool-234-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:08:21.853 [DEBUG - pool-234-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:08:21.853 [DEBUG - pool-234-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:08:21.855 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:21.855 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:21.856 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:21.856 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:21.856 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:21.856 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:21.857 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:21.857 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:21.857 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:21.857 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:08:21.876 [DEBUG - pool-242-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:08:21.877 [DEBUG - pool-242-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:08:21.877 [DEBUG - pool-242-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:08:21.877 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:21.878 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:21.878 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:21.878 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:21.878 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:21.878 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:21.879 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:21.879 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:21.879 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:21.879 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:08:21.890 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:21.934 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:08:21.934 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:08:21.934 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:08:21.935 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:21.935 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:21.935 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:21.935 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:21.936 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:21.936 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:21.936 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:21.936 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:21.936 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:21.936 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:08:22.033 [DEBUG - pool-240-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:08:22.033 [DEBUG - pool-240-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:08:22.033 [DEBUG - pool-240-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:08:22.034 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:22.034 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:22.034 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:22.035 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:22.035 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:22.036 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:22.036 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:22.036 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:22.036 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:22.036 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:08:22.122 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:22.191 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:22.253 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:22.291 [DEBUG - pool-238-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:08:22.292 [DEBUG - pool-238-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:08:22.292 [DEBUG - pool-238-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:08:22.294 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:22.294 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:22.294 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:22.294 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:22.294 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:22.295 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:22.295 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:22.295 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:22.295 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:22.296 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:08:22.390 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:22.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:20.570403 27532 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:08:22.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:22.455756 27524 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.885s	user 0.002s	sys 0.000s
21:08:22.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:21.972299 27530 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 27524
21:08:22.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:22.457283 27524 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.888s	user 0.003s	sys 0.001s
21:08:22.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:22.457979 27533 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1883 milliseconds
21:08:22.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:22.459764 27534 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:08:22.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:22.459652 27524 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
21:08:22.462 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:08:22.462 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:08:22.462 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:08:22.462 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:22.462 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:22.462 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:22.462 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:22.463 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:22.463 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:22.463 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:22.463 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:22.463 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:22.463 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:08:22.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:22.465898 27524 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:08:22.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:22.468720 27524 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:08:22.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:22.470436 27524 hybrid_clock.cc:648] HybridClock initialized: now 1783544902470330 us; error 89 us; skew 500 ppm
21:08:22.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:22.471822 27524 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:08:22.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:22.479627 27524 webserver.cc:534] Webserver started at http://127.26.45.131:34443/ using document root <none> and password file <none>
21:08:22.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:22.480932 27524 fs_manager.cc:362] Metadata directory not provided
21:08:22.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:22.481264 27524 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:08:22.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:22.481817 27524 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
21:08:22.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:22.487524 27524 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster7793862396939953712/ts-2/data/instance:
21:08:22.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4661a2b9a7364479b9a63d6ec16d5789"
21:08:22.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:08:22 on dist-test-slave-3sd5"
21:08:22.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:22.489246 27524 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster7793862396939953712/ts-2/wal/instance:
21:08:22.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4661a2b9a7364479b9a63d6ec16d5789"
21:08:22.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:08:22 on dist-test-slave-3sd5"
21:08:22.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:22.498876 27524 fs_manager.cc:696] Time spent creating directory manager: real 0.009s	user 0.005s	sys 0.005s
21:08:22.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:22.506000 27542 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
21:08:22.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:22.507395 27524 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.004s	sys 0.000s
21:08:22.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:22.507802 27524 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster7793862396939953712/ts-2/data,/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster7793862396939953712/ts-2/wal
21:08:22.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4661a2b9a7364479b9a63d6ec16d5789"
21:08:22.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:08:22 on dist-test-slave-3sd5"
21:08:22.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:22.508203 27524 fs_report.cc:389] FS layout report
21:08:22.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:08:22.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster7793862396939953712/ts-2/wal
21:08:22.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster7793862396939953712/ts-2/wal
21:08:22.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster7793862396939953712/ts-2/data/data
21:08:22.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:08:22.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:08:22.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:08:22.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:08:22.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:08:22.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:08:22.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:08:22.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:08:22.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:08:22.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:08:22.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:08:22.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:22.583711 27524 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
21:08:22.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:22.585855 27524 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:08:22.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:22.586464 27524 kserver.cc:163] Server-wide thread pool size limit: 3276
21:08:22.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:22.590029 27524 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
21:08:22.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:22.595286 27524 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
21:08:22.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:22.595583 27524 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
21:08:22.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:22.595929 27524 ts_tablet_manager.cc:616] Registered 0 tablets
21:08:22.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:22.596128 27524 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
21:08:22.596 [DEBUG - pool-242-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:08:22.597 [DEBUG - pool-242-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:08:22.597 [DEBUG - pool-242-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:08:22.597 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:22.597 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:22.597 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:22.597 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:22.598 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:22.598 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:22.598 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:22.598 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:22.598 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:22.598 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:08:22.614 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:08:22.614 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:08:22.614 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:08:22.615 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:22.615 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:22.615 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:22.615 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:22.615 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:22.615 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:22.615 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:22.616 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:22.616 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:22.616 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:08:22.622 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:22.690 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:22.723 [DEBUG - pool-232-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:08:22.724 [DEBUG - pool-232-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:08:22.724 [DEBUG - pool-232-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:08:22.724 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:22.724 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:22.725 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:22.725 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:22.725 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:22.725 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:22.726 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:22.726 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:22.726 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:22.726 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:08:22.755 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:22.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:22.806330 27524 rpc_server.cc:307] RPC server started. Bound to: 127.26.45.131:35493
21:08:22.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:22.806486 27654 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.26.45.131:35493 every 8 connection(s)
21:08:22.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:22.810091 27524 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster7793862396939953712/ts-2/data/info.pb
21:08:22.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:22.819450 26806 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu as pid 27524
21:08:22.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:22.819903 26806 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster7793862396939953712/ts-2/wal/instance
21:08:22.852 [DEBUG - pool-240-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:08:22.853 [DEBUG - pool-240-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:08:22.853 [DEBUG - pool-240-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:08:22.853 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:22.853 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:22.854 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:22.854 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:22.854 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:22.854 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:22.854 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:22.854 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:22.855 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:22.855 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:08:22.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:22.888592 27659 heartbeater.cc:344] Connected to a master server at 127.26.45.190:34167
21:08:22.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:22.889209 27659 heartbeater.cc:461] Registering TS with master...
21:08:22.890 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:22.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:22.890364 27659 heartbeater.cc:507] Master 127.26.45.190:34167 requested a full tablet report, sending...
21:08:22.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:22.891904 27656 heartbeater.cc:344] Connected to a master server at 127.26.45.189:42387
21:08:22.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:22.892285 27656 heartbeater.cc:461] Registering TS with master...
21:08:22.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:22.893270 27656 heartbeater.cc:507] Master 127.26.45.189:42387 requested a full tablet report, sending...
21:08:22.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:22.895857 26852 ts_manager.cc:194] Registered new tserver with Master: 4661a2b9a7364479b9a63d6ec16d5789 (127.26.45.131:35493)
21:08:22.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:22.896212 26930 ts_manager.cc:194] Registered new tserver with Master: 4661a2b9a7364479b9a63d6ec16d5789 (127.26.45.131:35493)
21:08:22.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:22.897686 26852 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.26.45.131:47413
21:08:22.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:22.898485 27655 heartbeater.cc:344] Connected to a master server at 127.26.45.188:44635
21:08:22.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:22.898828 27655 heartbeater.cc:461] Registering TS with master...
21:08:22.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:22.899875 27655 heartbeater.cc:507] Master 127.26.45.188:44635 requested a full tablet report, sending...
21:08:22.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:22.902958 27014 ts_manager.cc:194] Registered new tserver with Master: 4661a2b9a7364479b9a63d6ec16d5789 (127.26.45.131:35493)
21:08:22.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:22.912180 26806 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
21:08:22.924 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
21:08:22.924 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

21:08:22.926 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.26.45.190"
      port: 34167
    }
    bound_http_address {
      host: "127.26.45.190"
      port: 35647
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.26.45.189"
      port: 42387
    }
    bound_http_address {
      host: "127.26.45.189"
      port: 38625
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.26.45.188"
      port: 44635
    }
    bound_http_address {
      host: "127.26.45.188"
      port: 39569
    }
  }
}

21:08:22.926 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

21:08:22.927 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.26.45.129"
      port: 38915
    }
    bound_http_address {
      host: "127.26.45.129"
      port: 36817
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.26.45.130"
      port: 39275
    }
    bound_http_address {
      host: "127.26.45.130"
      port: 43651
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.26.45.131"
      port: 35493
    }
    bound_http_address {
      host: "127.26.45.131"
      port: 34443
    }
  }
}

21:08:22.927 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
21:08:22.929 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:08:22.931 [DEBUG - main] (Connection.java:748) [peer master-127.25.113.61:34911(127.25.113.61:34911)] connecting to peer
21:08:22.931 [DEBUG - main] (Connection.java:748) [peer master-127.25.113.60:35933(127.25.113.60:35933)] connecting to peer
21:08:22.932 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.25.113.61:34911(127.25.113.61:34911)] Successfully connected to peer
21:08:22.933 [DEBUG - main] (Connection.java:748) [peer master-127.25.113.62:35193(127.25.113.62:35193)] connecting to peer
21:08:22.933 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.25.113.60:35933(127.25.113.60:35933)] Successfully connected to peer
21:08:22.936 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.25.113.62:35193(127.25.113.62:35193)] Successfully connected to peer
21:08:22.944 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.25.113.62
21:08:22.947 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.25.113.60
21:08:22.954 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.25.113.61
21:08:22.955 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:08:22.959 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:08:22.959 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xf029833c, L:/127.0.0.1:33700 - R:/127.25.113.62:35193] using SASL/PLAIN
21:08:22.963 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xc3aeb3c0, L:/127.0.0.1:44190 - R:/127.25.113.60:35933] using SASL/PLAIN
21:08:22.969 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:08:22.975 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xdac04e19, L:/127.0.0.1:33078 - R:/127.25.113.61:34911] using SASL/PLAIN
21:08:22.978 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
21:08:22.979 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=48), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [37ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.60:35933: OK, [37ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.62:35193: OK, [48ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.61:34911: OK, deferred=null) after lookup
21:08:22.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:22.981389 26185 catalog_manager.cc:2282] Servicing CreateTable request from {username='slave'} at 127.0.0.1:33078:
21:08:22.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "replication_test_table"
21:08:22.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
21:08:22.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
21:08:22.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key1"
21:08:22.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
21:08:22.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
21:08:22.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
21:08:22.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
21:08:22.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
21:08:22.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
21:08:22.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
21:08:22.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
21:08:22.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key2"
21:08:22.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
21:08:22.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
21:08:22.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
21:08:22.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
21:08:22.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
21:08:22.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
21:08:22.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
21:08:22.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
21:08:22.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key3"
21:08:22.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
21:08:22.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
21:08:22.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
21:08:22.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
21:08:22.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
21:08:22.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
21:08:22.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
21:08:22.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
21:08:22.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "data"
21:08:22.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
21:08:22.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
21:08:22.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
21:08:22.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
21:08:22.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
21:08:22.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
21:08:22.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
21:08:22.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
21:08:22.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
21:08:22.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   rows: "<redacted>""\004\001d\000\000\000\004\001\310\000\000\000"
21:08:22.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
21:08:22.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
21:08:22.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
21:08:22.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
21:08:22.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key1"
21:08:22.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
21:08:22.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
21:08:22.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
21:08:22.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:22.986416 26185 catalog_manager.cc:7076] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table replication_test_table in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
21:08:23.053 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 51684093b2bc4c878f88cc34d1cd30af
21:08:23.083 [DEBUG - pool-232-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:08:23.084 [DEBUG - pool-232-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:08:23.084 [DEBUG - pool-232-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:08:23.084 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:23.084 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:23.084 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:23.085 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:23.085 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:23.085 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:23.085 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:23.085 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:23.085 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:23.085 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:08:23.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:23.120860 26430 tablet_service.cc:1511] Processing CreateTablet for tablet 2b38c051639343118f12164e5a3a85c1 (DEFAULT_TABLE table=replication_test_table [id=51684093b2bc4c878f88cc34d1cd30af]), partition=RANGE (key1) PARTITION 100 <= VALUES < 200
21:08:23.124 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:23.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:23.124043 26430 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 2b38c051639343118f12164e5a3a85c1. 1 dirs total, 0 dirs full, 0 dirs failed
21:08:23.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:23.125495 26431 tablet_service.cc:1511] Processing CreateTablet for tablet 635819dfcd9c4e888866ca466797fad6 (DEFAULT_TABLE table=replication_test_table [id=51684093b2bc4c878f88cc34d1cd30af]), partition=RANGE (key1) PARTITION VALUES < 100
21:08:23.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:23.132284 26429 tablet_service.cc:1511] Processing CreateTablet for tablet 113017c1277a41e5aafe776e66dd3d2d (DEFAULT_TABLE table=replication_test_table [id=51684093b2bc4c878f88cc34d1cd30af]), partition=RANGE (key1) PARTITION 200 <= VALUES
21:08:23.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:23.133991 26431 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 635819dfcd9c4e888866ca466797fad6. 1 dirs total, 0 dirs full, 0 dirs failed
21:08:23.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:23.134912 26429 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 113017c1277a41e5aafe776e66dd3d2d. 1 dirs total, 0 dirs full, 0 dirs failed
21:08:23.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:23.138846 26569 tablet_service.cc:1511] Processing CreateTablet for tablet 113017c1277a41e5aafe776e66dd3d2d (DEFAULT_TABLE table=replication_test_table [id=51684093b2bc4c878f88cc34d1cd30af]), partition=RANGE (key1) PARTITION 200 <= VALUES
21:08:23.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:23.144562 26570 tablet_service.cc:1511] Processing CreateTablet for tablet 2b38c051639343118f12164e5a3a85c1 (DEFAULT_TABLE table=replication_test_table [id=51684093b2bc4c878f88cc34d1cd30af]), partition=RANGE (key1) PARTITION 100 <= VALUES < 200
21:08:23.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:23.146036 26569 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 113017c1277a41e5aafe776e66dd3d2d. 1 dirs total, 0 dirs full, 0 dirs failed
21:08:23.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:23.145033 26730 tablet_service.cc:1511] Processing CreateTablet for tablet 2b38c051639343118f12164e5a3a85c1 (DEFAULT_TABLE table=replication_test_table [id=51684093b2bc4c878f88cc34d1cd30af]), partition=RANGE (key1) PARTITION 100 <= VALUES < 200
21:08:23.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:23.146699 26571 tablet_service.cc:1511] Processing CreateTablet for tablet 635819dfcd9c4e888866ca466797fad6 (DEFAULT_TABLE table=replication_test_table [id=51684093b2bc4c878f88cc34d1cd30af]), partition=RANGE (key1) PARTITION VALUES < 100
21:08:23.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:23.148082 26571 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 635819dfcd9c4e888866ca466797fad6. 1 dirs total, 0 dirs full, 0 dirs failed
21:08:23.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:23.148221 26730 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 2b38c051639343118f12164e5a3a85c1. 1 dirs total, 0 dirs full, 0 dirs failed
21:08:23.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:23.149083 26570 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 2b38c051639343118f12164e5a3a85c1. 1 dirs total, 0 dirs full, 0 dirs failed
21:08:23.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:23.151582 26729 tablet_service.cc:1511] Processing CreateTablet for tablet 113017c1277a41e5aafe776e66dd3d2d (DEFAULT_TABLE table=replication_test_table [id=51684093b2bc4c878f88cc34d1cd30af]), partition=RANGE (key1) PARTITION 200 <= VALUES
21:08:23.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:23.152874 26729 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 113017c1277a41e5aafe776e66dd3d2d. 1 dirs total, 0 dirs full, 0 dirs failed
21:08:23.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:23.154971 26731 tablet_service.cc:1511] Processing CreateTablet for tablet 635819dfcd9c4e888866ca466797fad6 (DEFAULT_TABLE table=replication_test_table [id=51684093b2bc4c878f88cc34d1cd30af]), partition=RANGE (key1) PARTITION VALUES < 100
21:08:23.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:23.157449 26731 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 635819dfcd9c4e888866ca466797fad6. 1 dirs total, 0 dirs full, 0 dirs failed
21:08:23.190 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:23.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:23.205217 27688 tablet_bootstrap.cc:492] T 113017c1277a41e5aafe776e66dd3d2d P fb4f58695a0e41498f876a3fa5558214: Bootstrap starting.
21:08:23.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:23.215245 27688 tablet_bootstrap.cc:654] T 113017c1277a41e5aafe776e66dd3d2d P fb4f58695a0e41498f876a3fa5558214: Neither blocks nor log segments found. Creating new log.
21:08:23.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:23.218135 27688 log.cc:826] T 113017c1277a41e5aafe776e66dd3d2d P fb4f58695a0e41498f876a3fa5558214: Log is configured to *not* fsync() on all Append() calls
21:08:23.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:23.237125 27690 tablet_bootstrap.cc:492] T 2b38c051639343118f12164e5a3a85c1 P 241acaec43cf4bc880b3a74b659d054f: Bootstrap starting.
21:08:23.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:23.239315 27688 tablet_bootstrap.cc:492] T 113017c1277a41e5aafe776e66dd3d2d P fb4f58695a0e41498f876a3fa5558214: No bootstrap required, opened a new log
21:08:23.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:23.239898 27688 ts_tablet_manager.cc:1403] T 113017c1277a41e5aafe776e66dd3d2d P fb4f58695a0e41498f876a3fa5558214: Time spent bootstrapping tablet: real 0.035s	user 0.014s	sys 0.014s
21:08:23.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:23.247151 27690 tablet_bootstrap.cc:654] T 2b38c051639343118f12164e5a3a85c1 P 241acaec43cf4bc880b3a74b659d054f: Neither blocks nor log segments found. Creating new log.
21:08:23.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:23.248586 27691 tablet_bootstrap.cc:492] T 113017c1277a41e5aafe776e66dd3d2d P 474135c61e614cf4b74a4419f8dbbe5b: Bootstrap starting.
21:08:23.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:23.251089 27690 log.cc:826] T 2b38c051639343118f12164e5a3a85c1 P 241acaec43cf4bc880b3a74b659d054f: Log is configured to *not* fsync() on all Append() calls
21:08:23.252 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:23.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:23.265024 27690 tablet_bootstrap.cc:492] T 2b38c051639343118f12164e5a3a85c1 P 241acaec43cf4bc880b3a74b659d054f: No bootstrap required, opened a new log
21:08:23.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:23.265873 27690 ts_tablet_manager.cc:1403] T 2b38c051639343118f12164e5a3a85c1 P 241acaec43cf4bc880b3a74b659d054f: Time spent bootstrapping tablet: real 0.031s	user 0.013s	sys 0.011s
21:08:23.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:23.268625 27688 raft_consensus.cc:359] T 113017c1277a41e5aafe776e66dd3d2d P fb4f58695a0e41498f876a3fa5558214 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fb4f58695a0e41498f876a3fa5558214" member_type: VOTER last_known_addr { host: "127.25.113.1" port: 46827 } } peers { permanent_uuid: "241acaec43cf4bc880b3a74b659d054f" member_type: VOTER last_known_addr { host: "127.25.113.2" port: 45253 } } peers { permanent_uuid: "474135c61e614cf4b74a4419f8dbbe5b" member_type: VOTER last_known_addr { host: "127.25.113.3" port: 33669 } }
21:08:23.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:23.269641 27688 raft_consensus.cc:385] T 113017c1277a41e5aafe776e66dd3d2d P fb4f58695a0e41498f876a3fa5558214 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:08:23.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:23.270000 27688 raft_consensus.cc:740] T 113017c1277a41e5aafe776e66dd3d2d P fb4f58695a0e41498f876a3fa5558214 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: fb4f58695a0e41498f876a3fa5558214, State: Initialized, Role: FOLLOWER
21:08:23.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:23.271091 27688 consensus_queue.cc:260] T 113017c1277a41e5aafe776e66dd3d2d P fb4f58695a0e41498f876a3fa5558214 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fb4f58695a0e41498f876a3fa5558214" member_type: VOTER last_known_addr { host: "127.25.113.1" port: 46827 } } peers { permanent_uuid: "241acaec43cf4bc880b3a74b659d054f" member_type: VOTER last_known_addr { host: "127.25.113.2" port: 45253 } } peers { permanent_uuid: "474135c61e614cf4b74a4419f8dbbe5b" member_type: VOTER last_known_addr { host: "127.25.113.3" port: 33669 } }
21:08:23.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:23.276603 27691 tablet_bootstrap.cc:654] T 113017c1277a41e5aafe776e66dd3d2d P 474135c61e614cf4b74a4419f8dbbe5b: Neither blocks nor log segments found. Creating new log.
21:08:23.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:23.279448 27691 log.cc:826] T 113017c1277a41e5aafe776e66dd3d2d P 474135c61e614cf4b74a4419f8dbbe5b: Log is configured to *not* fsync() on all Append() calls
21:08:23.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:23.286723 27688 ts_tablet_manager.cc:1434] T 113017c1277a41e5aafe776e66dd3d2d P fb4f58695a0e41498f876a3fa5558214: Time spent starting tablet: real 0.046s	user 0.031s	sys 0.009s
21:08:23.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:23.297214 27691 tablet_bootstrap.cc:492] T 113017c1277a41e5aafe776e66dd3d2d P 474135c61e614cf4b74a4419f8dbbe5b: No bootstrap required, opened a new log
21:08:23.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:23.297904 27691 ts_tablet_manager.cc:1403] T 113017c1277a41e5aafe776e66dd3d2d P 474135c61e614cf4b74a4419f8dbbe5b: Time spent bootstrapping tablet: real 0.050s	user 0.009s	sys 0.011s
21:08:23.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:23.302137 27688 tablet_bootstrap.cc:492] T 635819dfcd9c4e888866ca466797fad6 P fb4f58695a0e41498f876a3fa5558214: Bootstrap starting.
21:08:23.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:23.302651 27690 raft_consensus.cc:359] T 2b38c051639343118f12164e5a3a85c1 P 241acaec43cf4bc880b3a74b659d054f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fb4f58695a0e41498f876a3fa5558214" member_type: VOTER last_known_addr { host: "127.25.113.1" port: 46827 } } peers { permanent_uuid: "241acaec43cf4bc880b3a74b659d054f" member_type: VOTER last_known_addr { host: "127.25.113.2" port: 45253 } } peers { permanent_uuid: "474135c61e614cf4b74a4419f8dbbe5b" member_type: VOTER last_known_addr { host: "127.25.113.3" port: 33669 } }
21:08:23.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:23.304311 27690 raft_consensus.cc:385] T 2b38c051639343118f12164e5a3a85c1 P 241acaec43cf4bc880b3a74b659d054f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:08:23.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:23.304966 27690 raft_consensus.cc:740] T 2b38c051639343118f12164e5a3a85c1 P 241acaec43cf4bc880b3a74b659d054f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 241acaec43cf4bc880b3a74b659d054f, State: Initialized, Role: FOLLOWER
21:08:23.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:23.306526 27690 consensus_queue.cc:260] T 2b38c051639343118f12164e5a3a85c1 P 241acaec43cf4bc880b3a74b659d054f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fb4f58695a0e41498f876a3fa5558214" member_type: VOTER last_known_addr { host: "127.25.113.1" port: 46827 } } peers { permanent_uuid: "241acaec43cf4bc880b3a74b659d054f" member_type: VOTER last_known_addr { host: "127.25.113.2" port: 45253 } } peers { permanent_uuid: "474135c61e614cf4b74a4419f8dbbe5b" member_type: VOTER last_known_addr { host: "127.25.113.3" port: 33669 } }
21:08:23.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:23.307513 26504 tablet.cc:2406] T 113017c1277a41e5aafe776e66dd3d2d P fb4f58695a0e41498f876a3fa5558214: Can't schedule compaction. Clean time has not been advanced past its initial value.
21:08:23.314 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:08:23.315 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:08:23.315 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:08:23.316 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:23.316 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:23.316 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:23.316 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:23.316 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:23.316 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:23.316 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:23.316 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:23.316 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:23.316 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:08:23.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:23.320863 27690 ts_tablet_manager.cc:1434] T 2b38c051639343118f12164e5a3a85c1 P 241acaec43cf4bc880b3a74b659d054f: Time spent starting tablet: real 0.054s	user 0.043s	sys 0.002s
21:08:23.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:23.322332 27690 tablet_bootstrap.cc:492] T 635819dfcd9c4e888866ca466797fad6 P 241acaec43cf4bc880b3a74b659d054f: Bootstrap starting.
21:08:23.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:23.325336 27695 raft_consensus.cc:493] T 2b38c051639343118f12164e5a3a85c1 P 241acaec43cf4bc880b3a74b659d054f [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
21:08:23.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:23.328183 27695 raft_consensus.cc:515] T 2b38c051639343118f12164e5a3a85c1 P 241acaec43cf4bc880b3a74b659d054f [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fb4f58695a0e41498f876a3fa5558214" member_type: VOTER last_known_addr { host: "127.25.113.1" port: 46827 } } peers { permanent_uuid: "241acaec43cf4bc880b3a74b659d054f" member_type: VOTER last_known_addr { host: "127.25.113.2" port: 45253 } } peers { permanent_uuid: "474135c61e614cf4b74a4419f8dbbe5b" member_type: VOTER last_known_addr { host: "127.25.113.3" port: 33669 } }
21:08:23.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:23.340498 27695 leader_election.cc:290] T 2b38c051639343118f12164e5a3a85c1 P 241acaec43cf4bc880b3a74b659d054f [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers fb4f58695a0e41498f876a3fa5558214 (127.25.113.1:46827), 474135c61e614cf4b74a4419f8dbbe5b (127.25.113.3:33669)
21:08:23.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:23.341939 27690 tablet_bootstrap.cc:654] T 635819dfcd9c4e888866ca466797fad6 P 241acaec43cf4bc880b3a74b659d054f: Neither blocks nor log segments found. Creating new log.
21:08:23.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:23.345454 27688 tablet_bootstrap.cc:654] T 635819dfcd9c4e888866ca466797fad6 P fb4f58695a0e41498f876a3fa5558214: Neither blocks nor log segments found. Creating new log.
21:08:23.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:23.365134 27690 tablet_bootstrap.cc:492] T 635819dfcd9c4e888866ca466797fad6 P 241acaec43cf4bc880b3a74b659d054f: No bootstrap required, opened a new log
21:08:23.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:23.368125 27690 ts_tablet_manager.cc:1403] T 635819dfcd9c4e888866ca466797fad6 P 241acaec43cf4bc880b3a74b659d054f: Time spent bootstrapping tablet: real 0.046s	user 0.013s	sys 0.008s
21:08:23.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:23.376768 27690 raft_consensus.cc:359] T 635819dfcd9c4e888866ca466797fad6 P 241acaec43cf4bc880b3a74b659d054f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fb4f58695a0e41498f876a3fa5558214" member_type: VOTER last_known_addr { host: "127.25.113.1" port: 46827 } } peers { permanent_uuid: "474135c61e614cf4b74a4419f8dbbe5b" member_type: VOTER last_known_addr { host: "127.25.113.3" port: 33669 } } peers { permanent_uuid: "241acaec43cf4bc880b3a74b659d054f" member_type: VOTER last_known_addr { host: "127.25.113.2" port: 45253 } }
21:08:23.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:23.377784 27690 raft_consensus.cc:385] T 635819dfcd9c4e888866ca466797fad6 P 241acaec43cf4bc880b3a74b659d054f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:08:23.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:23.378249 27690 raft_consensus.cc:740] T 635819dfcd9c4e888866ca466797fad6 P 241acaec43cf4bc880b3a74b659d054f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 241acaec43cf4bc880b3a74b659d054f, State: Initialized, Role: FOLLOWER
21:08:23.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:23.379426 27690 consensus_queue.cc:260] T 635819dfcd9c4e888866ca466797fad6 P 241acaec43cf4bc880b3a74b659d054f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fb4f58695a0e41498f876a3fa5558214" member_type: VOTER last_known_addr { host: "127.25.113.1" port: 46827 } } peers { permanent_uuid: "474135c61e614cf4b74a4419f8dbbe5b" member_type: VOTER last_known_addr { host: "127.25.113.3" port: 33669 } } peers { permanent_uuid: "241acaec43cf4bc880b3a74b659d054f" member_type: VOTER last_known_addr { host: "127.25.113.2" port: 45253 } }
21:08:23.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:23.382611 27690 ts_tablet_manager.cc:1434] T 635819dfcd9c4e888866ca466797fad6 P 241acaec43cf4bc880b3a74b659d054f: Time spent starting tablet: real 0.009s	user 0.006s	sys 0.000s
21:08:23.390 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:23.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:23.390651 27690 tablet_bootstrap.cc:492] T 113017c1277a41e5aafe776e66dd3d2d P 241acaec43cf4bc880b3a74b659d054f: Bootstrap starting.
21:08:23.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:23.393996 26451 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "2b38c051639343118f12164e5a3a85c1" candidate_uuid: "241acaec43cf4bc880b3a74b659d054f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "fb4f58695a0e41498f876a3fa5558214" is_pre_election: true
21:08:23.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:23.397738 26524 leader_election.cc:343] T 2b38c051639343118f12164e5a3a85c1 P 241acaec43cf4bc880b3a74b659d054f [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer fb4f58695a0e41498f876a3fa5558214 (127.25.113.1:46827): Illegal state: must be running to vote when last-logged opid is not known
21:08:23.401 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.22.50.60:38829(127.22.50.60:38829)] connecting to peer
21:08:23.401 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.22.50.61:45261(127.22.50.61:45261)] connecting to peer
21:08:23.401 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.22.50.62:44659(127.22.50.62:44659)] connecting to peer
21:08:23.402 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:08:23.402 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.50.60:38829(127.22.50.60:38829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:08:23.402 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.60:38829: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:08:23.403 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:08:23.403 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.50.61:45261(127.22.50.61:45261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:08:23.403 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.61:45261: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:08:23.403 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:08:23.403 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.50.62:44659(127.22.50.62:44659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:08:23.403 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.62:44659: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:08:23.403 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659; will retry
21:08:23.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:23.404974 27690 tablet_bootstrap.cc:654] T 113017c1277a41e5aafe776e66dd3d2d P 241acaec43cf4bc880b3a74b659d054f: Neither blocks nor log segments found. Creating new log.
21:08:23.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:23.408665 26751 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "2b38c051639343118f12164e5a3a85c1" candidate_uuid: "241acaec43cf4bc880b3a74b659d054f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "474135c61e614cf4b74a4419f8dbbe5b" is_pre_election: true
21:08:23.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:23.415578 26526 leader_election.cc:343] T 2b38c051639343118f12164e5a3a85c1 P 241acaec43cf4bc880b3a74b659d054f [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 474135c61e614cf4b74a4419f8dbbe5b (127.25.113.3:33669): Illegal state: must be running to vote when last-logged opid is not known
21:08:23.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:23.415889 27688 tablet_bootstrap.cc:492] T 635819dfcd9c4e888866ca466797fad6 P fb4f58695a0e41498f876a3fa5558214: No bootstrap required, opened a new log
21:08:23.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:23.416368 27688 ts_tablet_manager.cc:1403] T 635819dfcd9c4e888866ca466797fad6 P fb4f58695a0e41498f876a3fa5558214: Time spent bootstrapping tablet: real 0.114s	user 0.009s	sys 0.007s
21:08:23.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:23.416388 26526 leader_election.cc:304] T 2b38c051639343118f12164e5a3a85c1 P 241acaec43cf4bc880b3a74b659d054f [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 241acaec43cf4bc880b3a74b659d054f; no voters: 474135c61e614cf4b74a4419f8dbbe5b, fb4f58695a0e41498f876a3fa5558214
21:08:23.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:23.417781 27695 raft_consensus.cc:2749] T 2b38c051639343118f12164e5a3a85c1 P 241acaec43cf4bc880b3a74b659d054f [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
21:08:23.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:23.419636 27688 raft_consensus.cc:359] T 635819dfcd9c4e888866ca466797fad6 P fb4f58695a0e41498f876a3fa5558214 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fb4f58695a0e41498f876a3fa5558214" member_type: VOTER last_known_addr { host: "127.25.113.1" port: 46827 } } peers { permanent_uuid: "474135c61e614cf4b74a4419f8dbbe5b" member_type: VOTER last_known_addr { host: "127.25.113.3" port: 33669 } } peers { permanent_uuid: "241acaec43cf4bc880b3a74b659d054f" member_type: VOTER last_known_addr { host: "127.25.113.2" port: 45253 } }
21:08:23.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:23.420390 27688 raft_consensus.cc:385] T 635819dfcd9c4e888866ca466797fad6 P fb4f58695a0e41498f876a3fa5558214 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:08:23.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:23.420727 27688 raft_consensus.cc:740] T 635819dfcd9c4e888866ca466797fad6 P fb4f58695a0e41498f876a3fa5558214 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: fb4f58695a0e41498f876a3fa5558214, State: Initialized, Role: FOLLOWER
21:08:23.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:23.421756 27688 consensus_queue.cc:260] T 635819dfcd9c4e888866ca466797fad6 P fb4f58695a0e41498f876a3fa5558214 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fb4f58695a0e41498f876a3fa5558214" member_type: VOTER last_known_addr { host: "127.25.113.1" port: 46827 } } peers { permanent_uuid: "474135c61e614cf4b74a4419f8dbbe5b" member_type: VOTER last_known_addr { host: "127.25.113.3" port: 33669 } } peers { permanent_uuid: "241acaec43cf4bc880b3a74b659d054f" member_type: VOTER last_known_addr { host: "127.25.113.2" port: 45253 } }
21:08:23.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:23.435604 27690 tablet_bootstrap.cc:492] T 113017c1277a41e5aafe776e66dd3d2d P 241acaec43cf4bc880b3a74b659d054f: No bootstrap required, opened a new log
21:08:23.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:23.436208 27690 ts_tablet_manager.cc:1403] T 113017c1277a41e5aafe776e66dd3d2d P 241acaec43cf4bc880b3a74b659d054f: Time spent bootstrapping tablet: real 0.046s	user 0.018s	sys 0.015s
21:08:23.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:23.437733 27688 ts_tablet_manager.cc:1434] T 635819dfcd9c4e888866ca466797fad6 P fb4f58695a0e41498f876a3fa5558214: Time spent starting tablet: real 0.021s	user 0.007s	sys 0.001s
21:08:23.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:23.439705 27690 raft_consensus.cc:359] T 113017c1277a41e5aafe776e66dd3d2d P 241acaec43cf4bc880b3a74b659d054f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fb4f58695a0e41498f876a3fa5558214" member_type: VOTER last_known_addr { host: "127.25.113.1" port: 46827 } } peers { permanent_uuid: "241acaec43cf4bc880b3a74b659d054f" member_type: VOTER last_known_addr { host: "127.25.113.2" port: 45253 } } peers { permanent_uuid: "474135c61e614cf4b74a4419f8dbbe5b" member_type: VOTER last_known_addr { host: "127.25.113.3" port: 33669 } }
21:08:23.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:23.440696 27690 raft_consensus.cc:385] T 113017c1277a41e5aafe776e66dd3d2d P 241acaec43cf4bc880b3a74b659d054f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:08:23.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:23.441027 27690 raft_consensus.cc:740] T 113017c1277a41e5aafe776e66dd3d2d P 241acaec43cf4bc880b3a74b659d054f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 241acaec43cf4bc880b3a74b659d054f, State: Initialized, Role: FOLLOWER
21:08:23.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:23.440248 27691 raft_consensus.cc:359] T 113017c1277a41e5aafe776e66dd3d2d P 474135c61e614cf4b74a4419f8dbbe5b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fb4f58695a0e41498f876a3fa5558214" member_type: VOTER last_known_addr { host: "127.25.113.1" port: 46827 } } peers { permanent_uuid: "241acaec43cf4bc880b3a74b659d054f" member_type: VOTER last_known_addr { host: "127.25.113.2" port: 45253 } } peers { permanent_uuid: "474135c61e614cf4b74a4419f8dbbe5b" member_type: VOTER last_known_addr { host: "127.25.113.3" port: 33669 } }
21:08:23.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:23.442190 27691 raft_consensus.cc:385] T 113017c1277a41e5aafe776e66dd3d2d P 474135c61e614cf4b74a4419f8dbbe5b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:08:23.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:23.442016 27690 consensus_queue.cc:260] T 113017c1277a41e5aafe776e66dd3d2d P 241acaec43cf4bc880b3a74b659d054f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fb4f58695a0e41498f876a3fa5558214" member_type: VOTER last_known_addr { host: "127.25.113.1" port: 46827 } } peers { permanent_uuid: "241acaec43cf4bc880b3a74b659d054f" member_type: VOTER last_known_addr { host: "127.25.113.2" port: 45253 } } peers { permanent_uuid: "474135c61e614cf4b74a4419f8dbbe5b" member_type: VOTER last_known_addr { host: "127.25.113.3" port: 33669 } }
21:08:23.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:23.442546 27691 raft_consensus.cc:740] T 113017c1277a41e5aafe776e66dd3d2d P 474135c61e614cf4b74a4419f8dbbe5b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 474135c61e614cf4b74a4419f8dbbe5b, State: Initialized, Role: FOLLOWER
21:08:23.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:23.446326 27690 ts_tablet_manager.cc:1434] T 113017c1277a41e5aafe776e66dd3d2d P 241acaec43cf4bc880b3a74b659d054f: Time spent starting tablet: real 0.010s	user 0.005s	sys 0.002s
21:08:23.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:23.447566 27691 consensus_queue.cc:260] T 113017c1277a41e5aafe776e66dd3d2d P 474135c61e614cf4b74a4419f8dbbe5b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fb4f58695a0e41498f876a3fa5558214" member_type: VOTER last_known_addr { host: "127.25.113.1" port: 46827 } } peers { permanent_uuid: "241acaec43cf4bc880b3a74b659d054f" member_type: VOTER last_known_addr { host: "127.25.113.2" port: 45253 } } peers { permanent_uuid: "474135c61e614cf4b74a4419f8dbbe5b" member_type: VOTER last_known_addr { host: "127.25.113.3" port: 33669 } }
21:08:23.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:23.462710 27688 tablet_bootstrap.cc:492] T 2b38c051639343118f12164e5a3a85c1 P fb4f58695a0e41498f876a3fa5558214: Bootstrap starting.
21:08:23.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:23.479823 27691 ts_tablet_manager.cc:1434] T 113017c1277a41e5aafe776e66dd3d2d P 474135c61e614cf4b74a4419f8dbbe5b: Time spent starting tablet: real 0.182s	user 0.043s	sys 0.008s
21:08:23.483 [DEBUG - pool-232-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:08:23.484 [DEBUG - pool-232-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:08:23.484 [DEBUG - pool-232-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:08:23.485 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:23.485 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:23.485 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:23.485 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:23.485 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:23.485 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:23.486 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:23.486 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:23.486 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:23.486 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:08:23.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:23.486804 27702 raft_consensus.cc:493] T 113017c1277a41e5aafe776e66dd3d2d P 474135c61e614cf4b74a4419f8dbbe5b [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
21:08:23.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:23.487350 27688 tablet_bootstrap.cc:654] T 2b38c051639343118f12164e5a3a85c1 P fb4f58695a0e41498f876a3fa5558214: Neither blocks nor log segments found. Creating new log.
21:08:23.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:23.487547 27702 raft_consensus.cc:515] T 113017c1277a41e5aafe776e66dd3d2d P 474135c61e614cf4b74a4419f8dbbe5b [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fb4f58695a0e41498f876a3fa5558214" member_type: VOTER last_known_addr { host: "127.25.113.1" port: 46827 } } peers { permanent_uuid: "241acaec43cf4bc880b3a74b659d054f" member_type: VOTER last_known_addr { host: "127.25.113.2" port: 45253 } } peers { permanent_uuid: "474135c61e614cf4b74a4419f8dbbe5b" member_type: VOTER last_known_addr { host: "127.25.113.3" port: 33669 } }
21:08:23.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:23.492079 27691 tablet_bootstrap.cc:492] T 2b38c051639343118f12164e5a3a85c1 P 474135c61e614cf4b74a4419f8dbbe5b: Bootstrap starting.
21:08:23.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:23.495764 27702 leader_election.cc:290] T 113017c1277a41e5aafe776e66dd3d2d P 474135c61e614cf4b74a4419f8dbbe5b [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers fb4f58695a0e41498f876a3fa5558214 (127.25.113.1:46827), 241acaec43cf4bc880b3a74b659d054f (127.25.113.2:45253)
21:08:23.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:23.512635 27691 tablet_bootstrap.cc:654] T 2b38c051639343118f12164e5a3a85c1 P 474135c61e614cf4b74a4419f8dbbe5b: Neither blocks nor log segments found. Creating new log.
21:08:23.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:23.520550 26643 tablet.cc:2406] T 113017c1277a41e5aafe776e66dd3d2d P 241acaec43cf4bc880b3a74b659d054f: Can't schedule compaction. Clean time has not been advanced past its initial value.
21:08:23.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:23.540722 27691 tablet_bootstrap.cc:492] T 2b38c051639343118f12164e5a3a85c1 P 474135c61e614cf4b74a4419f8dbbe5b: No bootstrap required, opened a new log
21:08:23.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:23.541360 27691 ts_tablet_manager.cc:1403] T 2b38c051639343118f12164e5a3a85c1 P 474135c61e614cf4b74a4419f8dbbe5b: Time spent bootstrapping tablet: real 0.050s	user 0.009s	sys 0.013s
21:08:23.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:23.544804 27688 tablet_bootstrap.cc:492] T 2b38c051639343118f12164e5a3a85c1 P fb4f58695a0e41498f876a3fa5558214: No bootstrap required, opened a new log
21:08:23.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:23.545303 27688 ts_tablet_manager.cc:1403] T 2b38c051639343118f12164e5a3a85c1 P fb4f58695a0e41498f876a3fa5558214: Time spent bootstrapping tablet: real 0.083s	user 0.011s	sys 0.009s
21:08:23.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:23.545046 27691 raft_consensus.cc:359] T 2b38c051639343118f12164e5a3a85c1 P 474135c61e614cf4b74a4419f8dbbe5b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fb4f58695a0e41498f876a3fa5558214" member_type: VOTER last_known_addr { host: "127.25.113.1" port: 46827 } } peers { permanent_uuid: "241acaec43cf4bc880b3a74b659d054f" member_type: VOTER last_known_addr { host: "127.25.113.2" port: 45253 } } peers { permanent_uuid: "474135c61e614cf4b74a4419f8dbbe5b" member_type: VOTER last_known_addr { host: "127.25.113.3" port: 33669 } }
21:08:23.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:23.545820 27691 raft_consensus.cc:385] T 2b38c051639343118f12164e5a3a85c1 P 474135c61e614cf4b74a4419f8dbbe5b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:08:23.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:23.546197 27691 raft_consensus.cc:740] T 2b38c051639343118f12164e5a3a85c1 P 474135c61e614cf4b74a4419f8dbbe5b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 474135c61e614cf4b74a4419f8dbbe5b, State: Initialized, Role: FOLLOWER
21:08:23.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:23.547138 27691 consensus_queue.cc:260] T 2b38c051639343118f12164e5a3a85c1 P 474135c61e614cf4b74a4419f8dbbe5b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fb4f58695a0e41498f876a3fa5558214" member_type: VOTER last_known_addr { host: "127.25.113.1" port: 46827 } } peers { permanent_uuid: "241acaec43cf4bc880b3a74b659d054f" member_type: VOTER last_known_addr { host: "127.25.113.2" port: 45253 } } peers { permanent_uuid: "474135c61e614cf4b74a4419f8dbbe5b" member_type: VOTER last_known_addr { host: "127.25.113.3" port: 33669 } }
21:08:23.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:23.548831 27688 raft_consensus.cc:359] T 2b38c051639343118f12164e5a3a85c1 P fb4f58695a0e41498f876a3fa5558214 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fb4f58695a0e41498f876a3fa5558214" member_type: VOTER last_known_addr { host: "127.25.113.1" port: 46827 } } peers { permanent_uuid: "241acaec43cf4bc880b3a74b659d054f" member_type: VOTER last_known_addr { host: "127.25.113.2" port: 45253 } } peers { permanent_uuid: "474135c61e614cf4b74a4419f8dbbe5b" member_type: VOTER last_known_addr { host: "127.25.113.3" port: 33669 } }
21:08:23.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:23.552081 27688 raft_consensus.cc:385] T 2b38c051639343118f12164e5a3a85c1 P fb4f58695a0e41498f876a3fa5558214 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:08:23.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:23.552534 27688 raft_consensus.cc:740] T 2b38c051639343118f12164e5a3a85c1 P fb4f58695a0e41498f876a3fa5558214 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: fb4f58695a0e41498f876a3fa5558214, State: Initialized, Role: FOLLOWER
21:08:23.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:23.562350 27691 ts_tablet_manager.cc:1434] T 2b38c051639343118f12164e5a3a85c1 P 474135c61e614cf4b74a4419f8dbbe5b: Time spent starting tablet: real 0.021s	user 0.007s	sys 0.000s
21:08:23.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:23.568368 27688 consensus_queue.cc:260] T 2b38c051639343118f12164e5a3a85c1 P fb4f58695a0e41498f876a3fa5558214 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fb4f58695a0e41498f876a3fa5558214" member_type: VOTER last_known_addr { host: "127.25.113.1" port: 46827 } } peers { permanent_uuid: "241acaec43cf4bc880b3a74b659d054f" member_type: VOTER last_known_addr { host: "127.25.113.2" port: 45253 } } peers { permanent_uuid: "474135c61e614cf4b74a4419f8dbbe5b" member_type: VOTER last_known_addr { host: "127.25.113.3" port: 33669 } }
21:08:23.573 [DEBUG - pool-240-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:08:23.573 [DEBUG - pool-240-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:08:23.573 [DEBUG - pool-240-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:08:23.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:23.571494 27691 tablet_bootstrap.cc:492] T 635819dfcd9c4e888866ca466797fad6 P 474135c61e614cf4b74a4419f8dbbe5b: Bootstrap starting.
21:08:23.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:23.571888 26451 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "113017c1277a41e5aafe776e66dd3d2d" candidate_uuid: "474135c61e614cf4b74a4419f8dbbe5b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "fb4f58695a0e41498f876a3fa5558214" is_pre_election: true
21:08:23.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:23.572749 26451 raft_consensus.cc:2468] T 113017c1277a41e5aafe776e66dd3d2d P fb4f58695a0e41498f876a3fa5558214 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 474135c61e614cf4b74a4419f8dbbe5b in term 0.
21:08:23.574 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:23.574 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:23.574 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:23.575 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:23.575 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:23.575 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:23.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:23.574942 26684 leader_election.cc:304] T 113017c1277a41e5aafe776e66dd3d2d P 474135c61e614cf4b74a4419f8dbbe5b [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 474135c61e614cf4b74a4419f8dbbe5b, fb4f58695a0e41498f876a3fa5558214; no voters: 
21:08:23.576 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:23.576 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:23.576 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:23.576 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:08:23.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:23.576620 27702 raft_consensus.cc:2804] T 113017c1277a41e5aafe776e66dd3d2d P 474135c61e614cf4b74a4419f8dbbe5b [term 0 FOLLOWER]: Leader pre-election won for term 1
21:08:23.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:23.577026 27702 raft_consensus.cc:493] T 113017c1277a41e5aafe776e66dd3d2d P 474135c61e614cf4b74a4419f8dbbe5b [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
21:08:23.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:23.577342 27702 raft_consensus.cc:3060] T 113017c1277a41e5aafe776e66dd3d2d P 474135c61e614cf4b74a4419f8dbbe5b [term 0 FOLLOWER]: Advancing to term 1
21:08:23.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:23.591213 26591 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "113017c1277a41e5aafe776e66dd3d2d" candidate_uuid: "474135c61e614cf4b74a4419f8dbbe5b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "241acaec43cf4bc880b3a74b659d054f" is_pre_election: true
21:08:23.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:23.592242 26591 raft_consensus.cc:2468] T 113017c1277a41e5aafe776e66dd3d2d P 241acaec43cf4bc880b3a74b659d054f [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 474135c61e614cf4b74a4419f8dbbe5b in term 0.
21:08:23.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:23.594617 27688 ts_tablet_manager.cc:1434] T 2b38c051639343118f12164e5a3a85c1 P fb4f58695a0e41498f876a3fa5558214: Time spent starting tablet: real 0.049s	user 0.008s	sys 0.001s
21:08:23.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:23.598742 27691 tablet_bootstrap.cc:654] T 635819dfcd9c4e888866ca466797fad6 P 474135c61e614cf4b74a4419f8dbbe5b: Neither blocks nor log segments found. Creating new log.
21:08:23.603 [DEBUG - pool-232-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:08:23.604 [DEBUG - pool-232-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:08:23.604 [DEBUG - pool-232-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:08:23.604 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:23.604 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:23.604 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:23.605 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:23.605 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:23.605 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:23.605 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:23.605 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:23.605 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:23.605 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:08:23.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:23.606559 27702 raft_consensus.cc:515] T 113017c1277a41e5aafe776e66dd3d2d P 474135c61e614cf4b74a4419f8dbbe5b [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fb4f58695a0e41498f876a3fa5558214" member_type: VOTER last_known_addr { host: "127.25.113.1" port: 46827 } } peers { permanent_uuid: "241acaec43cf4bc880b3a74b659d054f" member_type: VOTER last_known_addr { host: "127.25.113.2" port: 45253 } } peers { permanent_uuid: "474135c61e614cf4b74a4419f8dbbe5b" member_type: VOTER last_known_addr { host: "127.25.113.3" port: 33669 } }
21:08:23.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:23.610169 26451 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "113017c1277a41e5aafe776e66dd3d2d" candidate_uuid: "474135c61e614cf4b74a4419f8dbbe5b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "fb4f58695a0e41498f876a3fa5558214"
21:08:23.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:23.611290 26451 raft_consensus.cc:3060] T 113017c1277a41e5aafe776e66dd3d2d P fb4f58695a0e41498f876a3fa5558214 [term 0 FOLLOWER]: Advancing to term 1
21:08:23.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:23.618101 27691 tablet_bootstrap.cc:492] T 635819dfcd9c4e888866ca466797fad6 P 474135c61e614cf4b74a4419f8dbbe5b: No bootstrap required, opened a new log
21:08:23.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:23.618641 27691 ts_tablet_manager.cc:1403] T 635819dfcd9c4e888866ca466797fad6 P 474135c61e614cf4b74a4419f8dbbe5b: Time spent bootstrapping tablet: real 0.048s	user 0.010s	sys 0.003s
21:08:23.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:23.622056 27702 leader_election.cc:290] T 113017c1277a41e5aafe776e66dd3d2d P 474135c61e614cf4b74a4419f8dbbe5b [CANDIDATE]: Term 1 election: Requested vote from peers fb4f58695a0e41498f876a3fa5558214 (127.25.113.1:46827), 241acaec43cf4bc880b3a74b659d054f (127.25.113.2:45253)
21:08:23.623 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:23.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:23.624186 26591 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "113017c1277a41e5aafe776e66dd3d2d" candidate_uuid: "474135c61e614cf4b74a4419f8dbbe5b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "241acaec43cf4bc880b3a74b659d054f"
21:08:23.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:23.624797 26591 raft_consensus.cc:3060] T 113017c1277a41e5aafe776e66dd3d2d P 241acaec43cf4bc880b3a74b659d054f [term 0 FOLLOWER]: Advancing to term 1
21:08:23.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:23.628252 27691 raft_consensus.cc:359] T 635819dfcd9c4e888866ca466797fad6 P 474135c61e614cf4b74a4419f8dbbe5b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fb4f58695a0e41498f876a3fa5558214" member_type: VOTER last_known_addr { host: "127.25.113.1" port: 46827 } } peers { permanent_uuid: "474135c61e614cf4b74a4419f8dbbe5b" member_type: VOTER last_known_addr { host: "127.25.113.3" port: 33669 } } peers { permanent_uuid: "241acaec43cf4bc880b3a74b659d054f" member_type: VOTER last_known_addr { host: "127.25.113.2" port: 45253 } }
21:08:23.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:23.629153 27691 raft_consensus.cc:385] T 635819dfcd9c4e888866ca466797fad6 P 474135c61e614cf4b74a4419f8dbbe5b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:08:23.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:23.629510 27691 raft_consensus.cc:740] T 635819dfcd9c4e888866ca466797fad6 P 474135c61e614cf4b74a4419f8dbbe5b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 474135c61e614cf4b74a4419f8dbbe5b, State: Initialized, Role: FOLLOWER
21:08:23.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:23.630374 27691 consensus_queue.cc:260] T 635819dfcd9c4e888866ca466797fad6 P 474135c61e614cf4b74a4419f8dbbe5b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fb4f58695a0e41498f876a3fa5558214" member_type: VOTER last_known_addr { host: "127.25.113.1" port: 46827 } } peers { permanent_uuid: "474135c61e614cf4b74a4419f8dbbe5b" member_type: VOTER last_known_addr { host: "127.25.113.3" port: 33669 } } peers { permanent_uuid: "241acaec43cf4bc880b3a74b659d054f" member_type: VOTER last_known_addr { host: "127.25.113.2" port: 45253 } }
21:08:23.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:23.633399 26591 raft_consensus.cc:2468] T 113017c1277a41e5aafe776e66dd3d2d P 241acaec43cf4bc880b3a74b659d054f [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 474135c61e614cf4b74a4419f8dbbe5b in term 1.
21:08:23.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:23.621003 26451 raft_consensus.cc:2468] T 113017c1277a41e5aafe776e66dd3d2d P fb4f58695a0e41498f876a3fa5558214 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 474135c61e614cf4b74a4419f8dbbe5b in term 1.
21:08:23.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:23.634232 27695 raft_consensus.cc:493] T 635819dfcd9c4e888866ca466797fad6 P 241acaec43cf4bc880b3a74b659d054f [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
21:08:23.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:23.634717 27695 raft_consensus.cc:515] T 635819dfcd9c4e888866ca466797fad6 P 241acaec43cf4bc880b3a74b659d054f [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fb4f58695a0e41498f876a3fa5558214" member_type: VOTER last_known_addr { host: "127.25.113.1" port: 46827 } } peers { permanent_uuid: "474135c61e614cf4b74a4419f8dbbe5b" member_type: VOTER last_known_addr { host: "127.25.113.3" port: 33669 } } peers { permanent_uuid: "241acaec43cf4bc880b3a74b659d054f" member_type: VOTER last_known_addr { host: "127.25.113.2" port: 45253 } }
21:08:23.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:23.637080 27695 leader_election.cc:290] T 635819dfcd9c4e888866ca466797fad6 P 241acaec43cf4bc880b3a74b659d054f [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers fb4f58695a0e41498f876a3fa5558214 (127.25.113.1:46827), 474135c61e614cf4b74a4419f8dbbe5b (127.25.113.3:33669)
21:08:23.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:23.642045 26450 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "635819dfcd9c4e888866ca466797fad6" candidate_uuid: "241acaec43cf4bc880b3a74b659d054f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "fb4f58695a0e41498f876a3fa5558214" is_pre_election: true
21:08:23.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:23.643373 26450 raft_consensus.cc:2468] T 635819dfcd9c4e888866ca466797fad6 P fb4f58695a0e41498f876a3fa5558214 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 241acaec43cf4bc880b3a74b659d054f in term 0.
21:08:23.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:23.645326 26524 leader_election.cc:304] T 635819dfcd9c4e888866ca466797fad6 P 241acaec43cf4bc880b3a74b659d054f [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 241acaec43cf4bc880b3a74b659d054f, fb4f58695a0e41498f876a3fa5558214; no voters: 
21:08:23.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:23.646337 27695 raft_consensus.cc:2804] T 635819dfcd9c4e888866ca466797fad6 P 241acaec43cf4bc880b3a74b659d054f [term 0 FOLLOWER]: Leader pre-election won for term 1
21:08:23.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:23.646736 27695 raft_consensus.cc:493] T 635819dfcd9c4e888866ca466797fad6 P 241acaec43cf4bc880b3a74b659d054f [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
21:08:23.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:23.647313 27695 raft_consensus.cc:3060] T 635819dfcd9c4e888866ca466797fad6 P 241acaec43cf4bc880b3a74b659d054f [term 0 FOLLOWER]: Advancing to term 1
21:08:23.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:23.639854 26751 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "635819dfcd9c4e888866ca466797fad6" candidate_uuid: "241acaec43cf4bc880b3a74b659d054f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "474135c61e614cf4b74a4419f8dbbe5b" is_pre_election: true
21:08:23.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:23.655579 26751 raft_consensus.cc:2468] T 635819dfcd9c4e888866ca466797fad6 P 474135c61e614cf4b74a4419f8dbbe5b [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 241acaec43cf4bc880b3a74b659d054f in term 0.
21:08:23.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:23.655440 27695 raft_consensus.cc:515] T 635819dfcd9c4e888866ca466797fad6 P 241acaec43cf4bc880b3a74b659d054f [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fb4f58695a0e41498f876a3fa5558214" member_type: VOTER last_known_addr { host: "127.25.113.1" port: 46827 } } peers { permanent_uuid: "474135c61e614cf4b74a4419f8dbbe5b" member_type: VOTER last_known_addr { host: "127.25.113.3" port: 33669 } } peers { permanent_uuid: "241acaec43cf4bc880b3a74b659d054f" member_type: VOTER last_known_addr { host: "127.25.113.2" port: 45253 } }
21:08:23.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:23.642023 26684 leader_election.cc:304] T 113017c1277a41e5aafe776e66dd3d2d P 474135c61e614cf4b74a4419f8dbbe5b [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 474135c61e614cf4b74a4419f8dbbe5b, fb4f58695a0e41498f876a3fa5558214; no voters: 
21:08:23.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:23.657891 27695 leader_election.cc:290] T 635819dfcd9c4e888866ca466797fad6 P 241acaec43cf4bc880b3a74b659d054f [CANDIDATE]: Term 1 election: Requested vote from peers fb4f58695a0e41498f876a3fa5558214 (127.25.113.1:46827), 474135c61e614cf4b74a4419f8dbbe5b (127.25.113.3:33669)
21:08:23.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:23.659758 27691 ts_tablet_manager.cc:1434] T 635819dfcd9c4e888866ca466797fad6 P 474135c61e614cf4b74a4419f8dbbe5b: Time spent starting tablet: real 0.041s	user 0.008s	sys 0.000s
21:08:23.661 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:08:23.661 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:08:23.661 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:08:23.662 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:23.662 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:23.662 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:23.662 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:23.662 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:23.662 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:23.663 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:23.663 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:23.663 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:23.663 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:08:23.664 [DEBUG - pool-232-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:08:23.664 [DEBUG - pool-232-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:08:23.665 [DEBUG - pool-232-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:08:23.665 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:23.665 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:23.665 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:23.666 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:23.666 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:23.666 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:23.666 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:23.666 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:23.666 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:23.666 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:08:23.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:23.664258 26751 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "635819dfcd9c4e888866ca466797fad6" candidate_uuid: "241acaec43cf4bc880b3a74b659d054f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "474135c61e614cf4b74a4419f8dbbe5b"
21:08:23.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:23.664885 26751 raft_consensus.cc:3060] T 635819dfcd9c4e888866ca466797fad6 P 474135c61e614cf4b74a4419f8dbbe5b [term 0 FOLLOWER]: Advancing to term 1
21:08:23.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:23.667934 26450 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "635819dfcd9c4e888866ca466797fad6" candidate_uuid: "241acaec43cf4bc880b3a74b659d054f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "fb4f58695a0e41498f876a3fa5558214"
21:08:23.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:23.668527 26450 raft_consensus.cc:3060] T 635819dfcd9c4e888866ca466797fad6 P fb4f58695a0e41498f876a3fa5558214 [term 0 FOLLOWER]: Advancing to term 1
21:08:23.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:23.674949 27710 raft_consensus.cc:2804] T 113017c1277a41e5aafe776e66dd3d2d P 474135c61e614cf4b74a4419f8dbbe5b [term 1 FOLLOWER]: Leader election won for term 1
21:08:23.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:23.679276 27710 raft_consensus.cc:697] T 113017c1277a41e5aafe776e66dd3d2d P 474135c61e614cf4b74a4419f8dbbe5b [term 1 LEADER]: Becoming Leader. State: Replica: 474135c61e614cf4b74a4419f8dbbe5b, State: Running, Role: LEADER
21:08:23.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:23.680984 27710 consensus_queue.cc:237] T 113017c1277a41e5aafe776e66dd3d2d P 474135c61e614cf4b74a4419f8dbbe5b [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fb4f58695a0e41498f876a3fa5558214" member_type: VOTER last_known_addr { host: "127.25.113.1" port: 46827 } } peers { permanent_uuid: "241acaec43cf4bc880b3a74b659d054f" member_type: VOTER last_known_addr { host: "127.25.113.2" port: 45253 } } peers { permanent_uuid: "474135c61e614cf4b74a4419f8dbbe5b" member_type: VOTER last_known_addr { host: "127.25.113.3" port: 33669 } }
21:08:23.690 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:23.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:23.698853 26450 raft_consensus.cc:2468] T 635819dfcd9c4e888866ca466797fad6 P fb4f58695a0e41498f876a3fa5558214 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 241acaec43cf4bc880b3a74b659d054f in term 1.
21:08:23.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:23.707597 26803 tablet.cc:2406] T 113017c1277a41e5aafe776e66dd3d2d P 474135c61e614cf4b74a4419f8dbbe5b: Can't schedule compaction. Clean time has not been advanced past its initial value.
21:08:23.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:23.709256 26524 leader_election.cc:304] T 635819dfcd9c4e888866ca466797fad6 P 241acaec43cf4bc880b3a74b659d054f [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 241acaec43cf4bc880b3a74b659d054f, fb4f58695a0e41498f876a3fa5558214; no voters: 
21:08:23.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:23.710136 27695 raft_consensus.cc:2804] T 635819dfcd9c4e888866ca466797fad6 P 241acaec43cf4bc880b3a74b659d054f [term 1 FOLLOWER]: Leader election won for term 1
21:08:23.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:23.710619 26751 raft_consensus.cc:2468] T 635819dfcd9c4e888866ca466797fad6 P 474135c61e614cf4b74a4419f8dbbe5b [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 241acaec43cf4bc880b3a74b659d054f in term 1.
21:08:23.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:23.712610 27695 raft_consensus.cc:697] T 635819dfcd9c4e888866ca466797fad6 P 241acaec43cf4bc880b3a74b659d054f [term 1 LEADER]: Becoming Leader. State: Replica: 241acaec43cf4bc880b3a74b659d054f, State: Running, Role: LEADER
21:08:23.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:23.713982 27695 consensus_queue.cc:237] T 635819dfcd9c4e888866ca466797fad6 P 241acaec43cf4bc880b3a74b659d054f [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fb4f58695a0e41498f876a3fa5558214" member_type: VOTER last_known_addr { host: "127.25.113.1" port: 46827 } } peers { permanent_uuid: "474135c61e614cf4b74a4419f8dbbe5b" member_type: VOTER last_known_addr { host: "127.25.113.3" port: 33669 } } peers { permanent_uuid: "241acaec43cf4bc880b3a74b659d054f" member_type: VOTER last_known_addr { host: "127.25.113.2" port: 45253 } }
21:08:23.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:23.746395 26185 catalog_manager.cc:5696] T 635819dfcd9c4e888866ca466797fad6 P 241acaec43cf4bc880b3a74b659d054f reported cstate change: term changed from 0 to 1, leader changed from <none> to 241acaec43cf4bc880b3a74b659d054f (127.25.113.2). New cstate: current_term: 1 leader_uuid: "241acaec43cf4bc880b3a74b659d054f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fb4f58695a0e41498f876a3fa5558214" member_type: VOTER last_known_addr { host: "127.25.113.1" port: 46827 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "474135c61e614cf4b74a4419f8dbbe5b" member_type: VOTER last_known_addr { host: "127.25.113.3" port: 33669 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "241acaec43cf4bc880b3a74b659d054f" member_type: VOTER last_known_addr { host: "127.25.113.2" port: 45253 } health_report { overall_health: HEALTHY } } }
21:08:23.756 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:23.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:23.817588 26184 catalog_manager.cc:5696] T 113017c1277a41e5aafe776e66dd3d2d P 474135c61e614cf4b74a4419f8dbbe5b reported cstate change: term changed from 0 to 1, leader changed from <none> to 474135c61e614cf4b74a4419f8dbbe5b (127.25.113.3). New cstate: current_term: 1 leader_uuid: "474135c61e614cf4b74a4419f8dbbe5b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fb4f58695a0e41498f876a3fa5558214" member_type: VOTER last_known_addr { host: "127.25.113.1" port: 46827 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "241acaec43cf4bc880b3a74b659d054f" member_type: VOTER last_known_addr { host: "127.25.113.2" port: 45253 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "474135c61e614cf4b74a4419f8dbbe5b" member_type: VOTER last_known_addr { host: "127.25.113.3" port: 33669 } health_report { overall_health: HEALTHY } } }
21:08:23.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:23.883857 27693 raft_consensus.cc:493] T 2b38c051639343118f12164e5a3a85c1 P fb4f58695a0e41498f876a3fa5558214 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
21:08:23.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:23.884429 27693 raft_consensus.cc:515] T 2b38c051639343118f12164e5a3a85c1 P fb4f58695a0e41498f876a3fa5558214 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fb4f58695a0e41498f876a3fa5558214" member_type: VOTER last_known_addr { host: "127.25.113.1" port: 46827 } } peers { permanent_uuid: "241acaec43cf4bc880b3a74b659d054f" member_type: VOTER last_known_addr { host: "127.25.113.2" port: 45253 } } peers { permanent_uuid: "474135c61e614cf4b74a4419f8dbbe5b" member_type: VOTER last_known_addr { host: "127.25.113.3" port: 33669 } }
21:08:23.891 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:23.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:23.889180 27710 raft_consensus.cc:493] T 2b38c051639343118f12164e5a3a85c1 P 474135c61e614cf4b74a4419f8dbbe5b [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
21:08:23.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:23.889858 27710 raft_consensus.cc:515] T 2b38c051639343118f12164e5a3a85c1 P 474135c61e614cf4b74a4419f8dbbe5b [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fb4f58695a0e41498f876a3fa5558214" member_type: VOTER last_known_addr { host: "127.25.113.1" port: 46827 } } peers { permanent_uuid: "241acaec43cf4bc880b3a74b659d054f" member_type: VOTER last_known_addr { host: "127.25.113.2" port: 45253 } } peers { permanent_uuid: "474135c61e614cf4b74a4419f8dbbe5b" member_type: VOTER last_known_addr { host: "127.25.113.3" port: 33669 } }
21:08:23.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:23.891410 27693 leader_election.cc:290] T 2b38c051639343118f12164e5a3a85c1 P fb4f58695a0e41498f876a3fa5558214 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 241acaec43cf4bc880b3a74b659d054f (127.25.113.2:45253), 474135c61e614cf4b74a4419f8dbbe5b (127.25.113.3:33669)
21:08:23.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:23.891991 27710 leader_election.cc:290] T 2b38c051639343118f12164e5a3a85c1 P 474135c61e614cf4b74a4419f8dbbe5b [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers fb4f58695a0e41498f876a3fa5558214 (127.25.113.1:46827), 241acaec43cf4bc880b3a74b659d054f (127.25.113.2:45253)
21:08:23.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:23.895361 26591 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "2b38c051639343118f12164e5a3a85c1" candidate_uuid: "474135c61e614cf4b74a4419f8dbbe5b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "241acaec43cf4bc880b3a74b659d054f" is_pre_election: true
21:08:23.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:23.896049 26591 raft_consensus.cc:2468] T 2b38c051639343118f12164e5a3a85c1 P 241acaec43cf4bc880b3a74b659d054f [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 474135c61e614cf4b74a4419f8dbbe5b in term 0.
21:08:23.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:23.897782 26684 leader_election.cc:304] T 2b38c051639343118f12164e5a3a85c1 P 474135c61e614cf4b74a4419f8dbbe5b [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 241acaec43cf4bc880b3a74b659d054f, 474135c61e614cf4b74a4419f8dbbe5b; no voters: 
21:08:23.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:23.899142 27710 raft_consensus.cc:2804] T 2b38c051639343118f12164e5a3a85c1 P 474135c61e614cf4b74a4419f8dbbe5b [term 0 FOLLOWER]: Leader pre-election won for term 1
21:08:23.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:23.899490 27710 raft_consensus.cc:493] T 2b38c051639343118f12164e5a3a85c1 P 474135c61e614cf4b74a4419f8dbbe5b [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
21:08:23.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:23.899822 27710 raft_consensus.cc:3060] T 2b38c051639343118f12164e5a3a85c1 P 474135c61e614cf4b74a4419f8dbbe5b [term 0 FOLLOWER]: Advancing to term 1
21:08:23.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:23.907644 27659 heartbeater.cc:499] Master 127.26.45.190:34167 was elected leader, sending a full tablet report...
21:08:23.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:23.911396 27710 raft_consensus.cc:515] T 2b38c051639343118f12164e5a3a85c1 P 474135c61e614cf4b74a4419f8dbbe5b [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fb4f58695a0e41498f876a3fa5558214" member_type: VOTER last_known_addr { host: "127.25.113.1" port: 46827 } } peers { permanent_uuid: "241acaec43cf4bc880b3a74b659d054f" member_type: VOTER last_known_addr { host: "127.25.113.2" port: 45253 } } peers { permanent_uuid: "474135c61e614cf4b74a4419f8dbbe5b" member_type: VOTER last_known_addr { host: "127.25.113.3" port: 33669 } }
21:08:23.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:23.915917 26591 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "2b38c051639343118f12164e5a3a85c1" candidate_uuid: "474135c61e614cf4b74a4419f8dbbe5b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "241acaec43cf4bc880b3a74b659d054f"
21:08:23.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:23.916498 26591 raft_consensus.cc:3060] T 2b38c051639343118f12164e5a3a85c1 P 241acaec43cf4bc880b3a74b659d054f [term 0 FOLLOWER]: Advancing to term 1
21:08:23.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:23.923735 26591 raft_consensus.cc:2468] T 2b38c051639343118f12164e5a3a85c1 P 241acaec43cf4bc880b3a74b659d054f [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 474135c61e614cf4b74a4419f8dbbe5b in term 1.
21:08:23.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:23.925391 26684 leader_election.cc:304] T 2b38c051639343118f12164e5a3a85c1 P 474135c61e614cf4b74a4419f8dbbe5b [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 241acaec43cf4bc880b3a74b659d054f, 474135c61e614cf4b74a4419f8dbbe5b; no voters: 
21:08:23.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:23.926357 27702 raft_consensus.cc:2804] T 2b38c051639343118f12164e5a3a85c1 P 474135c61e614cf4b74a4419f8dbbe5b [term 1 FOLLOWER]: Leader election won for term 1
21:08:23.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:23.926553 27710 leader_election.cc:290] T 2b38c051639343118f12164e5a3a85c1 P 474135c61e614cf4b74a4419f8dbbe5b [CANDIDATE]: Term 1 election: Requested vote from peers fb4f58695a0e41498f876a3fa5558214 (127.25.113.1:46827), 241acaec43cf4bc880b3a74b659d054f (127.25.113.2:45253)
21:08:23.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:23.940939 27702 raft_consensus.cc:697] T 2b38c051639343118f12164e5a3a85c1 P 474135c61e614cf4b74a4419f8dbbe5b [term 1 LEADER]: Becoming Leader. State: Replica: 474135c61e614cf4b74a4419f8dbbe5b, State: Running, Role: LEADER
21:08:23.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:23.942940 26450 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "2b38c051639343118f12164e5a3a85c1" candidate_uuid: "474135c61e614cf4b74a4419f8dbbe5b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "fb4f58695a0e41498f876a3fa5558214" is_pre_election: true
21:08:23.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:23.943439 26451 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "2b38c051639343118f12164e5a3a85c1" candidate_uuid: "474135c61e614cf4b74a4419f8dbbe5b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "fb4f58695a0e41498f876a3fa5558214"
21:08:23.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:23.943586 26450 raft_consensus.cc:2468] T 2b38c051639343118f12164e5a3a85c1 P fb4f58695a0e41498f876a3fa5558214 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 474135c61e614cf4b74a4419f8dbbe5b in term 0.
21:08:23.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:23.942286 27702 consensus_queue.cc:237] T 2b38c051639343118f12164e5a3a85c1 P 474135c61e614cf4b74a4419f8dbbe5b [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fb4f58695a0e41498f876a3fa5558214" member_type: VOTER last_known_addr { host: "127.25.113.1" port: 46827 } } peers { permanent_uuid: "241acaec43cf4bc880b3a74b659d054f" member_type: VOTER last_known_addr { host: "127.25.113.2" port: 45253 } } peers { permanent_uuid: "474135c61e614cf4b74a4419f8dbbe5b" member_type: VOTER last_known_addr { host: "127.25.113.3" port: 33669 } }
21:08:23.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:23.945714 26591 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "2b38c051639343118f12164e5a3a85c1" candidate_uuid: "fb4f58695a0e41498f876a3fa5558214" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "241acaec43cf4bc880b3a74b659d054f" is_pre_election: true
21:08:23.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:23.946965 26591 raft_consensus.cc:2393] T 2b38c051639343118f12164e5a3a85c1 P 241acaec43cf4bc880b3a74b659d054f [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate fb4f58695a0e41498f876a3fa5558214 in current term 1: Already voted for candidate 474135c61e614cf4b74a4419f8dbbe5b in this term.
21:08:23.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:23.957800 26184 catalog_manager.cc:5696] T 2b38c051639343118f12164e5a3a85c1 P 474135c61e614cf4b74a4419f8dbbe5b reported cstate change: term changed from 0 to 1, leader changed from <none> to 474135c61e614cf4b74a4419f8dbbe5b (127.25.113.3). New cstate: current_term: 1 leader_uuid: "474135c61e614cf4b74a4419f8dbbe5b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fb4f58695a0e41498f876a3fa5558214" member_type: VOTER last_known_addr { host: "127.25.113.1" port: 46827 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "241acaec43cf4bc880b3a74b659d054f" member_type: VOTER last_known_addr { host: "127.25.113.2" port: 45253 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "474135c61e614cf4b74a4419f8dbbe5b" member_type: VOTER last_known_addr { host: "127.25.113.3" port: 33669 } health_report { overall_health: HEALTHY } } }
21:08:23.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:23.969528 26751 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "2b38c051639343118f12164e5a3a85c1" candidate_uuid: "fb4f58695a0e41498f876a3fa5558214" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "474135c61e614cf4b74a4419f8dbbe5b" is_pre_election: true
21:08:23.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:23.973932 26386 leader_election.cc:304] T 2b38c051639343118f12164e5a3a85c1 P fb4f58695a0e41498f876a3fa5558214 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: fb4f58695a0e41498f876a3fa5558214; no voters: 241acaec43cf4bc880b3a74b659d054f, 474135c61e614cf4b74a4419f8dbbe5b
21:08:23.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:23.974860 27693 raft_consensus.cc:3060] T 2b38c051639343118f12164e5a3a85c1 P fb4f58695a0e41498f876a3fa5558214 [term 0 FOLLOWER]: Advancing to term 1
21:08:23.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:23.985351 27693 raft_consensus.cc:2749] T 2b38c051639343118f12164e5a3a85c1 P fb4f58695a0e41498f876a3fa5558214 [term 1 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
21:08:24.099 [DEBUG - pool-228-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:08:24.099 [DEBUG - pool-228-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:08:24.100 [DEBUG - pool-228-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:08:24.100 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:24.100 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:24.100 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:24.100 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:24.100 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:24.100 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:24.100 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:24.100 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:24.100 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:24.100 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:08:24.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:24.102679 27702 consensus_queue.cc:1048] T 113017c1277a41e5aafe776e66dd3d2d P 474135c61e614cf4b74a4419f8dbbe5b [LEADER]: Connected to new peer: Peer: permanent_uuid: "fb4f58695a0e41498f876a3fa5558214" member_type: VOTER last_known_addr { host: "127.25.113.1" port: 46827 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
21:08:24.122 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:24.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:24.122195 27725 consensus_queue.cc:1048] T 113017c1277a41e5aafe776e66dd3d2d P 474135c61e614cf4b74a4419f8dbbe5b [LEADER]: Connected to new peer: Peer: permanent_uuid: "241acaec43cf4bc880b3a74b659d054f" member_type: VOTER last_known_addr { host: "127.25.113.2" port: 45253 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
21:08:24.190 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:24.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:24.207929 27695 consensus_queue.cc:1048] T 635819dfcd9c4e888866ca466797fad6 P 241acaec43cf4bc880b3a74b659d054f [LEADER]: Connected to new peer: Peer: permanent_uuid: "fb4f58695a0e41498f876a3fa5558214" member_type: VOTER last_known_addr { host: "127.25.113.1" port: 46827 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
21:08:24.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:24.242142 27733 consensus_queue.cc:1048] T 635819dfcd9c4e888866ca466797fad6 P 241acaec43cf4bc880b3a74b659d054f [LEADER]: Connected to new peer: Peer: permanent_uuid: "474135c61e614cf4b74a4419f8dbbe5b" member_type: VOTER last_known_addr { host: "127.25.113.3" port: 33669 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
21:08:24.253 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:24.321 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.22.50.60:38829(127.22.50.60:38829)] connecting to peer
21:08:24.322 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.22.50.61:45261(127.22.50.61:45261)] connecting to peer
21:08:24.322 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.22.50.62:44659(127.22.50.62:44659)] connecting to peer
21:08:24.322 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:08:24.322 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.50.60:38829(127.22.50.60:38829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:08:24.322 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:08:24.322 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.60:38829: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:08:24.322 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.50.61:45261(127.22.50.61:45261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:08:24.322 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.61:45261: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:08:24.323 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:08:24.323 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.50.62:44659(127.22.50.62:44659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:08:24.323 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.62:44659: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:08:24.323 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659; will retry
21:08:24.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:24.335629 27725 consensus_queue.cc:1048] T 2b38c051639343118f12164e5a3a85c1 P 474135c61e614cf4b74a4419f8dbbe5b [LEADER]: Connected to new peer: Peer: permanent_uuid: "241acaec43cf4bc880b3a74b659d054f" member_type: VOTER last_known_addr { host: "127.25.113.2" port: 45253 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
21:08:24.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:24.358583 27702 consensus_queue.cc:1048] T 2b38c051639343118f12164e5a3a85c1 P 474135c61e614cf4b74a4419f8dbbe5b [LEADER]: Connected to new peer: Peer: permanent_uuid: "fb4f58695a0e41498f876a3fa5558214" member_type: VOTER last_known_addr { host: "127.25.113.1" port: 46827 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
21:08:24.390 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:24.452 [DEBUG - pool-238-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:08:24.452 [DEBUG - pool-238-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:08:24.453 [DEBUG - pool-238-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:08:24.453 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:24.453 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:24.453 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:24.453 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:24.453 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:24.453 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:24.453 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:24.453 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:24.453 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:24.453 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:08:24.498 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 51684093b2bc4c878f88cc34d1cd30af
21:08:24.505 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 635819dfcd9c4e888866ca466797fad6 for table 'replication_test_table' with partition [<start>, 0x80000064)
21:08:24.505 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 2b38c051639343118f12164e5a3a85c1 for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
21:08:24.505 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 113017c1277a41e5aafe776e66dd3d2d for table 'replication_test_table' with partition [0x800000C8, <end>)
21:08:24.505 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x80000064, ttl=299999, tablet=635819dfcd9c4e888866ca466797fad6@[241acaec43cf4bc880b3a74b659d054f(127.25.113.2:45253)[L],474135c61e614cf4b74a4419f8dbbe5b(127.25.113.3:33669),fb4f58695a0e41498f876a3fa5558214(127.25.113.1:46827)]}, Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999, tablet=2b38c051639343118f12164e5a3a85c1@[241acaec43cf4bc880b3a74b659d054f(127.25.113.2:45253),474135c61e614cf4b74a4419f8dbbe5b(127.25.113.3:33669)[L],fb4f58695a0e41498f876a3fa5558214(127.25.113.1:46827)]}, Tablet{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299999, tablet=113017c1277a41e5aafe776e66dd3d2d@[241acaec43cf4bc880b3a74b659d054f(127.25.113.2:45253),474135c61e614cf4b74a4419f8dbbe5b(127.25.113.3:33669)[L],fb4f58695a0e41498f876a3fa5558214(127.25.113.1:46827)]}]
21:08:24.506 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=7), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.113.61:34911, [7ms] Sub RPC GetTableLocations: received response from server master-127.25.113.61:34911: OK, deferred=null) after lookup
21:08:24.506 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 241acaec43cf4bc880b3a74b659d054f(127.25.113.2:45253)] connecting to peer
21:08:24.508 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 241acaec43cf4bc880b3a74b659d054f(127.25.113.2:45253)] Successfully connected to peer
21:08:24.533 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:08:24.536 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x0d50b0f5, L:/127.0.0.1:46406 - R:/127.25.113.2:45253] using TOKEN/null
21:08:24.622 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:24.692 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:24.753 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:24.853 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:08:24.859 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:08:24.860 [DEBUG - main] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:08:24.869 [DEBUG - main] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:08:24.869 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.26.45.188:44635(127.26.45.188:44635)] Successfully connected to peer
21:08:24.870 [DEBUG - main] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:08:24.871 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.26.45.190:34167(127.26.45.190:34167)] Successfully connected to peer
21:08:24.874 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.26.45.188
21:08:24.875 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.26.45.190
21:08:24.882 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.26.45.189:42387(127.26.45.189:42387)] Successfully connected to peer
21:08:24.883 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:08:24.886 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:08:24.887 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.26.45.189
21:08:24.890 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:24.891 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x331dc9a7, L:/127.0.0.1:54598 - R:/127.26.45.188:44635] using SASL/PLAIN
21:08:24.893 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x6112deca, L:/127.0.0.1:58546 - R:/127.26.45.190:34167] using SASL/PLAIN
21:08:24.897 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
21:08:24.897 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=38), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.188:44635, [9ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.190:34167, [10ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.189:42387, [35ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.188:44635: OK, [36ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.190:34167: OK, deferred=null) after lookup
21:08:24.900 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:08:24.902 [DEBUG - main] (Connection.java:748) [peer master-127.25.113.61:34911(127.25.113.61:34911)] connecting to peer
21:08:24.903 [DEBUG - main] (Connection.java:748) [peer master-127.25.113.60:35933(127.25.113.60:35933)] connecting to peer
21:08:24.904 [DEBUG - main] (Connection.java:748) [peer master-127.25.113.62:35193(127.25.113.62:35193)] connecting to peer
21:08:24.904 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x92edccd5, L:/127.0.0.1:52950 - R:/127.26.45.189:42387] using SASL/PLAIN
21:08:24.906 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.25.113.60:35933(127.25.113.60:35933)] Successfully connected to peer
21:08:24.924 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.25.113.62:35193(127.25.113.62:35193)] Successfully connected to peer
21:08:24.926 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.25.113.61:34911(127.25.113.61:34911)] Successfully connected to peer
21:08:24.931 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.25.113.61
21:08:24.941 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.25.113.60
21:08:24.946 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.25.113.62
21:08:24.952 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:08:24.955 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x8dfc3220, L:/127.0.0.1:45744 - R:/127.25.113.61:34911] using SASL/PLAIN
21:08:24.956 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:08:24.958 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:08:24.959 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
21:08:24.960 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=58), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [58ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.61:34911: OK, deferred=null) after lookup
21:08:24.960 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xb46f2e11, L:/127.0.0.1:45618 - R:/127.25.113.62:35193] using SASL/PLAIN
21:08:24.963 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 51684093b2bc4c878f88cc34d1cd30af
21:08:24.964 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x95002b30, L:/127.0.0.1:32866 - R:/127.25.113.60:35933] using SASL/PLAIN
21:08:24.979 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 635819dfcd9c4e888866ca466797fad6 for table 'replication_test_table' with partition [<start>, 0x80000064)
21:08:24.979 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 2b38c051639343118f12164e5a3a85c1 for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
21:08:24.979 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 113017c1277a41e5aafe776e66dd3d2d for table 'replication_test_table' with partition [0x800000C8, <end>)
21:08:24.979 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x80000064, ttl=299999, tablet=635819dfcd9c4e888866ca466797fad6@[241acaec43cf4bc880b3a74b659d054f(127.25.113.2:45253)[L],474135c61e614cf4b74a4419f8dbbe5b(127.25.113.3:33669),fb4f58695a0e41498f876a3fa5558214(127.25.113.1:46827)]}, Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999, tablet=2b38c051639343118f12164e5a3a85c1@[241acaec43cf4bc880b3a74b659d054f(127.25.113.2:45253),474135c61e614cf4b74a4419f8dbbe5b(127.25.113.3:33669)[L],fb4f58695a0e41498f876a3fa5558214(127.25.113.1:46827)]}, Tablet{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299999, tablet=113017c1277a41e5aafe776e66dd3d2d@[241acaec43cf4bc880b3a74b659d054f(127.25.113.2:45253),474135c61e614cf4b74a4419f8dbbe5b(127.25.113.3:33669)[L],fb4f58695a0e41498f876a3fa5558214(127.25.113.1:46827)]}]
21:08:24.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:24.983204 26852 catalog_manager.cc:2282] Servicing CreateTable request from {username='slave'} at 127.0.0.1:58546:
21:08:24.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "replication_test_table"
21:08:24.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
21:08:24.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
21:08:24.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key1"
21:08:24.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
21:08:24.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
21:08:24.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
21:08:24.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
21:08:24.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
21:08:24.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
21:08:24.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
21:08:24.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
21:08:24.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
21:08:24.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
21:08:24.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key2"
21:08:24.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
21:08:24.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
21:08:24.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
21:08:24.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
21:08:24.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
21:08:24.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
21:08:24.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
21:08:24.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
21:08:24.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
21:08:24.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
21:08:24.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key3"
21:08:24.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
21:08:24.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
21:08:24.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
21:08:24.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
21:08:24.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
21:08:24.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
21:08:24.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
21:08:24.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
21:08:24.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
21:08:24.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
21:08:24.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "data"
21:08:24.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
21:08:24.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
21:08:24.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
21:08:24.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
21:08:24.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
21:08:24.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
21:08:24.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
21:08:24.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
21:08:24.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
21:08:24.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
21:08:24.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
21:08:24.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
21:08:24.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   rows: "<redacted>""\006\000\007\001d\000\000\000"
21:08:24.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
21:08:24.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
21:08:24.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
21:08:24.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
21:08:24.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key1"
21:08:24.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
21:08:24.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
21:08:24.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
21:08:24.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) comment: ""
21:08:24.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:24.993767 26852 catalog_manager.cc:7076] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table replication_test_table in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
21:08:25.048 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table e7bccc0d512647aa8d63cc07915fa439
21:08:25.078 [DEBUG - pool-228-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:08:25.079 [DEBUG - pool-228-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:08:25.079 [DEBUG - pool-228-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:08:25.079 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:25.079 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:25.079 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:25.080 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:25.080 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:25.080 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:25.080 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:25.080 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:25.080 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:25.080 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:08:25.089 [DEBUG - pool-226-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:08:25.089 [DEBUG - pool-226-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:08:25.089 [DEBUG - pool-226-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:08:25.089 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:25.089 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:25.090 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:25.090 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:25.090 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:25.090 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:25.091 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:25.091 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:25.091 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:25.091 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:08:25.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:25.093580 27590 tablet_service.cc:1511] Processing CreateTablet for tablet 32275ca35cb0406e9d1940d965f98801 (DEFAULT_TABLE table=replication_test_table [id=e7bccc0d512647aa8d63cc07915fa439]), partition=RANGE (key1) PARTITION VALUES < 100
21:08:25.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:25.096117 27590 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 32275ca35cb0406e9d1940d965f98801. 1 dirs total, 0 dirs full, 0 dirs failed
21:08:25.122 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:25.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:25.142915 27775 tablet_bootstrap.cc:492] T 32275ca35cb0406e9d1940d965f98801 P 4661a2b9a7364479b9a63d6ec16d5789: Bootstrap starting.
21:08:25.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:25.146651 27449 tablet_service.cc:1511] Processing CreateTablet for tablet 32275ca35cb0406e9d1940d965f98801 (DEFAULT_TABLE table=replication_test_table [id=e7bccc0d512647aa8d63cc07915fa439]), partition=RANGE (key1) PARTITION VALUES < 100
21:08:25.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:25.151436 27449 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 32275ca35cb0406e9d1940d965f98801. 1 dirs total, 0 dirs full, 0 dirs failed
21:08:25.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:25.151664 27775 tablet_bootstrap.cc:654] T 32275ca35cb0406e9d1940d965f98801 P 4661a2b9a7364479b9a63d6ec16d5789: Neither blocks nor log segments found. Creating new log.
21:08:25.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:25.154871 27775 log.cc:826] T 32275ca35cb0406e9d1940d965f98801 P 4661a2b9a7364479b9a63d6ec16d5789: Log is configured to *not* fsync() on all Append() calls
21:08:25.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:25.168880 27293 tablet_service.cc:1511] Processing CreateTablet for tablet 32275ca35cb0406e9d1940d965f98801 (DEFAULT_TABLE table=replication_test_table [id=e7bccc0d512647aa8d63cc07915fa439]), partition=RANGE (key1) PARTITION VALUES < 100
21:08:25.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:25.174043 27293 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 32275ca35cb0406e9d1940d965f98801. 1 dirs total, 0 dirs full, 0 dirs failed
21:08:25.190 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:25.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:25.202147 27775 tablet_bootstrap.cc:492] T 32275ca35cb0406e9d1940d965f98801 P 4661a2b9a7364479b9a63d6ec16d5789: No bootstrap required, opened a new log
21:08:25.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:25.202725 27775 ts_tablet_manager.cc:1403] T 32275ca35cb0406e9d1940d965f98801 P 4661a2b9a7364479b9a63d6ec16d5789: Time spent bootstrapping tablet: real 0.060s	user 0.030s	sys 0.010s
21:08:25.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:25.205436 27777 tablet_bootstrap.cc:492] T 32275ca35cb0406e9d1940d965f98801 P 9db62b97c15340639398d5c05b5164a8: Bootstrap starting.
21:08:25.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:25.215263 27777 tablet_bootstrap.cc:654] T 32275ca35cb0406e9d1940d965f98801 P 9db62b97c15340639398d5c05b5164a8: Neither blocks nor log segments found. Creating new log.
21:08:25.216 [DEBUG - pool-242-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:08:25.216 [DEBUG - pool-242-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:08:25.216 [DEBUG - pool-242-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:08:25.217 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:25.217 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:25.217 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:25.218 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:25.218 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:25.218 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:25.218 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:25.218 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:25.218 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:25.218 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:08:25.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:25.217741 27777 log.cc:826] T 32275ca35cb0406e9d1940d965f98801 P 9db62b97c15340639398d5c05b5164a8: Log is configured to *not* fsync() on all Append() calls
21:08:25.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:25.229611 27777 tablet_bootstrap.cc:492] T 32275ca35cb0406e9d1940d965f98801 P 9db62b97c15340639398d5c05b5164a8: No bootstrap required, opened a new log
21:08:25.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:25.230194 27777 ts_tablet_manager.cc:1403] T 32275ca35cb0406e9d1940d965f98801 P 9db62b97c15340639398d5c05b5164a8: Time spent bootstrapping tablet: real 0.025s	user 0.009s	sys 0.012s
21:08:25.252 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:25.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:25.252790 27780 tablet_bootstrap.cc:492] T 32275ca35cb0406e9d1940d965f98801 P 5e687cc3aa084201b0a390670c1fc5de: Bootstrap starting.
21:08:25.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:25.259826 27775 raft_consensus.cc:359] T 32275ca35cb0406e9d1940d965f98801 P 4661a2b9a7364479b9a63d6ec16d5789 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4661a2b9a7364479b9a63d6ec16d5789" member_type: VOTER last_known_addr { host: "127.26.45.131" port: 35493 } } peers { permanent_uuid: "5e687cc3aa084201b0a390670c1fc5de" member_type: VOTER last_known_addr { host: "127.26.45.129" port: 38915 } } peers { permanent_uuid: "9db62b97c15340639398d5c05b5164a8" member_type: VOTER last_known_addr { host: "127.26.45.130" port: 39275 } }
21:08:25.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:25.261341 27777 raft_consensus.cc:359] T 32275ca35cb0406e9d1940d965f98801 P 9db62b97c15340639398d5c05b5164a8 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4661a2b9a7364479b9a63d6ec16d5789" member_type: VOTER last_known_addr { host: "127.26.45.131" port: 35493 } } peers { permanent_uuid: "5e687cc3aa084201b0a390670c1fc5de" member_type: VOTER last_known_addr { host: "127.26.45.129" port: 38915 } } peers { permanent_uuid: "9db62b97c15340639398d5c05b5164a8" member_type: VOTER last_known_addr { host: "127.26.45.130" port: 39275 } }
21:08:25.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:25.262521 27775 raft_consensus.cc:385] T 32275ca35cb0406e9d1940d965f98801 P 4661a2b9a7364479b9a63d6ec16d5789 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:08:25.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:25.262662 27777 raft_consensus.cc:385] T 32275ca35cb0406e9d1940d965f98801 P 9db62b97c15340639398d5c05b5164a8 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:08:25.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:25.262820 27775 raft_consensus.cc:740] T 32275ca35cb0406e9d1940d965f98801 P 4661a2b9a7364479b9a63d6ec16d5789 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 4661a2b9a7364479b9a63d6ec16d5789, State: Initialized, Role: FOLLOWER
21:08:25.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:25.263083 27777 raft_consensus.cc:740] T 32275ca35cb0406e9d1940d965f98801 P 9db62b97c15340639398d5c05b5164a8 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 9db62b97c15340639398d5c05b5164a8, State: Initialized, Role: FOLLOWER
21:08:25.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:25.264144 27777 consensus_queue.cc:260] T 32275ca35cb0406e9d1940d965f98801 P 9db62b97c15340639398d5c05b5164a8 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4661a2b9a7364479b9a63d6ec16d5789" member_type: VOTER last_known_addr { host: "127.26.45.131" port: 35493 } } peers { permanent_uuid: "5e687cc3aa084201b0a390670c1fc5de" member_type: VOTER last_known_addr { host: "127.26.45.129" port: 38915 } } peers { permanent_uuid: "9db62b97c15340639398d5c05b5164a8" member_type: VOTER last_known_addr { host: "127.26.45.130" port: 39275 } }
21:08:25.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:25.267949 27780 tablet_bootstrap.cc:654] T 32275ca35cb0406e9d1940d965f98801 P 5e687cc3aa084201b0a390670c1fc5de: Neither blocks nor log segments found. Creating new log.
21:08:25.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:25.270838 27780 log.cc:826] T 32275ca35cb0406e9d1940d965f98801 P 5e687cc3aa084201b0a390670c1fc5de: Log is configured to *not* fsync() on all Append() calls
21:08:25.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:25.273685 27775 consensus_queue.cc:260] T 32275ca35cb0406e9d1940d965f98801 P 4661a2b9a7364479b9a63d6ec16d5789 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4661a2b9a7364479b9a63d6ec16d5789" member_type: VOTER last_known_addr { host: "127.26.45.131" port: 35493 } } peers { permanent_uuid: "5e687cc3aa084201b0a390670c1fc5de" member_type: VOTER last_known_addr { host: "127.26.45.129" port: 38915 } } peers { permanent_uuid: "9db62b97c15340639398d5c05b5164a8" member_type: VOTER last_known_addr { host: "127.26.45.130" port: 39275 } }
21:08:25.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:25.275213 27777 ts_tablet_manager.cc:1434] T 32275ca35cb0406e9d1940d965f98801 P 9db62b97c15340639398d5c05b5164a8: Time spent starting tablet: real 0.045s	user 0.030s	sys 0.013s
21:08:25.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:25.284730 27775 ts_tablet_manager.cc:1434] T 32275ca35cb0406e9d1940d965f98801 P 4661a2b9a7364479b9a63d6ec16d5789: Time spent starting tablet: real 0.082s	user 0.031s	sys 0.006s
21:08:25.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:25.294979 27780 tablet_bootstrap.cc:492] T 32275ca35cb0406e9d1940d965f98801 P 5e687cc3aa084201b0a390670c1fc5de: No bootstrap required, opened a new log
21:08:25.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:25.295603 27780 ts_tablet_manager.cc:1403] T 32275ca35cb0406e9d1940d965f98801 P 5e687cc3aa084201b0a390670c1fc5de: Time spent bootstrapping tablet: real 0.043s	user 0.014s	sys 0.004s
21:08:25.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:25.316556 27522 tablet.cc:2406] T 32275ca35cb0406e9d1940d965f98801 P 9db62b97c15340639398d5c05b5164a8: Can't schedule compaction. Clean time has not been advanced past its initial value.
21:08:25.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:25.329991 27780 raft_consensus.cc:359] T 32275ca35cb0406e9d1940d965f98801 P 5e687cc3aa084201b0a390670c1fc5de [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4661a2b9a7364479b9a63d6ec16d5789" member_type: VOTER last_known_addr { host: "127.26.45.131" port: 35493 } } peers { permanent_uuid: "5e687cc3aa084201b0a390670c1fc5de" member_type: VOTER last_known_addr { host: "127.26.45.129" port: 38915 } } peers { permanent_uuid: "9db62b97c15340639398d5c05b5164a8" member_type: VOTER last_known_addr { host: "127.26.45.130" port: 39275 } }
21:08:25.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:25.331903 27780 raft_consensus.cc:385] T 32275ca35cb0406e9d1940d965f98801 P 5e687cc3aa084201b0a390670c1fc5de [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:08:25.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:25.332239 27780 raft_consensus.cc:740] T 32275ca35cb0406e9d1940d965f98801 P 5e687cc3aa084201b0a390670c1fc5de [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5e687cc3aa084201b0a390670c1fc5de, State: Initialized, Role: FOLLOWER
21:08:25.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:25.333410 27780 consensus_queue.cc:260] T 32275ca35cb0406e9d1940d965f98801 P 5e687cc3aa084201b0a390670c1fc5de [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4661a2b9a7364479b9a63d6ec16d5789" member_type: VOTER last_known_addr { host: "127.26.45.131" port: 35493 } } peers { permanent_uuid: "5e687cc3aa084201b0a390670c1fc5de" member_type: VOTER last_known_addr { host: "127.26.45.129" port: 38915 } } peers { permanent_uuid: "9db62b97c15340639398d5c05b5164a8" member_type: VOTER last_known_addr { host: "127.26.45.130" port: 39275 } }
21:08:25.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:25.345022 27780 ts_tablet_manager.cc:1434] T 32275ca35cb0406e9d1940d965f98801 P 5e687cc3aa084201b0a390670c1fc5de: Time spent starting tablet: real 0.049s	user 0.025s	sys 0.014s
21:08:25.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:25.352854 27660 tablet.cc:2406] T 32275ca35cb0406e9d1940d965f98801 P 4661a2b9a7364479b9a63d6ec16d5789: Can't schedule compaction. Clean time has not been advanced past its initial value.
21:08:25.372 [DEBUG - pool-234-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:08:25.372 [DEBUG - pool-234-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:08:25.373 [DEBUG - pool-234-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:08:25.373 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:25.373 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:25.373 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:25.373 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:25.373 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:25.373 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:25.374 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:25.374 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:25.374 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:25.374 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:08:25.390 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:25.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:25.471405 27784 raft_consensus.cc:493] T 32275ca35cb0406e9d1940d965f98801 P 5e687cc3aa084201b0a390670c1fc5de [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
21:08:25.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:25.472230 27784 raft_consensus.cc:515] T 32275ca35cb0406e9d1940d965f98801 P 5e687cc3aa084201b0a390670c1fc5de [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4661a2b9a7364479b9a63d6ec16d5789" member_type: VOTER last_known_addr { host: "127.26.45.131" port: 35493 } } peers { permanent_uuid: "5e687cc3aa084201b0a390670c1fc5de" member_type: VOTER last_known_addr { host: "127.26.45.129" port: 38915 } } peers { permanent_uuid: "9db62b97c15340639398d5c05b5164a8" member_type: VOTER last_known_addr { host: "127.26.45.130" port: 39275 } }
21:08:25.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:25.478410 27784 leader_election.cc:290] T 32275ca35cb0406e9d1940d965f98801 P 5e687cc3aa084201b0a390670c1fc5de [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 4661a2b9a7364479b9a63d6ec16d5789 (127.26.45.131:35493), 9db62b97c15340639398d5c05b5164a8 (127.26.45.130:39275)
21:08:25.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:25.501164 27610 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "32275ca35cb0406e9d1940d965f98801" candidate_uuid: "5e687cc3aa084201b0a390670c1fc5de" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "4661a2b9a7364479b9a63d6ec16d5789" is_pre_election: true
21:08:25.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:25.502130 27610 raft_consensus.cc:2468] T 32275ca35cb0406e9d1940d965f98801 P 4661a2b9a7364479b9a63d6ec16d5789 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 5e687cc3aa084201b0a390670c1fc5de in term 0.
21:08:25.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:25.504106 27246 leader_election.cc:304] T 32275ca35cb0406e9d1940d965f98801 P 5e687cc3aa084201b0a390670c1fc5de [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 4661a2b9a7364479b9a63d6ec16d5789, 5e687cc3aa084201b0a390670c1fc5de; no voters: 
21:08:25.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:25.505070 27784 raft_consensus.cc:2804] T 32275ca35cb0406e9d1940d965f98801 P 5e687cc3aa084201b0a390670c1fc5de [term 0 FOLLOWER]: Leader pre-election won for term 1
21:08:25.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:25.505452 27784 raft_consensus.cc:493] T 32275ca35cb0406e9d1940d965f98801 P 5e687cc3aa084201b0a390670c1fc5de [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
21:08:25.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:25.505824 27784 raft_consensus.cc:3060] T 32275ca35cb0406e9d1940d965f98801 P 5e687cc3aa084201b0a390670c1fc5de [term 0 FOLLOWER]: Advancing to term 1
21:08:25.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:25.510802 27469 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "32275ca35cb0406e9d1940d965f98801" candidate_uuid: "5e687cc3aa084201b0a390670c1fc5de" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9db62b97c15340639398d5c05b5164a8" is_pre_election: true
21:08:25.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:25.511843 27469 raft_consensus.cc:2468] T 32275ca35cb0406e9d1940d965f98801 P 9db62b97c15340639398d5c05b5164a8 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 5e687cc3aa084201b0a390670c1fc5de in term 0.
21:08:25.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:25.515892 27784 raft_consensus.cc:515] T 32275ca35cb0406e9d1940d965f98801 P 5e687cc3aa084201b0a390670c1fc5de [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4661a2b9a7364479b9a63d6ec16d5789" member_type: VOTER last_known_addr { host: "127.26.45.131" port: 35493 } } peers { permanent_uuid: "5e687cc3aa084201b0a390670c1fc5de" member_type: VOTER last_known_addr { host: "127.26.45.129" port: 38915 } } peers { permanent_uuid: "9db62b97c15340639398d5c05b5164a8" member_type: VOTER last_known_addr { host: "127.26.45.130" port: 39275 } }
21:08:25.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:25.517933 27784 leader_election.cc:290] T 32275ca35cb0406e9d1940d965f98801 P 5e687cc3aa084201b0a390670c1fc5de [CANDIDATE]: Term 1 election: Requested vote from peers 4661a2b9a7364479b9a63d6ec16d5789 (127.26.45.131:35493), 9db62b97c15340639398d5c05b5164a8 (127.26.45.130:39275)
21:08:25.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:25.518761 27610 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "32275ca35cb0406e9d1940d965f98801" candidate_uuid: "5e687cc3aa084201b0a390670c1fc5de" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "4661a2b9a7364479b9a63d6ec16d5789"
21:08:25.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:25.519132 27469 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "32275ca35cb0406e9d1940d965f98801" candidate_uuid: "5e687cc3aa084201b0a390670c1fc5de" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9db62b97c15340639398d5c05b5164a8"
21:08:25.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:25.519361 27610 raft_consensus.cc:3060] T 32275ca35cb0406e9d1940d965f98801 P 4661a2b9a7364479b9a63d6ec16d5789 [term 0 FOLLOWER]: Advancing to term 1
21:08:25.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:25.519671 27469 raft_consensus.cc:3060] T 32275ca35cb0406e9d1940d965f98801 P 9db62b97c15340639398d5c05b5164a8 [term 0 FOLLOWER]: Advancing to term 1
21:08:25.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:25.527168 27610 raft_consensus.cc:2468] T 32275ca35cb0406e9d1940d965f98801 P 4661a2b9a7364479b9a63d6ec16d5789 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 5e687cc3aa084201b0a390670c1fc5de in term 1.
21:08:25.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:25.527675 27469 raft_consensus.cc:2468] T 32275ca35cb0406e9d1940d965f98801 P 9db62b97c15340639398d5c05b5164a8 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 5e687cc3aa084201b0a390670c1fc5de in term 1.
21:08:25.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:25.528796 27246 leader_election.cc:304] T 32275ca35cb0406e9d1940d965f98801 P 5e687cc3aa084201b0a390670c1fc5de [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 4661a2b9a7364479b9a63d6ec16d5789, 5e687cc3aa084201b0a390670c1fc5de; no voters: 
21:08:25.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:25.529661 27784 raft_consensus.cc:2804] T 32275ca35cb0406e9d1940d965f98801 P 5e687cc3aa084201b0a390670c1fc5de [term 1 FOLLOWER]: Leader election won for term 1
21:08:25.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:25.532899 27784 raft_consensus.cc:697] T 32275ca35cb0406e9d1940d965f98801 P 5e687cc3aa084201b0a390670c1fc5de [term 1 LEADER]: Becoming Leader. State: Replica: 5e687cc3aa084201b0a390670c1fc5de, State: Running, Role: LEADER
21:08:25.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:25.533921 27784 consensus_queue.cc:237] T 32275ca35cb0406e9d1940d965f98801 P 5e687cc3aa084201b0a390670c1fc5de [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4661a2b9a7364479b9a63d6ec16d5789" member_type: VOTER last_known_addr { host: "127.26.45.131" port: 35493 } } peers { permanent_uuid: "5e687cc3aa084201b0a390670c1fc5de" member_type: VOTER last_known_addr { host: "127.26.45.129" port: 38915 } } peers { permanent_uuid: "9db62b97c15340639398d5c05b5164a8" member_type: VOTER last_known_addr { host: "127.26.45.130" port: 39275 } }
21:08:25.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:25.540994 27366 tablet.cc:2406] T 32275ca35cb0406e9d1940d965f98801 P 5e687cc3aa084201b0a390670c1fc5de: Can't schedule compaction. Clean time has not been advanced past its initial value.
21:08:25.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:25.546671 26853 catalog_manager.cc:5696] T 32275ca35cb0406e9d1940d965f98801 P 5e687cc3aa084201b0a390670c1fc5de reported cstate change: term changed from 0 to 1, leader changed from <none> to 5e687cc3aa084201b0a390670c1fc5de (127.26.45.129). New cstate: current_term: 1 leader_uuid: "5e687cc3aa084201b0a390670c1fc5de" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4661a2b9a7364479b9a63d6ec16d5789" member_type: VOTER last_known_addr { host: "127.26.45.131" port: 35493 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "5e687cc3aa084201b0a390670c1fc5de" member_type: VOTER last_known_addr { host: "127.26.45.129" port: 38915 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "9db62b97c15340639398d5c05b5164a8" member_type: VOTER last_known_addr { host: "127.26.45.130" port: 39275 } health_report { overall_health: UNKNOWN } } }
21:08:25.621 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:25.654 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:08:25.654 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:08:25.654 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:08:25.654 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:25.655 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:25.655 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:25.655 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:25.655 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:25.655 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:25.655 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:25.655 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:25.655 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:25.655 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:08:25.690 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:25.752 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:25.890 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:25.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:25.973553 27784 consensus_queue.cc:1048] T 32275ca35cb0406e9d1940d965f98801 P 5e687cc3aa084201b0a390670c1fc5de [LEADER]: Connected to new peer: Peer: permanent_uuid: "4661a2b9a7364479b9a63d6ec16d5789" member_type: VOTER last_known_addr { host: "127.26.45.131" port: 35493 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
21:08:25.980 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:08:25.981 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:08:25.981 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:08:25.982 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:25.982 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:25.982 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:25.982 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:25.982 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:25.982 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:25.983 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:25.983 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:25.983 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:25.983 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:08:26.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:25.999588 27784 consensus_queue.cc:1048] T 32275ca35cb0406e9d1940d965f98801 P 5e687cc3aa084201b0a390670c1fc5de [LEADER]: Connected to new peer: Peer: permanent_uuid: "9db62b97c15340639398d5c05b5164a8" member_type: VOTER last_known_addr { host: "127.26.45.130" port: 39275 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
21:08:26.122 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:26.189 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:26.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:26.245616 26853 catalog_manager.cc:3569] Servicing AlterTable request from {username='slave'} at 127.0.0.1:58546:
21:08:26.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table { table_name: "replication_test_table" } alter_schema_steps { type: ADD_RANGE_PARTITION add_range_partition { range_bounds { rows: "<redacted>""\006\001d\000\000\000\007\001\310\000\000\000" } } } schema { columns { name: "key1" type: INT32 is_key: true is_nullable: false encoding: AUTO_ENCODING compression: DEFAULT_COMPRESSION cfile_block_size: 0 immutable: false is_auto_incrementing: false } columns { name: "key2" type: STRING is_key: true is_nullable: false encoding: AUTO_ENCODING compression: DEFAULT_COMPRESSION cfile_block_size: 0 immutable: false is_auto_incrementing: false } columns { name: "key3" type: INT32 is_key: true is_nullable: false encoding: AUTO_ENCODING compression: DEFAULT_COMPRESSION cfile_block_size: 0 immutable: false is_auto_incrementing: false } columns { name: "data" type: STRING is_key: false is_nullable: false encoding: AUTO_ENCODING compression: DEFAULT_COMPRESSION cfile_block_size: 0 immutable: false is_auto_incrementing: false } }
21:08:26.252 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:26.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:26.269961 26853 catalog_manager.cc:5956] Failed to send alter table request: Not found: failed to reset TS proxy: No leader found: Tablet ee1f12b6d7ec4a3988398db82c6a2197 has no consensus state
21:08:26.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:26.293177 27293 tablet_service.cc:1511] Processing CreateTablet for tablet ee1f12b6d7ec4a3988398db82c6a2197 (DEFAULT_TABLE table=replication_test_table [id=e7bccc0d512647aa8d63cc07915fa439]), partition=RANGE (key1) PARTITION 100 <= VALUES < 200
21:08:26.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:26.294462 27293 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet ee1f12b6d7ec4a3988398db82c6a2197. 1 dirs total, 0 dirs full, 0 dirs failed
21:08:26.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:26.295575 27449 tablet_service.cc:1511] Processing CreateTablet for tablet ee1f12b6d7ec4a3988398db82c6a2197 (DEFAULT_TABLE table=replication_test_table [id=e7bccc0d512647aa8d63cc07915fa439]), partition=RANGE (key1) PARTITION 100 <= VALUES < 200
21:08:26.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:26.296950 27449 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet ee1f12b6d7ec4a3988398db82c6a2197. 1 dirs total, 0 dirs full, 0 dirs failed
21:08:26.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:26.297245 27590 tablet_service.cc:1511] Processing CreateTablet for tablet ee1f12b6d7ec4a3988398db82c6a2197 (DEFAULT_TABLE table=replication_test_table [id=e7bccc0d512647aa8d63cc07915fa439]), partition=RANGE (key1) PARTITION 100 <= VALUES < 200
21:08:26.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:26.298470 27590 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet ee1f12b6d7ec4a3988398db82c6a2197. 1 dirs total, 0 dirs full, 0 dirs failed
21:08:26.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:26.313552 26837 catalog_manager.cc:4809] Async tablet task AlterTable RPC for tablet ee1f12b6d7ec4a3988398db82c6a2197 (table replication_test_table [id=e7bccc0d512647aa8d63cc07915fa439], current schema version=0) failed: Not found: failed to reset TS proxy: No leader found: Tablet ee1f12b6d7ec4a3988398db82c6a2197 consensus state has no leader
21:08:26.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:26.318125 27808 tablet_bootstrap.cc:492] T ee1f12b6d7ec4a3988398db82c6a2197 P 9db62b97c15340639398d5c05b5164a8: Bootstrap starting.
21:08:26.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:26.326290 27808 tablet_bootstrap.cc:654] T ee1f12b6d7ec4a3988398db82c6a2197 P 9db62b97c15340639398d5c05b5164a8: Neither blocks nor log segments found. Creating new log.
21:08:26.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:26.336444 27809 tablet_bootstrap.cc:492] T ee1f12b6d7ec4a3988398db82c6a2197 P 4661a2b9a7364479b9a63d6ec16d5789: Bootstrap starting.
21:08:26.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:26.336763 27810 tablet_bootstrap.cc:492] T ee1f12b6d7ec4a3988398db82c6a2197 P 5e687cc3aa084201b0a390670c1fc5de: Bootstrap starting.
21:08:26.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:26.342584 27808 tablet_bootstrap.cc:492] T ee1f12b6d7ec4a3988398db82c6a2197 P 9db62b97c15340639398d5c05b5164a8: No bootstrap required, opened a new log
21:08:26.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:26.343127 27808 ts_tablet_manager.cc:1403] T ee1f12b6d7ec4a3988398db82c6a2197 P 9db62b97c15340639398d5c05b5164a8: Time spent bootstrapping tablet: real 0.025s	user 0.010s	sys 0.008s
21:08:26.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:26.346519 27808 raft_consensus.cc:359] T ee1f12b6d7ec4a3988398db82c6a2197 P 9db62b97c15340639398d5c05b5164a8 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5e687cc3aa084201b0a390670c1fc5de" member_type: VOTER last_known_addr { host: "127.26.45.129" port: 38915 } } peers { permanent_uuid: "9db62b97c15340639398d5c05b5164a8" member_type: VOTER last_known_addr { host: "127.26.45.130" port: 39275 } } peers { permanent_uuid: "4661a2b9a7364479b9a63d6ec16d5789" member_type: VOTER last_known_addr { host: "127.26.45.131" port: 35493 } }
21:08:26.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:26.347249 27808 raft_consensus.cc:385] T ee1f12b6d7ec4a3988398db82c6a2197 P 9db62b97c15340639398d5c05b5164a8 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:08:26.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:26.347533 27808 raft_consensus.cc:740] T ee1f12b6d7ec4a3988398db82c6a2197 P 9db62b97c15340639398d5c05b5164a8 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 9db62b97c15340639398d5c05b5164a8, State: Initialized, Role: FOLLOWER
21:08:26.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:26.348483 27808 consensus_queue.cc:260] T ee1f12b6d7ec4a3988398db82c6a2197 P 9db62b97c15340639398d5c05b5164a8 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5e687cc3aa084201b0a390670c1fc5de" member_type: VOTER last_known_addr { host: "127.26.45.129" port: 38915 } } peers { permanent_uuid: "9db62b97c15340639398d5c05b5164a8" member_type: VOTER last_known_addr { host: "127.26.45.130" port: 39275 } } peers { permanent_uuid: "4661a2b9a7364479b9a63d6ec16d5789" member_type: VOTER last_known_addr { host: "127.26.45.131" port: 35493 } }
21:08:26.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:26.349521 27810 tablet_bootstrap.cc:654] T ee1f12b6d7ec4a3988398db82c6a2197 P 5e687cc3aa084201b0a390670c1fc5de: Neither blocks nor log segments found. Creating new log.
21:08:26.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:26.352790 27809 tablet_bootstrap.cc:654] T ee1f12b6d7ec4a3988398db82c6a2197 P 4661a2b9a7364479b9a63d6ec16d5789: Neither blocks nor log segments found. Creating new log.
21:08:26.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:26.369356 27808 ts_tablet_manager.cc:1434] T ee1f12b6d7ec4a3988398db82c6a2197 P 9db62b97c15340639398d5c05b5164a8: Time spent starting tablet: real 0.026s	user 0.006s	sys 0.000s
21:08:26.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:26.371114 27809 tablet_bootstrap.cc:492] T ee1f12b6d7ec4a3988398db82c6a2197 P 4661a2b9a7364479b9a63d6ec16d5789: No bootstrap required, opened a new log
21:08:26.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:26.371641 27809 ts_tablet_manager.cc:1403] T ee1f12b6d7ec4a3988398db82c6a2197 P 4661a2b9a7364479b9a63d6ec16d5789: Time spent bootstrapping tablet: real 0.035s	user 0.009s	sys 0.004s
21:08:26.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:26.388078 26853 catalog_manager.cc:6241] T 00000000000000000000000000000000 P dc9a5446a32d4b64abf2902cb4829e18: replication_test_table [id=e7bccc0d512647aa8d63cc07915fa439] alter complete (version 0)
21:08:26.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:26.388962 27810 tablet_bootstrap.cc:492] T ee1f12b6d7ec4a3988398db82c6a2197 P 5e687cc3aa084201b0a390670c1fc5de: No bootstrap required, opened a new log
21:08:26.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:26.389631 27810 ts_tablet_manager.cc:1403] T ee1f12b6d7ec4a3988398db82c6a2197 P 5e687cc3aa084201b0a390670c1fc5de: Time spent bootstrapping tablet: real 0.053s	user 0.016s	sys 0.020s
21:08:26.390 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:26.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:26.390867 27809 raft_consensus.cc:359] T ee1f12b6d7ec4a3988398db82c6a2197 P 4661a2b9a7364479b9a63d6ec16d5789 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5e687cc3aa084201b0a390670c1fc5de" member_type: VOTER last_known_addr { host: "127.26.45.129" port: 38915 } } peers { permanent_uuid: "9db62b97c15340639398d5c05b5164a8" member_type: VOTER last_known_addr { host: "127.26.45.130" port: 39275 } } peers { permanent_uuid: "4661a2b9a7364479b9a63d6ec16d5789" member_type: VOTER last_known_addr { host: "127.26.45.131" port: 35493 } }
21:08:26.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:26.391660 27809 raft_consensus.cc:385] T ee1f12b6d7ec4a3988398db82c6a2197 P 4661a2b9a7364479b9a63d6ec16d5789 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:08:26.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:26.391968 27809 raft_consensus.cc:740] T ee1f12b6d7ec4a3988398db82c6a2197 P 4661a2b9a7364479b9a63d6ec16d5789 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 4661a2b9a7364479b9a63d6ec16d5789, State: Initialized, Role: FOLLOWER
21:08:26.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:26.392750 27809 consensus_queue.cc:260] T ee1f12b6d7ec4a3988398db82c6a2197 P 4661a2b9a7364479b9a63d6ec16d5789 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5e687cc3aa084201b0a390670c1fc5de" member_type: VOTER last_known_addr { host: "127.26.45.129" port: 38915 } } peers { permanent_uuid: "9db62b97c15340639398d5c05b5164a8" member_type: VOTER last_known_addr { host: "127.26.45.130" port: 39275 } } peers { permanent_uuid: "4661a2b9a7364479b9a63d6ec16d5789" member_type: VOTER last_known_addr { host: "127.26.45.131" port: 35493 } }
21:08:26.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:26.403926 27809 ts_tablet_manager.cc:1434] T ee1f12b6d7ec4a3988398db82c6a2197 P 4661a2b9a7364479b9a63d6ec16d5789: Time spent starting tablet: real 0.020s	user 0.007s	sys 0.000s
21:08:26.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:26.396476 27810 raft_consensus.cc:359] T ee1f12b6d7ec4a3988398db82c6a2197 P 5e687cc3aa084201b0a390670c1fc5de [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5e687cc3aa084201b0a390670c1fc5de" member_type: VOTER last_known_addr { host: "127.26.45.129" port: 38915 } } peers { permanent_uuid: "9db62b97c15340639398d5c05b5164a8" member_type: VOTER last_known_addr { host: "127.26.45.130" port: 39275 } } peers { permanent_uuid: "4661a2b9a7364479b9a63d6ec16d5789" member_type: VOTER last_known_addr { host: "127.26.45.131" port: 35493 } }
21:08:26.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:26.417865 27810 raft_consensus.cc:385] T ee1f12b6d7ec4a3988398db82c6a2197 P 5e687cc3aa084201b0a390670c1fc5de [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:08:26.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:26.418393 27810 raft_consensus.cc:740] T ee1f12b6d7ec4a3988398db82c6a2197 P 5e687cc3aa084201b0a390670c1fc5de [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5e687cc3aa084201b0a390670c1fc5de, State: Initialized, Role: FOLLOWER
21:08:26.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:26.418866 26852 catalog_manager.cc:3569] Servicing AlterTable request from {username='slave'} at 127.0.0.1:58546:
21:08:26.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table { table_name: "replication_test_table" } alter_schema_steps { type: ADD_RANGE_PARTITION add_range_partition { range_bounds { rows: "<redacted>""\006\001\310\000\000\000\007\000" } } } schema { columns { name: "key1" type: INT32 is_key: true is_nullable: false encoding: AUTO_ENCODING compression: DEFAULT_COMPRESSION cfile_block_size: 0 immutable: false is_auto_incrementing: false } columns { name: "key2" type: STRING is_key: true is_nullable: false encoding: AUTO_ENCODING compression: DEFAULT_COMPRESSION cfile_block_size: 0 immutable: false is_auto_incrementing: false } columns { name: "key3" type: INT32 is_key: true is_nullable: false encoding: AUTO_ENCODING compression: DEFAULT_COMPRESSION cfile_block_size: 0 immutable: false is_auto_incrementing: false } columns { name: "data" type: STRING is_key: false is_nullable: false encoding: AUTO_ENCODING compression: DEFAULT_COMPRESSION cfile_block_size: 0 immutable: false is_auto_incrementing: false } }
21:08:26.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:26.419438 27810 consensus_queue.cc:260] T ee1f12b6d7ec4a3988398db82c6a2197 P 5e687cc3aa084201b0a390670c1fc5de [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5e687cc3aa084201b0a390670c1fc5de" member_type: VOTER last_known_addr { host: "127.26.45.129" port: 38915 } } peers { permanent_uuid: "9db62b97c15340639398d5c05b5164a8" member_type: VOTER last_known_addr { host: "127.26.45.130" port: 39275 } } peers { permanent_uuid: "4661a2b9a7364479b9a63d6ec16d5789" member_type: VOTER last_known_addr { host: "127.26.45.131" port: 35493 } }
21:08:26.424 [DEBUG - pool-232-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:08:26.424 [DEBUG - pool-232-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:08:26.424 [DEBUG - pool-232-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:08:26.424 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:26.425 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:26.425 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:26.425 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:26.425 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:26.425 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:26.426 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:26.426 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:26.426 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:26.426 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:08:26.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:26.430104 27810 ts_tablet_manager.cc:1434] T ee1f12b6d7ec4a3988398db82c6a2197 P 5e687cc3aa084201b0a390670c1fc5de: Time spent starting tablet: real 0.039s	user 0.004s	sys 0.002s
21:08:26.442 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.22.50.60:38829(127.22.50.60:38829)] connecting to peer
21:08:26.442 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.22.50.61:45261(127.22.50.61:45261)] connecting to peer
21:08:26.442 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.22.50.62:44659(127.22.50.62:44659)] connecting to peer
21:08:26.443 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:08:26.443 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.50.60:38829(127.22.50.60:38829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:08:26.443 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:08:26.443 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.60:38829: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:08:26.443 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.50.62:44659(127.22.50.62:44659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:08:26.443 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.62:44659: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:08:26.443 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:08:26.444 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.50.61:45261(127.22.50.61:45261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:08:26.444 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.61:45261: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:08:26.444 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659; will retry
21:08:26.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:26.455888 26852 catalog_manager.cc:5956] Failed to send alter table request: Not found: failed to reset TS proxy: No leader found: Tablet ee1f12b6d7ec4a3988398db82c6a2197 consensus state has no leader
21:08:26.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:26.456488 26852 catalog_manager.cc:5956] Failed to send alter table request: Not found: failed to reset TS proxy: No leader found: Tablet e50a7637bd0b476f93c5f0e928f83365 has no consensus state
21:08:26.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:26.489248 27293 tablet_service.cc:1511] Processing CreateTablet for tablet e50a7637bd0b476f93c5f0e928f83365 (DEFAULT_TABLE table=replication_test_table [id=e7bccc0d512647aa8d63cc07915fa439]), partition=RANGE (key1) PARTITION 200 <= VALUES
21:08:26.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:26.490571 27293 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet e50a7637bd0b476f93c5f0e928f83365. 1 dirs total, 0 dirs full, 0 dirs failed
21:08:26.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:26.502998 27449 tablet_service.cc:1511] Processing CreateTablet for tablet e50a7637bd0b476f93c5f0e928f83365 (DEFAULT_TABLE table=replication_test_table [id=e7bccc0d512647aa8d63cc07915fa439]), partition=RANGE (key1) PARTITION 200 <= VALUES
21:08:26.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:26.504369 27449 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet e50a7637bd0b476f93c5f0e928f83365. 1 dirs total, 0 dirs full, 0 dirs failed
21:08:26.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:26.508559 27590 tablet_service.cc:1511] Processing CreateTablet for tablet e50a7637bd0b476f93c5f0e928f83365 (DEFAULT_TABLE table=replication_test_table [id=e7bccc0d512647aa8d63cc07915fa439]), partition=RANGE (key1) PARTITION 200 <= VALUES
21:08:26.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:26.509804 27590 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet e50a7637bd0b476f93c5f0e928f83365. 1 dirs total, 0 dirs full, 0 dirs failed
21:08:26.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:26.514623 27810 tablet_bootstrap.cc:492] T e50a7637bd0b476f93c5f0e928f83365 P 5e687cc3aa084201b0a390670c1fc5de: Bootstrap starting.
21:08:26.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:26.518785 27808 tablet_bootstrap.cc:492] T e50a7637bd0b476f93c5f0e928f83365 P 9db62b97c15340639398d5c05b5164a8: Bootstrap starting.
21:08:26.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:26.521675 27810 tablet_bootstrap.cc:654] T e50a7637bd0b476f93c5f0e928f83365 P 5e687cc3aa084201b0a390670c1fc5de: Neither blocks nor log segments found. Creating new log.
21:08:26.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:26.525413 27808 tablet_bootstrap.cc:654] T e50a7637bd0b476f93c5f0e928f83365 P 9db62b97c15340639398d5c05b5164a8: Neither blocks nor log segments found. Creating new log.
21:08:26.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:26.527333 27810 tablet_bootstrap.cc:492] T e50a7637bd0b476f93c5f0e928f83365 P 5e687cc3aa084201b0a390670c1fc5de: No bootstrap required, opened a new log
21:08:26.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:26.527784 27810 ts_tablet_manager.cc:1403] T e50a7637bd0b476f93c5f0e928f83365 P 5e687cc3aa084201b0a390670c1fc5de: Time spent bootstrapping tablet: real 0.013s	user 0.011s	sys 0.000s
21:08:26.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:26.528354 27793 raft_consensus.cc:493] T ee1f12b6d7ec4a3988398db82c6a2197 P 4661a2b9a7364479b9a63d6ec16d5789 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
21:08:26.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:26.528903 27793 raft_consensus.cc:515] T ee1f12b6d7ec4a3988398db82c6a2197 P 4661a2b9a7364479b9a63d6ec16d5789 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5e687cc3aa084201b0a390670c1fc5de" member_type: VOTER last_known_addr { host: "127.26.45.129" port: 38915 } } peers { permanent_uuid: "9db62b97c15340639398d5c05b5164a8" member_type: VOTER last_known_addr { host: "127.26.45.130" port: 39275 } } peers { permanent_uuid: "4661a2b9a7364479b9a63d6ec16d5789" member_type: VOTER last_known_addr { host: "127.26.45.131" port: 35493 } }
21:08:26.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:26.530579 27810 raft_consensus.cc:359] T e50a7637bd0b476f93c5f0e928f83365 P 5e687cc3aa084201b0a390670c1fc5de [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5e687cc3aa084201b0a390670c1fc5de" member_type: VOTER last_known_addr { host: "127.26.45.129" port: 38915 } } peers { permanent_uuid: "9db62b97c15340639398d5c05b5164a8" member_type: VOTER last_known_addr { host: "127.26.45.130" port: 39275 } } peers { permanent_uuid: "4661a2b9a7364479b9a63d6ec16d5789" member_type: VOTER last_known_addr { host: "127.26.45.131" port: 35493 } }
21:08:26.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:26.531347 27810 raft_consensus.cc:385] T e50a7637bd0b476f93c5f0e928f83365 P 5e687cc3aa084201b0a390670c1fc5de [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:08:26.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:26.531680 27810 raft_consensus.cc:740] T e50a7637bd0b476f93c5f0e928f83365 P 5e687cc3aa084201b0a390670c1fc5de [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5e687cc3aa084201b0a390670c1fc5de, State: Initialized, Role: FOLLOWER
21:08:26.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:26.532405 27810 consensus_queue.cc:260] T e50a7637bd0b476f93c5f0e928f83365 P 5e687cc3aa084201b0a390670c1fc5de [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5e687cc3aa084201b0a390670c1fc5de" member_type: VOTER last_known_addr { host: "127.26.45.129" port: 38915 } } peers { permanent_uuid: "9db62b97c15340639398d5c05b5164a8" member_type: VOTER last_known_addr { host: "127.26.45.130" port: 39275 } } peers { permanent_uuid: "4661a2b9a7364479b9a63d6ec16d5789" member_type: VOTER last_known_addr { host: "127.26.45.131" port: 35493 } }
21:08:26.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:26.534173 27808 tablet_bootstrap.cc:492] T e50a7637bd0b476f93c5f0e928f83365 P 9db62b97c15340639398d5c05b5164a8: No bootstrap required, opened a new log
21:08:26.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:26.534757 27808 ts_tablet_manager.cc:1403] T e50a7637bd0b476f93c5f0e928f83365 P 9db62b97c15340639398d5c05b5164a8: Time spent bootstrapping tablet: real 0.016s	user 0.010s	sys 0.004s
21:08:26.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:26.534871 27810 ts_tablet_manager.cc:1434] T e50a7637bd0b476f93c5f0e928f83365 P 5e687cc3aa084201b0a390670c1fc5de: Time spent starting tablet: real 0.007s	user 0.003s	sys 0.004s
21:08:26.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:26.539969 27793 leader_election.cc:290] T ee1f12b6d7ec4a3988398db82c6a2197 P 4661a2b9a7364479b9a63d6ec16d5789 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 5e687cc3aa084201b0a390670c1fc5de (127.26.45.129:38915), 9db62b97c15340639398d5c05b5164a8 (127.26.45.130:39275)
21:08:26.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:26.542654 27808 raft_consensus.cc:359] T e50a7637bd0b476f93c5f0e928f83365 P 9db62b97c15340639398d5c05b5164a8 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5e687cc3aa084201b0a390670c1fc5de" member_type: VOTER last_known_addr { host: "127.26.45.129" port: 38915 } } peers { permanent_uuid: "9db62b97c15340639398d5c05b5164a8" member_type: VOTER last_known_addr { host: "127.26.45.130" port: 39275 } } peers { permanent_uuid: "4661a2b9a7364479b9a63d6ec16d5789" member_type: VOTER last_known_addr { host: "127.26.45.131" port: 35493 } }
21:08:26.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:26.545423 27808 raft_consensus.cc:385] T e50a7637bd0b476f93c5f0e928f83365 P 9db62b97c15340639398d5c05b5164a8 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:08:26.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:26.545732 27808 raft_consensus.cc:740] T e50a7637bd0b476f93c5f0e928f83365 P 9db62b97c15340639398d5c05b5164a8 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 9db62b97c15340639398d5c05b5164a8, State: Initialized, Role: FOLLOWER
21:08:26.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:26.551788 27809 tablet_bootstrap.cc:492] T e50a7637bd0b476f93c5f0e928f83365 P 4661a2b9a7364479b9a63d6ec16d5789: Bootstrap starting.
21:08:26.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:26.554075 27820 raft_consensus.cc:493] T e50a7637bd0b476f93c5f0e928f83365 P 5e687cc3aa084201b0a390670c1fc5de [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
21:08:26.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:26.554608 27820 raft_consensus.cc:515] T e50a7637bd0b476f93c5f0e928f83365 P 5e687cc3aa084201b0a390670c1fc5de [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5e687cc3aa084201b0a390670c1fc5de" member_type: VOTER last_known_addr { host: "127.26.45.129" port: 38915 } } peers { permanent_uuid: "9db62b97c15340639398d5c05b5164a8" member_type: VOTER last_known_addr { host: "127.26.45.130" port: 39275 } } peers { permanent_uuid: "4661a2b9a7364479b9a63d6ec16d5789" member_type: VOTER last_known_addr { host: "127.26.45.131" port: 35493 } }
21:08:26.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:26.556805 27820 leader_election.cc:290] T e50a7637bd0b476f93c5f0e928f83365 P 5e687cc3aa084201b0a390670c1fc5de [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 9db62b97c15340639398d5c05b5164a8 (127.26.45.130:39275), 4661a2b9a7364479b9a63d6ec16d5789 (127.26.45.131:35493)
21:08:26.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:26.557984 27610 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "e50a7637bd0b476f93c5f0e928f83365" candidate_uuid: "5e687cc3aa084201b0a390670c1fc5de" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "4661a2b9a7364479b9a63d6ec16d5789" is_pre_election: true
21:08:26.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:26.561787 27246 leader_election.cc:343] T e50a7637bd0b476f93c5f0e928f83365 P 5e687cc3aa084201b0a390670c1fc5de [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 4661a2b9a7364479b9a63d6ec16d5789 (127.26.45.131:35493): Illegal state: must be running to vote when last-logged opid is not known
21:08:26.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:26.565660 27469 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "e50a7637bd0b476f93c5f0e928f83365" candidate_uuid: "5e687cc3aa084201b0a390670c1fc5de" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9db62b97c15340639398d5c05b5164a8" is_pre_election: true
21:08:26.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:26.568681 27809 tablet_bootstrap.cc:654] T e50a7637bd0b476f93c5f0e928f83365 P 4661a2b9a7364479b9a63d6ec16d5789: Neither blocks nor log segments found. Creating new log.
21:08:26.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:26.550673 27808 consensus_queue.cc:260] T e50a7637bd0b476f93c5f0e928f83365 P 9db62b97c15340639398d5c05b5164a8 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5e687cc3aa084201b0a390670c1fc5de" member_type: VOTER last_known_addr { host: "127.26.45.129" port: 38915 } } peers { permanent_uuid: "9db62b97c15340639398d5c05b5164a8" member_type: VOTER last_known_addr { host: "127.26.45.130" port: 39275 } } peers { permanent_uuid: "4661a2b9a7364479b9a63d6ec16d5789" member_type: VOTER last_known_addr { host: "127.26.45.131" port: 35493 } }
21:08:26.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:26.573402 27469 raft_consensus.cc:2468] T e50a7637bd0b476f93c5f0e928f83365 P 9db62b97c15340639398d5c05b5164a8 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 5e687cc3aa084201b0a390670c1fc5de in term 0.
21:08:26.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:26.575146 27313 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "ee1f12b6d7ec4a3988398db82c6a2197" candidate_uuid: "4661a2b9a7364479b9a63d6ec16d5789" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5e687cc3aa084201b0a390670c1fc5de" is_pre_election: true
21:08:26.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:26.575984 27313 raft_consensus.cc:2468] T ee1f12b6d7ec4a3988398db82c6a2197 P 5e687cc3aa084201b0a390670c1fc5de [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 4661a2b9a7364479b9a63d6ec16d5789 in term 0.
21:08:26.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:26.577478 27546 leader_election.cc:304] T ee1f12b6d7ec4a3988398db82c6a2197 P 4661a2b9a7364479b9a63d6ec16d5789 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 4661a2b9a7364479b9a63d6ec16d5789, 5e687cc3aa084201b0a390670c1fc5de; no voters: 
21:08:26.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:26.578641 27793 raft_consensus.cc:2804] T ee1f12b6d7ec4a3988398db82c6a2197 P 4661a2b9a7364479b9a63d6ec16d5789 [term 0 FOLLOWER]: Leader pre-election won for term 1
21:08:26.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:26.578989 27793 raft_consensus.cc:493] T ee1f12b6d7ec4a3988398db82c6a2197 P 4661a2b9a7364479b9a63d6ec16d5789 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
21:08:26.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:26.579346 27793 raft_consensus.cc:3060] T ee1f12b6d7ec4a3988398db82c6a2197 P 4661a2b9a7364479b9a63d6ec16d5789 [term 0 FOLLOWER]: Advancing to term 1
21:08:26.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:26.586887 27793 raft_consensus.cc:515] T ee1f12b6d7ec4a3988398db82c6a2197 P 4661a2b9a7364479b9a63d6ec16d5789 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5e687cc3aa084201b0a390670c1fc5de" member_type: VOTER last_known_addr { host: "127.26.45.129" port: 38915 } } peers { permanent_uuid: "9db62b97c15340639398d5c05b5164a8" member_type: VOTER last_known_addr { host: "127.26.45.130" port: 39275 } } peers { permanent_uuid: "4661a2b9a7364479b9a63d6ec16d5789" member_type: VOTER last_known_addr { host: "127.26.45.131" port: 35493 } }
21:08:26.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:26.588296 26853 catalog_manager.cc:6241] T 00000000000000000000000000000000 P dc9a5446a32d4b64abf2902cb4829e18: replication_test_table [id=e7bccc0d512647aa8d63cc07915fa439] alter complete (version 0)
21:08:26.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:26.588377 27248 leader_election.cc:304] T e50a7637bd0b476f93c5f0e928f83365 P 5e687cc3aa084201b0a390670c1fc5de [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 5e687cc3aa084201b0a390670c1fc5de, 9db62b97c15340639398d5c05b5164a8; no voters: 4661a2b9a7364479b9a63d6ec16d5789
21:08:26.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:26.590237 27820 raft_consensus.cc:2804] T e50a7637bd0b476f93c5f0e928f83365 P 5e687cc3aa084201b0a390670c1fc5de [term 0 FOLLOWER]: Leader pre-election won for term 1
21:08:26.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:26.591722 27820 raft_consensus.cc:493] T e50a7637bd0b476f93c5f0e928f83365 P 5e687cc3aa084201b0a390670c1fc5de [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
21:08:26.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:26.593279 27808 ts_tablet_manager.cc:1434] T e50a7637bd0b476f93c5f0e928f83365 P 9db62b97c15340639398d5c05b5164a8: Time spent starting tablet: real 0.058s	user 0.008s	sys 0.000s
21:08:26.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:26.593458 27820 raft_consensus.cc:3060] T e50a7637bd0b476f93c5f0e928f83365 P 5e687cc3aa084201b0a390670c1fc5de [term 0 FOLLOWER]: Advancing to term 1
21:08:26.600 [DEBUG - main] (Connection.java:575) [peer master-127.25.113.60:35933(127.25.113.60:35933)] disconnecting while in state READY
21:08:26.600 [DEBUG - main] (Connection.java:575) [peer master-127.25.113.61:34911(127.25.113.61:34911)] disconnecting while in state READY
21:08:26.600 [DEBUG - main] (Connection.java:575) [peer master-127.25.113.62:35193(127.25.113.62:35193)] disconnecting while in state READY
21:08:26.601 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.25.113.60:35933(127.25.113.60:35933)] handling channelInactive
21:08:26.601 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.113.60:35933(127.25.113.60:35933)] cleaning up while in state READY due to: connection closed
21:08:26.601 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.25.113.61:34911(127.25.113.61:34911)] handling channelInactive
21:08:26.601 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.113.61:34911(127.25.113.61:34911)] cleaning up while in state READY due to: connection closed
21:08:26.602 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2704) Releasing all remaining resources
21:08:26.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:26.603179 27793 leader_election.cc:290] T ee1f12b6d7ec4a3988398db82c6a2197 P 4661a2b9a7364479b9a63d6ec16d5789 [CANDIDATE]: Term 1 election: Requested vote from peers 5e687cc3aa084201b0a390670c1fc5de (127.26.45.129:38915), 9db62b97c15340639398d5c05b5164a8 (127.26.45.130:39275)
21:08:26.606 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 25 thread-local buffer(s) from thread: kudu-nio-0
21:08:26.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:26.607805 27469 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "ee1f12b6d7ec4a3988398db82c6a2197" candidate_uuid: "4661a2b9a7364479b9a63d6ec16d5789" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9db62b97c15340639398d5c05b5164a8" is_pre_election: true
21:08:26.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:26.608460 27469 raft_consensus.cc:2468] T ee1f12b6d7ec4a3988398db82c6a2197 P 9db62b97c15340639398d5c05b5164a8 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 4661a2b9a7364479b9a63d6ec16d5789 in term 0.
21:08:26.609 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-1
21:08:26.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:26.610874 27469 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "ee1f12b6d7ec4a3988398db82c6a2197" candidate_uuid: "4661a2b9a7364479b9a63d6ec16d5789" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9db62b97c15340639398d5c05b5164a8"
21:08:26.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:26.611552 27469 raft_consensus.cc:3060] T ee1f12b6d7ec4a3988398db82c6a2197 P 9db62b97c15340639398d5c05b5164a8 [term 0 FOLLOWER]: Advancing to term 1
21:08:26.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:26.612267 27820 raft_consensus.cc:515] T e50a7637bd0b476f93c5f0e928f83365 P 5e687cc3aa084201b0a390670c1fc5de [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5e687cc3aa084201b0a390670c1fc5de" member_type: VOTER last_known_addr { host: "127.26.45.129" port: 38915 } } peers { permanent_uuid: "9db62b97c15340639398d5c05b5164a8" member_type: VOTER last_known_addr { host: "127.26.45.130" port: 39275 } } peers { permanent_uuid: "4661a2b9a7364479b9a63d6ec16d5789" member_type: VOTER last_known_addr { host: "127.26.45.131" port: 35493 } }
21:08:26.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:26.615687 27820 leader_election.cc:290] T e50a7637bd0b476f93c5f0e928f83365 P 5e687cc3aa084201b0a390670c1fc5de [CANDIDATE]: Term 1 election: Requested vote from peers 9db62b97c15340639398d5c05b5164a8 (127.26.45.130:39275), 4661a2b9a7364479b9a63d6ec16d5789 (127.26.45.131:35493)
21:08:26.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:26.615931 27610 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "e50a7637bd0b476f93c5f0e928f83365" candidate_uuid: "5e687cc3aa084201b0a390670c1fc5de" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "4661a2b9a7364479b9a63d6ec16d5789"
21:08:26.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:26.616812 27468 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "e50a7637bd0b476f93c5f0e928f83365" candidate_uuid: "5e687cc3aa084201b0a390670c1fc5de" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9db62b97c15340639398d5c05b5164a8"
21:08:26.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:26.617517 27468 raft_consensus.cc:3060] T e50a7637bd0b476f93c5f0e928f83365 P 9db62b97c15340639398d5c05b5164a8 [term 0 FOLLOWER]: Advancing to term 1
21:08:26.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:26.617494 27246 leader_election.cc:343] T e50a7637bd0b476f93c5f0e928f83365 P 5e687cc3aa084201b0a390670c1fc5de [CANDIDATE]: Term 1 election: Tablet error from VoteRequest() call to peer 4661a2b9a7364479b9a63d6ec16d5789 (127.26.45.131:35493): Illegal state: must be running to vote when last-logged opid is not known
21:08:26.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:26.618252 27469 raft_consensus.cc:2468] T ee1f12b6d7ec4a3988398db82c6a2197 P 9db62b97c15340639398d5c05b5164a8 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 4661a2b9a7364479b9a63d6ec16d5789 in term 1.
21:08:26.622 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:26.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:26.619652 27545 leader_election.cc:304] T ee1f12b6d7ec4a3988398db82c6a2197 P 4661a2b9a7364479b9a63d6ec16d5789 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 4661a2b9a7364479b9a63d6ec16d5789, 9db62b97c15340639398d5c05b5164a8; no voters: 
21:08:26.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:26.620534 27793 raft_consensus.cc:2804] T ee1f12b6d7ec4a3988398db82c6a2197 P 4661a2b9a7364479b9a63d6ec16d5789 [term 1 FOLLOWER]: Leader election won for term 1
21:08:26.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:26.629573 27313 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "ee1f12b6d7ec4a3988398db82c6a2197" candidate_uuid: "4661a2b9a7364479b9a63d6ec16d5789" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5e687cc3aa084201b0a390670c1fc5de"
21:08:26.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:26.630647 27313 raft_consensus.cc:3060] T ee1f12b6d7ec4a3988398db82c6a2197 P 5e687cc3aa084201b0a390670c1fc5de [term 0 FOLLOWER]: Advancing to term 1
21:08:26.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:26.633603 27793 raft_consensus.cc:697] T ee1f12b6d7ec4a3988398db82c6a2197 P 4661a2b9a7364479b9a63d6ec16d5789 [term 1 LEADER]: Becoming Leader. State: Replica: 4661a2b9a7364479b9a63d6ec16d5789, State: Running, Role: LEADER
21:08:26.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:26.634824 27793 consensus_queue.cc:237] T ee1f12b6d7ec4a3988398db82c6a2197 P 4661a2b9a7364479b9a63d6ec16d5789 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5e687cc3aa084201b0a390670c1fc5de" member_type: VOTER last_known_addr { host: "127.26.45.129" port: 38915 } } peers { permanent_uuid: "9db62b97c15340639398d5c05b5164a8" member_type: VOTER last_known_addr { host: "127.26.45.130" port: 39275 } } peers { permanent_uuid: "4661a2b9a7364479b9a63d6ec16d5789" member_type: VOTER last_known_addr { host: "127.26.45.131" port: 35493 } }
21:08:26.639 [DEBUG - pool-228-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:08:26.639 [DEBUG - pool-228-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:08:26.640 [DEBUG - pool-228-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:08:26.640 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:26.640 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:26.640 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:26.640 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:26.640 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:26.640 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:26.641 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:26.641 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:26.641 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:26.641 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:08:26.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:26.645807 27468 raft_consensus.cc:2468] T e50a7637bd0b476f93c5f0e928f83365 P 9db62b97c15340639398d5c05b5164a8 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 5e687cc3aa084201b0a390670c1fc5de in term 1.
21:08:26.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:26.646824 27248 leader_election.cc:304] T e50a7637bd0b476f93c5f0e928f83365 P 5e687cc3aa084201b0a390670c1fc5de [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 5e687cc3aa084201b0a390670c1fc5de, 9db62b97c15340639398d5c05b5164a8; no voters: 4661a2b9a7364479b9a63d6ec16d5789
21:08:26.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:26.648274 27824 raft_consensus.cc:2804] T e50a7637bd0b476f93c5f0e928f83365 P 5e687cc3aa084201b0a390670c1fc5de [term 1 FOLLOWER]: Leader election won for term 1
21:08:26.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:26.649013 27824 raft_consensus.cc:697] T e50a7637bd0b476f93c5f0e928f83365 P 5e687cc3aa084201b0a390670c1fc5de [term 1 LEADER]: Becoming Leader. State: Replica: 5e687cc3aa084201b0a390670c1fc5de, State: Running, Role: LEADER
21:08:26.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:26.650857 27824 consensus_queue.cc:237] T e50a7637bd0b476f93c5f0e928f83365 P 5e687cc3aa084201b0a390670c1fc5de [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5e687cc3aa084201b0a390670c1fc5de" member_type: VOTER last_known_addr { host: "127.26.45.129" port: 38915 } } peers { permanent_uuid: "9db62b97c15340639398d5c05b5164a8" member_type: VOTER last_known_addr { host: "127.26.45.130" port: 39275 } } peers { permanent_uuid: "4661a2b9a7364479b9a63d6ec16d5789" member_type: VOTER last_known_addr { host: "127.26.45.131" port: 35493 } }
21:08:26.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:26.651511 27313 raft_consensus.cc:2468] T ee1f12b6d7ec4a3988398db82c6a2197 P 5e687cc3aa084201b0a390670c1fc5de [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 4661a2b9a7364479b9a63d6ec16d5789 in term 1.
21:08:26.652 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.25.113.62:35193(127.25.113.62:35193)] handling channelInactive
21:08:26.652 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.113.62:35193(127.25.113.62:35193)] cleaning up while in state READY due to: connection closed
21:08:26.653 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-2
21:08:26.653 [DEBUG - main] (Connection.java:575) [peer master-127.26.45.189:42387(127.26.45.189:42387)] disconnecting while in state READY
21:08:26.653 [DEBUG - main] (Connection.java:575) [peer master-127.26.45.188:44635(127.26.45.188:44635)] disconnecting while in state READY
21:08:26.653 [DEBUG - main] (Connection.java:575) [peer master-127.26.45.190:34167(127.26.45.190:34167)] disconnecting while in state READY
21:08:26.654 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.26.45.189:42387(127.26.45.189:42387)] handling channelInactive
21:08:26.654 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.26.45.188:44635(127.26.45.188:44635)] handling channelInactive
21:08:26.654 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state READY due to: connection closed
21:08:26.654 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state READY due to: connection closed
21:08:26.654 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
21:08:26.658 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-0
21:08:26.658 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-2
21:08:26.663 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.26.45.190:34167(127.26.45.190:34167)] handling channelInactive
21:08:26.663 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state READY due to: connection closed
21:08:26.663 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 26 thread-local buffer(s) from thread: kudu-nio-1
21:08:26.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:26.662339 26853 catalog_manager.cc:5696] T ee1f12b6d7ec4a3988398db82c6a2197 P 4661a2b9a7364479b9a63d6ec16d5789 reported cstate change: term changed from 0 to 1, leader changed from <none> to 4661a2b9a7364479b9a63d6ec16d5789 (127.26.45.131). New cstate: current_term: 1 leader_uuid: "4661a2b9a7364479b9a63d6ec16d5789" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5e687cc3aa084201b0a390670c1fc5de" member_type: VOTER last_known_addr { host: "127.26.45.129" port: 38915 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "9db62b97c15340639398d5c05b5164a8" member_type: VOTER last_known_addr { host: "127.26.45.130" port: 39275 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "4661a2b9a7364479b9a63d6ec16d5789" member_type: VOTER last_known_addr { host: "127.26.45.131" port: 35493 } health_report { overall_health: HEALTHY } } }
21:08:26.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:26.664076 27809 tablet_bootstrap.cc:492] T e50a7637bd0b476f93c5f0e928f83365 P 4661a2b9a7364479b9a63d6ec16d5789: No bootstrap required, opened a new log
21:08:26.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:26.664559 27809 ts_tablet_manager.cc:1403] T e50a7637bd0b476f93c5f0e928f83365 P 4661a2b9a7364479b9a63d6ec16d5789: Time spent bootstrapping tablet: real 0.113s	user 0.017s	sys 0.009s
21:08:26.665 [INFO - main] (TypeExtractor.java:2144) Field Row#fieldByName will be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
21:08:26.665 [INFO - main] (TypeExtractor.java:2069) class java.util.LinkedHashMap does not contain a getter for field accessOrder
21:08:26.665 [INFO - main] (TypeExtractor.java:2072) class java.util.LinkedHashMap does not contain a setter for field accessOrder
21:08:26.665 [INFO - main] (TypeExtractor.java:2116) Class class java.util.LinkedHashMap cannot be used as a POJO type because not all fields are valid POJO fields, and must be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
21:08:26.665 [INFO - main] (TypeExtractor.java:2144) Field Row#positionByName will be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
21:08:26.665 [INFO - main] (TypeExtractor.java:2197) class org.apache.flink.types.Row is missing a default constructor so it cannot be used as a POJO type and must be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
21:08:26.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:26.668046 27809 raft_consensus.cc:359] T e50a7637bd0b476f93c5f0e928f83365 P 4661a2b9a7364479b9a63d6ec16d5789 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5e687cc3aa084201b0a390670c1fc5de" member_type: VOTER last_known_addr { host: "127.26.45.129" port: 38915 } } peers { permanent_uuid: "9db62b97c15340639398d5c05b5164a8" member_type: VOTER last_known_addr { host: "127.26.45.130" port: 39275 } } peers { permanent_uuid: "4661a2b9a7364479b9a63d6ec16d5789" member_type: VOTER last_known_addr { host: "127.26.45.131" port: 35493 } }
21:08:26.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:26.671207 27809 raft_consensus.cc:385] T e50a7637bd0b476f93c5f0e928f83365 P 4661a2b9a7364479b9a63d6ec16d5789 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:08:26.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:26.671885 27809 raft_consensus.cc:740] T e50a7637bd0b476f93c5f0e928f83365 P 4661a2b9a7364479b9a63d6ec16d5789 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 4661a2b9a7364479b9a63d6ec16d5789, State: Initialized, Role: FOLLOWER
21:08:26.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:26.673213 27809 consensus_queue.cc:260] T e50a7637bd0b476f93c5f0e928f83365 P 4661a2b9a7364479b9a63d6ec16d5789 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5e687cc3aa084201b0a390670c1fc5de" member_type: VOTER last_known_addr { host: "127.26.45.129" port: 38915 } } peers { permanent_uuid: "9db62b97c15340639398d5c05b5164a8" member_type: VOTER last_known_addr { host: "127.26.45.130" port: 39275 } } peers { permanent_uuid: "4661a2b9a7364479b9a63d6ec16d5789" member_type: VOTER last_known_addr { host: "127.26.45.131" port: 35493 } }
21:08:26.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:26.681056 27809 ts_tablet_manager.cc:1434] T e50a7637bd0b476f93c5f0e928f83365 P 4661a2b9a7364479b9a63d6ec16d5789: Time spent starting tablet: real 0.016s	user 0.006s	sys 0.000s
21:08:26.690 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:26.712 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.cpu.cores required for local execution is not set, setting it to the maximal possible value.
21:08:26.713 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.task.heap.size required for local execution is not set, setting it to the maximal possible value.
21:08:26.713 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.task.off-heap.size required for local execution is not set, setting it to the maximal possible value.
21:08:26.713 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.network.min required for local execution is not set, setting it to its default value 64 mb.
21:08:26.713 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.network.max required for local execution is not set, setting it to its default value 64 mb.
21:08:26.713 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.managed.size required for local execution is not set, setting it to its default value 128 mb.
21:08:26.713 [INFO - main] (MiniCluster.java:324) Starting Flink Mini Cluster
21:08:26.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:26.722137 26853 catalog_manager.cc:5696] T e50a7637bd0b476f93c5f0e928f83365 P 5e687cc3aa084201b0a390670c1fc5de reported cstate change: term changed from 0 to 1, leader changed from <none> to 5e687cc3aa084201b0a390670c1fc5de (127.26.45.129). New cstate: current_term: 1 leader_uuid: "5e687cc3aa084201b0a390670c1fc5de" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5e687cc3aa084201b0a390670c1fc5de" member_type: VOTER last_known_addr { host: "127.26.45.129" port: 38915 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "9db62b97c15340639398d5c05b5164a8" member_type: VOTER last_known_addr { host: "127.26.45.130" port: 39275 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "4661a2b9a7364479b9a63d6ec16d5789" member_type: VOTER last_known_addr { host: "127.26.45.131" port: 35493 } health_report { overall_health: UNKNOWN } } }
21:08:26.753 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:26.889 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:26.942 [INFO - main] (MiniCluster.java:343) Starting Metrics Registry
21:08:26.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:26.953809 27793 raft_consensus.cc:493] T e50a7637bd0b476f93c5f0e928f83365 P 4661a2b9a7364479b9a63d6ec16d5789 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
21:08:26.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:26.954324 27793 raft_consensus.cc:515] T e50a7637bd0b476f93c5f0e928f83365 P 4661a2b9a7364479b9a63d6ec16d5789 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5e687cc3aa084201b0a390670c1fc5de" member_type: VOTER last_known_addr { host: "127.26.45.129" port: 38915 } } peers { permanent_uuid: "9db62b97c15340639398d5c05b5164a8" member_type: VOTER last_known_addr { host: "127.26.45.130" port: 39275 } } peers { permanent_uuid: "4661a2b9a7364479b9a63d6ec16d5789" member_type: VOTER last_known_addr { host: "127.26.45.131" port: 35493 } }
21:08:26.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:26.956506 27793 leader_election.cc:290] T e50a7637bd0b476f93c5f0e928f83365 P 4661a2b9a7364479b9a63d6ec16d5789 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 5e687cc3aa084201b0a390670c1fc5de (127.26.45.129:38915), 9db62b97c15340639398d5c05b5164a8 (127.26.45.130:39275)
21:08:26.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:26.957456 27313 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "e50a7637bd0b476f93c5f0e928f83365" candidate_uuid: "4661a2b9a7364479b9a63d6ec16d5789" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5e687cc3aa084201b0a390670c1fc5de" is_pre_election: true
21:08:26.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:26.958489 27468 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "e50a7637bd0b476f93c5f0e928f83365" candidate_uuid: "4661a2b9a7364479b9a63d6ec16d5789" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9db62b97c15340639398d5c05b5164a8" is_pre_election: true
21:08:26.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:26.959378 27468 raft_consensus.cc:2393] T e50a7637bd0b476f93c5f0e928f83365 P 9db62b97c15340639398d5c05b5164a8 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 4661a2b9a7364479b9a63d6ec16d5789 in current term 1: Already voted for candidate 5e687cc3aa084201b0a390670c1fc5de in this term.
21:08:26.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:26.960508 27545 leader_election.cc:304] T e50a7637bd0b476f93c5f0e928f83365 P 4661a2b9a7364479b9a63d6ec16d5789 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 4661a2b9a7364479b9a63d6ec16d5789; no voters: 5e687cc3aa084201b0a390670c1fc5de, 9db62b97c15340639398d5c05b5164a8
21:08:26.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:26.961453 27793 raft_consensus.cc:3060] T e50a7637bd0b476f93c5f0e928f83365 P 4661a2b9a7364479b9a63d6ec16d5789 [term 0 FOLLOWER]: Advancing to term 1
21:08:26.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:26.966987 27793 raft_consensus.cc:2749] T e50a7637bd0b476f93c5f0e928f83365 P 4661a2b9a7364479b9a63d6ec16d5789 [term 1 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
21:08:27.022 [INFO - main] (MetricRegistryImpl.java:177) No metrics reporter configured, no metrics will be exposed/reported.
21:08:27.022 [INFO - main] (MetricRegistryImpl.java:240) No trace reporter configured, no metrics will be exposed/reported.
21:08:27.022 [INFO - main] (MiniCluster.java:350) Starting RPC Service(s)
21:08:27.040 [INFO - main] (ActorSystemBootstrapTools.java:227) Trying to start local actor system
21:08:27.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:27.054782 27787 consensus_queue.cc:1048] T e50a7637bd0b476f93c5f0e928f83365 P 5e687cc3aa084201b0a390670c1fc5de [LEADER]: Connected to new peer: Peer: permanent_uuid: "4661a2b9a7364479b9a63d6ec16d5789" member_type: VOTER last_known_addr { host: "127.26.45.131" port: 35493 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
21:08:27.072 [DEBUG - pool-240-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:08:27.073 [DEBUG - pool-240-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:08:27.073 [DEBUG - pool-240-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:08:27.073 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:27.073 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:27.073 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:27.074 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:27.074 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:27.074 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:27.075 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:27.075 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:27.075 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:27.075 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:08:27.112 [DEBUG - pool-234-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:08:27.112 [DEBUG - pool-234-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:08:27.112 [DEBUG - pool-234-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:08:27.113 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:27.113 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:27.113 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:27.113 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:27.113 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:27.113 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:27.114 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:27.114 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:27.114 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:27.114 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:08:27.122 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:27.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:27.144150 27787 consensus_queue.cc:1048] T e50a7637bd0b476f93c5f0e928f83365 P 5e687cc3aa084201b0a390670c1fc5de [LEADER]: Connected to new peer: Peer: permanent_uuid: "9db62b97c15340639398d5c05b5164a8" member_type: VOTER last_known_addr { host: "127.26.45.130" port: 39275 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
21:08:27.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:27.159819 27793 consensus_queue.cc:1048] T ee1f12b6d7ec4a3988398db82c6a2197 P 4661a2b9a7364479b9a63d6ec16d5789 [LEADER]: Connected to new peer: Peer: permanent_uuid: "5e687cc3aa084201b0a390670c1fc5de" member_type: VOTER last_known_addr { host: "127.26.45.129" port: 38915 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
21:08:27.191 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:27.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:27.201869 27793 consensus_queue.cc:1048] T ee1f12b6d7ec4a3988398db82c6a2197 P 4661a2b9a7364479b9a63d6ec16d5789 [LEADER]: Connected to new peer: Peer: permanent_uuid: "9db62b97c15340639398d5c05b5164a8" member_type: VOTER last_known_addr { host: "127.26.45.130" port: 39275 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
21:08:27.253 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:27.262 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:08:27.262 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:08:27.262 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:08:27.262 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:27.262 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:27.263 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:27.263 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:27.263 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:27.263 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:27.262 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:27.263 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:27.263 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:27.263 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:08:27.269 [DEBUG - pool-226-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:08:27.269 [DEBUG - pool-226-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:08:27.269 [DEBUG - pool-226-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:08:27.269 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:27.269 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:27.269 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:27.269 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:27.270 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:27.270 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:27.270 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:27.270 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:27.270 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:27.270 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:08:27.389 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:27.432 [DEBUG - pool-240-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:08:27.432 [DEBUG - pool-240-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:08:27.433 [DEBUG - pool-240-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:08:27.433 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:27.433 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:27.433 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:27.434 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:27.434 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:27.434 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:27.434 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:27.434 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:27.435 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:27.435 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:08:27.516 [DEBUG - pool-242-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:08:27.516 [DEBUG - pool-242-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:08:27.516 [DEBUG - pool-242-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:08:27.517 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:27.517 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:27.517 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:27.517 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:27.517 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:27.517 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:27.517 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:27.518 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:27.518 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:27.518 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:08:27.523 [DEBUG - pool-232-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:08:27.524 [DEBUG - pool-232-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:08:27.524 [DEBUG - pool-232-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:08:27.525 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:27.525 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:27.525 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:27.525 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:27.525 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:27.525 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:27.526 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:27.526 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:27.526 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:27.526 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:08:27.581 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:08:27.582 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:08:27.582 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:08:27.582 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:27.582 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:27.582 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:27.582 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:27.582 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:27.582 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:27.582 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:27.583 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:27.583 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:27.583 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:08:27.623 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:27.652 [DEBUG - pool-238-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:08:27.652 [DEBUG - pool-238-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:08:27.652 [DEBUG - pool-238-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:08:27.652 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:27.652 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:27.652 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:27.653 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:27.653 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:27.653 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:27.653 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:27.653 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:27.653 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:27.653 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:08:27.690 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:27.755 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:27.890 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:27.910 [INFO - flink-pekko.actor.default-dispatcher-4] (Slf4jLogger.scala:117) Slf4jLogger started
21:08:27.975 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.22.50.60:38829(127.22.50.60:38829)] connecting to peer
21:08:27.976 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.22.50.61:45261(127.22.50.61:45261)] connecting to peer
21:08:27.976 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.22.50.62:44659(127.22.50.62:44659)] connecting to peer
21:08:27.976 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:08:27.976 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:08:27.976 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.50.60:38829(127.22.50.60:38829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:08:27.976 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.50.61:45261(127.22.50.61:45261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:08:27.976 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:08:27.976 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.50.62:44659(127.22.50.62:44659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:08:27.976 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.61:45261: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:08:27.976 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.62:44659: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:08:27.976 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.60:38829: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:08:27.977 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659; will retry
21:08:28.086 [INFO - main] (ActorSystemBootstrapTools.java:257) Actor system started at pekko://flink
21:08:28.103 [INFO - main] (ActorSystemBootstrapTools.java:227) Trying to start local actor system
21:08:28.122 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:28.135 [INFO - flink-metrics-5] (Slf4jLogger.scala:117) Slf4jLogger started
21:08:28.152 [INFO - main] (ActorSystemBootstrapTools.java:257) Actor system started at pekko://flink-metrics
21:08:28.169 [INFO - main] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.metrics.dump.MetricQueryService at pekko://flink-metrics/user/rpc/MetricQueryService .
21:08:28.176 [INFO - main] (DefaultDelegationTokenManager.java:127) Loading delegation token providers
21:08:28.177 [INFO - main] (HadoopFSDelegationTokenProvider.java:78) Hadoop FS is not available (not packaged with this application): NoClassDefFoundError : "org/apache/hadoop/conf/Configuration".
21:08:28.177 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider hadoopfs loaded and initialized
21:08:28.178 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider hbase loaded and initialized
21:08:28.178 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider test loaded and initialized
21:08:28.178 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider throw loaded and initialized
21:08:28.178 [INFO - main] (DefaultDelegationTokenManager.java:165) Delegation token providers loaded successfully
21:08:28.178 [INFO - main] (DelegationTokenReceiverRepository.java:64) Loading delegation token receivers
21:08:28.179 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hadoopfs loaded and initialized
21:08:28.180 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hbase loaded and initialized
21:08:28.180 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver test loaded and initialized
21:08:28.180 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver throw loaded and initialized
21:08:28.180 [INFO - main] (DelegationTokenReceiverRepository.java:101) Delegation token receivers loaded successfully
21:08:28.181 [INFO - main] (DefaultDelegationTokenManager.java:189) Checking provider and receiver instances consistency
21:08:28.181 [INFO - main] (DefaultDelegationTokenManager.java:209) Provider and receiver instances are consistent
21:08:28.181 [INFO - main] (DefaultDelegationTokenManager.java:240) Obtaining delegation tokens
21:08:28.181 [INFO - main] (DefaultDelegationTokenManager.java:243) Delegation tokens obtained successfully
21:08:28.181 [WARN - main] (DefaultDelegationTokenManager.java:248) No tokens obtained so skipping notifications
21:08:28.181 [INFO - main] (DelegationTokenReceiverRepository.java:64) Loading delegation token receivers
21:08:28.181 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hadoopfs loaded and initialized
21:08:28.181 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hbase loaded and initialized
21:08:28.182 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver test loaded and initialized
21:08:28.182 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver throw loaded and initialized
21:08:28.182 [INFO - main] (DelegationTokenReceiverRepository.java:101) Delegation token receivers loaded successfully
21:08:28.182 [INFO - main] (BlobServer.java:165) Created BLOB server storage directory /tmp/minicluster_b4e7562097b900f5379f8d7de6a899f7/blobStorage
21:08:28.183 [INFO - main] (BlobServer.java:239) Started BLOB server at 0.0.0.0:37765 - max concurrent requests: 50 - max backlog: 1000
21:08:28.184 [INFO - main] (AbstractBlobCache.java:93) Created BLOB cache storage directory /tmp/minicluster_b4e7562097b900f5379f8d7de6a899f7/blobStorage
21:08:28.185 [INFO - main] (AbstractBlobCache.java:93) Created BLOB cache storage directory /tmp/minicluster_b4e7562097b900f5379f8d7de6a899f7/blobStorage
21:08:28.185 [INFO - main] (MiniCluster.java:744) Starting 1 TaskManager(s)
21:08:28.186 [INFO - main] (TaskManagerRunner.java:609) Starting TaskManager with ResourceID: d8c13722-659e-4a42-ab60-f10287fae6a8
21:08:28.187 [INFO - main] (TaskManagerServices.java:552) Temporary file directory '/tmp': total 48 GB, usable 39 GB (81.25% usable)
21:08:28.188 [INFO - main] (IOManager.java:60) Created a new FileChannelManager for spilling of task related data to disk (joins, sorting, ...). Used directories:
	/tmp/flink-io-0a46b41c-467d-4dd1-9b0f-714008bcaad2
21:08:28.189 [INFO - main] (NettyShuffleServiceFactory.java:170) Created a new FileChannelManager for storing result partitions of BLOCKING shuffles. Used directories:
	/tmp/flink-netty-shuffle-ce981fba-89bf-438a-ac71-a04a63424a31
21:08:28.190 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:28.252 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:28.261 [INFO - main] (NetworkBufferPool.java:156) Allocated 64 MB for network buffer pool (number of memory segments: 2048, bytes per segment: 32768).
21:08:28.262 [INFO - main] (NettyShuffleEnvironment.java:355) Starting the network environment and its components.
21:08:28.262 [INFO - main] (TaskManagerServices.java:353) TaskManager data connection initialized successfully; listening internally on port: -1
21:08:28.262 [INFO - main] (KvStateService.java:92) Starting the kvState service and its components.
21:08:28.263 [INFO - main] (Configuration.java:985) Config uses fallback configuration key 'pekko.ask.timeout' instead of key 'taskmanager.slot.timeout'
21:08:28.266 [INFO - main] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.taskexecutor.TaskExecutor at pekko://flink/user/rpc/taskmanager_16 .
21:08:28.271 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultJobLeaderService.java:127) Start job leader service.
21:08:28.271 [INFO - flink-pekko.actor.default-dispatcher-4] (FileCache.java:116) User file cache uses directory /tmp/flink-dist-cache-57df9c8b-9ea4-4841-a6dc-2e3ff56951e2
21:08:28.272 [INFO - main] (RestServerEndpoint.java:182) Starting rest endpoint.
21:08:28.272 [INFO - main] (DispatcherRestEndpoint.java:124) Failed to load web based job submission extension. Probable reason: flink-runtime-web is not in the classpath.
21:08:28.280 [WARN - main] (WebMonitorUtils.java:76) Log file environment variable 'log.file' is not set.
21:08:28.280 [WARN - main] (WebMonitorUtils.java:82) JobManager log files are unavailable in the web dashboard. Log file location not found in environment variable 'log.file' or configuration key 'web.log.path'.
21:08:28.290 [INFO - main] (RestServerEndpoint.java:308) Rest endpoint listening at localhost:36233
21:08:28.290 [INFO - main] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'rest_server'.
21:08:28.291 [INFO - mini-cluster-io-thread-1] (WebMonitorEndpoint.java:1203) http://localhost:36233 was granted leadership with leaderSessionID=db71aaa6-2a62-45d3-9c7d-56318ddd375b
21:08:28.291 [INFO - mini-cluster-io-thread-1] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader http://localhost:36233 , session=db71aaa6-2a62-45d3-9c7d-56318ddd375b
21:08:28.292 [INFO - main] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'dispatcher'.
21:08:28.292 [INFO - main] (ResourceManagerServiceImpl.java:118) Starting resource manager service.
21:08:28.293 [INFO - main] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'resource_manager'.
21:08:28.293 [INFO - mini-cluster-io-thread-2] (DefaultDispatcherRunner.java:114) DefaultDispatcherRunner was granted leadership with leader id b5518180-397a-4b17-a5e5-cf07f7ae3f69. Creating new DispatcherLeaderProcess.
21:08:28.293 [INFO - mini-cluster-io-thread-2] (AbstractDispatcherLeaderProcess.java:99) Start SessionDispatcherLeaderProcess.
21:08:28.294 [INFO - main] (MiniCluster.java:510) Flink Mini Cluster started successfully
21:08:28.294 [INFO - pool-255-thread-1] (ResourceManagerServiceImpl.java:198) Resource manager service is granted leadership with session id 6fff0ae8-7b55-4348-8cc8-1c458e964570.
21:08:28.296 [INFO - mini-cluster-io-thread-4] (SessionDispatcherLeaderProcess.java:144) Recover all persisted job graphs that are not finished, yet.
21:08:28.296 [INFO - mini-cluster-io-thread-4] (SessionDispatcherLeaderProcess.java:158) Successfully recovered 0 persisted job graphs.
21:08:28.297 [INFO - pool-255-thread-1] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.resourcemanager.StandaloneResourceManager at pekko://flink/user/rpc/resourcemanager_17 .
21:08:28.301 [INFO - mini-cluster-io-thread-4] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.dispatcher.StandaloneDispatcher at pekko://flink/user/rpc/dispatcher_18 .
21:08:28.302 [INFO - flink-pekko.actor.default-dispatcher-4] (ResourceManager.java:253) Starting the resource manager.
21:08:28.303 [INFO - flink-pekko.actor.default-dispatcher-4] (FineGrainedSlotManager.java:212) Starting the slot manager.
21:08:28.303 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultDelegationTokenManager.java:308) Starting tokens update task
21:08:28.303 [WARN - flink-pekko.actor.default-dispatcher-4] (DefaultDelegationTokenManager.java:320) No tokens obtained so skipping notifications
21:08:28.303 [WARN - flink-pekko.actor.default-dispatcher-4] (DefaultDelegationTokenManager.java:335) Tokens update task not started because either no tokens obtained or none of the tokens specified its renewal date
21:08:28.304 [INFO - mini-cluster-io-thread-3] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader pekko://flink/user/rpc/resourcemanager_17 , session=6fff0ae8-7b55-4348-8cc8-1c458e964570
21:08:28.319 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:1478) Connecting to ResourceManager pekko://flink/user/rpc/resourcemanager_17(8cc81c458e9645706fff0ae87b554348).
21:08:28.331 [INFO - mini-cluster-io-thread-4] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader pekko://flink/user/rpc/dispatcher_18 , session=b5518180-397a-4b17-a5e5-cf07f7ae3f69
21:08:28.361 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:08:28.361 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:08:28.362 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:08:28.362 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:28.362 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:28.363 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:28.364 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:28.364 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:28.364 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:28.364 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:28.364 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:28.364 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:28.365 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:08:28.366 [INFO - flink-pekko.actor.default-dispatcher-6] (RetryingRegistration.java:162) Resolved ResourceManager address, beginning registration
21:08:28.372 [DEBUG - pool-234-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:08:28.372 [DEBUG - pool-234-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:08:28.373 [DEBUG - pool-234-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:08:28.373 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:28.373 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:28.373 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:28.373 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:28.373 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:28.373 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:28.373 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:28.373 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:28.373 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:28.373 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:08:28.376 [INFO - flink-pekko.actor.default-dispatcher-6] (Dispatcher.java:516) Received JobGraph submission 'Flink Streaming Job' (2841dd5f383bae9a8f297e74525dcca1).
21:08:28.376 [INFO - flink-pekko.actor.default-dispatcher-6] (Dispatcher.java:601) Submitting job 'Flink Streaming Job' (2841dd5f383bae9a8f297e74525dcca1).
21:08:28.377 [INFO - flink-pekko.actor.default-dispatcher-6] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'job-2841dd5f383bae9a8f297e74525dcca1'.
21:08:28.377 [INFO - mini-cluster-io-thread-3] (JobMasterServiceLeadershipRunner.java:324) JobMasterServiceLeadershipRunner for job 2841dd5f383bae9a8f297e74525dcca1 was granted leadership with leader id 8679846d-0463-467b-9bdf-4373bc118f33. Creating new JobMasterServiceProcess.
21:08:28.380 [INFO - flink-pekko.actor.default-dispatcher-6] (ResourceManager.java:1080) Registering TaskManager with ResourceID d8c13722-659e-4a42-ab60-f10287fae6a8 (pekko://flink/user/rpc/taskmanager_16) at ResourceManager
21:08:28.381 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutorToResourceManagerConnection.java:99) Successful registration at resource manager pekko://flink/user/rpc/resourcemanager_17 under registration id a3decf3b416f7b5b0a8141e3d869ff1c.
21:08:28.381 [INFO - jobmanager-io-thread-1] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.jobmaster.JobMaster at pekko://flink/user/rpc/jobmanager_19 .
21:08:28.382 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:344) Registering task executor d8c13722-659e-4a42-ab60-f10287fae6a8 under a3decf3b416f7b5b0a8141e3d869ff1c at the slot manager.
21:08:28.387 [INFO - jobmanager-io-thread-1] (JobMaster.java:319) Initializing job 'Flink Streaming Job' (2841dd5f383bae9a8f297e74525dcca1).
21:08:28.389 [INFO - jobmanager-io-thread-1] (DefaultSchedulerFactory.java:108) Using restart back off time strategy ExponentialDelayRestartBackoffTimeStrategy(initialBackoffMS=1000, maxBackoffMS=60000, backoffMultiplier=1.5, resetBackoffThresholdMS=3600000, jitterFactor=0.1, attemptsBeforeResetBackoff=2147483647, currentRestartAttempt=0, nextRestartTimestamp=-2147483648) for Flink Streaming Job (2841dd5f383bae9a8f297e74525dcca1).
21:08:28.390 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:28.390 [INFO - jobmanager-io-thread-1] (DefaultExecutionGraph.java:393) Created execution graph 1df6f5f19dcecd26b5d449a59f6fd6a6 for job 2841dd5f383bae9a8f297e74525dcca1.
21:08:28.390 [INFO - jobmanager-io-thread-1] (DefaultExecutionGraphBuilder.java:179) Running initialization on master for job Flink Streaming Job (2841dd5f383bae9a8f297e74525dcca1).
21:08:28.391 [INFO - jobmanager-io-thread-1] (DefaultExecutionGraphBuilder.java:208) Successfully ran initialization on master in 0 ms.
21:08:28.392 [INFO - jobmanager-io-thread-1] (DefaultExecutionTopology.java:416) Built 4 new pipelined regions in 0 ms, total 4 pipelined regions currently.
21:08:28.392 [INFO - jobmanager-io-thread-1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@3627b9a6
21:08:28.392 [INFO - jobmanager-io-thread-1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
21:08:28.392 [INFO - jobmanager-io-thread-1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit2283136411324314460/checkpoints")
21:08:28.397 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1778) No checkpoint found during restore.
21:08:28.397 [INFO - jobmanager-io-thread-1] (DefaultScheduler.java:168) Using failover strategy org.apache.flink.runtime.executiongraph.failover.RestartPipelinedRegionFailoverStrategy@4524137e for Flink Streaming Job (2841dd5f383bae9a8f297e74525dcca1).
21:08:28.400 [INFO - jobmanager-io-thread-1] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader pekko://flink/user/rpc/jobmanager_19 , session=8679846d-0463-467b-9bdf-4373bc118f33
21:08:28.402 [INFO - flink-pekko.actor.default-dispatcher-7] (JobMaster.java:987) Starting execution of job 'Flink Streaming Job' (2841dd5f383bae9a8f297e74525dcca1) under job master id 9bdf4373bc118f338679846d0463467b.
21:08:28.402 [INFO - flink-pekko.actor.default-dispatcher-7] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
21:08:28.404 [DEBUG - flink-pekko.actor.default-dispatcher-7] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:08:28.405 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultScheduler.java:231) Starting scheduling with scheduling strategy [org.apache.flink.runtime.scheduler.strategy.PipelinedRegionSchedulingStrategy]
21:08:28.405 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (2841dd5f383bae9a8f297e74525dcca1) switched from state CREATED to RUNNING.
21:08:28.406 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from CREATED to SCHEDULED.
21:08:28.407 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from CREATED to SCHEDULED.
21:08:28.407 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.25.113.61:34911(127.25.113.61:34911)] connecting to peer
21:08:28.407 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from CREATED to SCHEDULED.
21:08:28.407 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from CREATED to SCHEDULED.
21:08:28.408 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.25.113.60:35933(127.25.113.60:35933)] connecting to peer
21:08:28.408 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.25.113.62:35193(127.25.113.62:35193)] connecting to peer
21:08:28.408 [INFO - flink-pekko.actor.default-dispatcher-7] (JobMaster.java:1182) Connecting to ResourceManager pekko://flink/user/rpc/resourcemanager_17(8cc81c458e9645706fff0ae87b554348)
21:08:28.410 [INFO - flink-pekko.actor.default-dispatcher-6] (RetryingRegistration.java:162) Resolved ResourceManager address, beginning registration
21:08:28.410 [INFO - flink-pekko.actor.default-dispatcher-7] (ResourceManager.java:390) Registering job manager 9bdf4373bc118f338679846d0463467b@pekko://flink/user/rpc/jobmanager_19 for job 2841dd5f383bae9a8f297e74525dcca1.
21:08:28.417 [INFO - flink-pekko.actor.default-dispatcher-7] (ResourceManager.java:1015) Registered job manager 9bdf4373bc118f338679846d0463467b@pekko://flink/user/rpc/jobmanager_19 for job 2841dd5f383bae9a8f297e74525dcca1.
21:08:28.417 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.25.113.60:35933(127.25.113.60:35933)] Successfully connected to peer
21:08:28.417 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.25.113.61:34911(127.25.113.61:34911)] Successfully connected to peer
21:08:28.432 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.25.113.60
21:08:28.433 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.25.113.62:35193(127.25.113.62:35193)] Successfully connected to peer
21:08:28.438 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.25.113.61
21:08:28.441 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.25.113.62
21:08:28.442 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:08:28.443 [INFO - flink-pekko.actor.default-dispatcher-8] (JobMaster.java:1206) JobManager successfully registered at ResourceManager, leader id: 8cc81c458e9645706fff0ae87b554348.
21:08:28.444 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 2841dd5f383bae9a8f297e74525dcca1: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
21:08:28.448 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:709) Matching resource requirements against available resources.
Missing resources:
	 Job 2841dd5f383bae9a8f297e74525dcca1
		ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}
Current resources:
	TaskManager d8c13722-659e-4a42-ab60-f10287fae6a8
		Available: ResourceProfile{taskHeapMemory=1024.000gb (1099511627776 bytes), taskOffHeapMemory=1024.000gb (1099511627776 bytes), managedMemory=128.000mb (134217728 bytes), networkMemory=64.000mb (67108864 bytes)}
		Total:     ResourceProfile{taskHeapMemory=1024.000gb (1099511627776 bytes), taskOffHeapMemory=1024.000gb (1099511627776 bytes), managedMemory=128.000mb (134217728 bytes), networkMemory=64.000mb (67108864 bytes)}
21:08:28.449 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot 69503faa26fee9a2e728e46cdae70346 from d8c13722-659e-4a42-ab60-f10287fae6a8 for job 2841dd5f383bae9a8f297e74525dcca1 with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
21:08:28.450 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot 34173d3f8e485e9f93cab21f32126eab from d8c13722-659e-4a42-ab60-f10287fae6a8 for job 2841dd5f383bae9a8f297e74525dcca1 with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
21:08:28.450 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:1149) Receive slot request 69503faa26fee9a2e728e46cdae70346 for job 2841dd5f383bae9a8f297e74525dcca1 from resource manager with leader id 8cc81c458e9645706fff0ae87b554348.
21:08:28.450 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:321) Allocated slot for 69503faa26fee9a2e728e46cdae70346 with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
21:08:28.450 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot 3a8c419bcb03ebc74aeae96ec5cc62c1 from d8c13722-659e-4a42-ab60-f10287fae6a8 for job 2841dd5f383bae9a8f297e74525dcca1 with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
21:08:28.450 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot 55c459ac21f230621d728e05386684e0 from d8c13722-659e-4a42-ab60-f10287fae6a8 for job 2841dd5f383bae9a8f297e74525dcca1 with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
21:08:28.455 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x46c696ff, L:/127.0.0.1:32880 - R:/127.25.113.60:35933] using SASL/PLAIN
21:08:28.458 [DEBUG - main] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:08:28.459 [DEBUG - pool-228-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:08:28.459 [DEBUG - pool-228-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:08:28.459 [DEBUG - pool-228-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:08:28.459 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:28.459 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:28.459 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:28.459 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:28.459 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:28.459 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:28.459 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:28.460 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:28.460 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:28.460 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:08:28.461 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.22.50.60:38829(127.22.50.60:38829)] connecting to peer
21:08:28.461 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:08:28.461 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.22.50.61:45261(127.22.50.61:45261)] connecting to peer
21:08:28.461 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.22.50.62:44659(127.22.50.62:44659)] connecting to peer
21:08:28.462 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:08:28.462 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.50.62:44659(127.22.50.62:44659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:08:28.462 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.62:44659: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:08:28.464 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:08:28.465 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:08:28.465 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.50.60:38829(127.22.50.60:38829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:08:28.465 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.60:38829: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:08:28.466 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:08:28.466 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.50.61:45261(127.22.50.61:45261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:08:28.466 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.61:45261: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:08:28.466 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659; will retry
21:08:28.468 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x47156baa, L:/127.0.0.1:45626 - R:/127.25.113.62:35193] using SASL/PLAIN
21:08:28.469 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xbbc678db, L:/127.0.0.1:45750 - R:/127.25.113.61:34911] using SASL/PLAIN
21:08:28.476 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
21:08:28.477 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultJobLeaderService.java:192) Add job 2841dd5f383bae9a8f297e74525dcca1 for job leader monitoring.
21:08:28.477 [INFO - mini-cluster-io-thread-3] (DefaultJobLeaderService.java:350) Try to register at job manager pekko://flink/user/rpc/jobmanager_19 with leader id 8679846d-0463-467b-9bdf-4373bc118f33.
21:08:28.477 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:1149) Receive slot request 34173d3f8e485e9f93cab21f32126eab for job 2841dd5f383bae9a8f297e74525dcca1 from resource manager with leader id 8cc81c458e9645706fff0ae87b554348.
21:08:28.478 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:321) Allocated slot for 34173d3f8e485e9f93cab21f32126eab with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
21:08:28.478 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:1149) Receive slot request 3a8c419bcb03ebc74aeae96ec5cc62c1 for job 2841dd5f383bae9a8f297e74525dcca1 from resource manager with leader id 8cc81c458e9645706fff0ae87b554348.
21:08:28.478 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:321) Allocated slot for 3a8c419bcb03ebc74aeae96ec5cc62c1 with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
21:08:28.478 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:1149) Receive slot request 55c459ac21f230621d728e05386684e0 for job 2841dd5f383bae9a8f297e74525dcca1 from resource manager with leader id 8cc81c458e9645706fff0ae87b554348.
21:08:28.479 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:321) Allocated slot for 55c459ac21f230621d728e05386684e0 with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
21:08:28.479 [INFO - flink-pekko.actor.default-dispatcher-4] (RetryingRegistration.java:162) Resolved JobManager address, beginning registration
21:08:28.481 [DEBUG - pool-228-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:08:28.481 [DEBUG - pool-228-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:08:28.481 [DEBUG - pool-228-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:08:28.482 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:28.482 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:28.482 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:28.482 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:28.482 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:28.482 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:28.482 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:28.482 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:28.482 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:28.482 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:08:28.483 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultJobLeaderService.java:417) Successful registration at job manager pekko://flink/user/rpc/jobmanager_19 for job 2841dd5f383bae9a8f297e74525dcca1.
21:08:28.484 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:1783) Establish JobManager connection for job 2841dd5f383bae9a8f297e74525dcca1.
21:08:28.484 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:1633) Offer reserved slots to the leader of job 2841dd5f383bae9a8f297e74525dcca1.
21:08:28.484 [DEBUG - main] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:08:28.485 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from SCHEDULED to DEPLOYING.
21:08:28.485 [DEBUG - main] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:08:28.485 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #0) with attempt id 1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_0_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to d8c13722-659e-4a42-ab60-f10287fae6a8 @ 127.0.0.1 (dataPort=-1) with allocation id 55c459ac21f230621d728e05386684e0
21:08:28.485 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=70), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [56ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.60:35933: OK, [70ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.61:34911: OK, [70ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.62:35193: OK, deferred=null) after lookup
21:08:28.487 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.26.45.188:44635(127.26.45.188:44635)] Successfully connected to peer
21:08:28.488 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 55c459ac21f230621d728e05386684e0.
21:08:28.490 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutorFileMergingManager.java:83) Registered new file merging snapshot manager for job 2841dd5f383bae9a8f297e74525dcca1.
21:08:28.490 [INFO - flink-pekko.actor.default-dispatcher-8] (StateChangelogStorageLoader.java:104) Creating a changelog storage with name 'memory'.
21:08:28.490 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutorChannelStateExecutorFactoryManager.java:70) Creating the channel state executor factory for job id 2841dd5f383bae9a8f297e74525dcca1
21:08:28.491 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 51684093b2bc4c878f88cc34d1cd30af
21:08:28.496 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#0 (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_0_0), deploy into slot with allocation id 55c459ac21f230621d728e05386684e0.
21:08:28.497 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 635819dfcd9c4e888866ca466797fad6 for table 'replication_test_table' with partition [<start>, 0x80000064)
21:08:28.497 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 2b38c051639343118f12164e5a3a85c1 for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
21:08:28.497 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 113017c1277a41e5aafe776e66dd3d2d for table 'replication_test_table' with partition [0x800000C8, <end>)
21:08:28.498 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x80000064, ttl=299999, tablet=635819dfcd9c4e888866ca466797fad6@[241acaec43cf4bc880b3a74b659d054f(127.25.113.2:45253)[L],474135c61e614cf4b74a4419f8dbbe5b(127.25.113.3:33669),fb4f58695a0e41498f876a3fa5558214(127.25.113.1:46827)]}, Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999, tablet=2b38c051639343118f12164e5a3a85c1@[241acaec43cf4bc880b3a74b659d054f(127.25.113.2:45253),474135c61e614cf4b74a4419f8dbbe5b(127.25.113.3:33669)[L],fb4f58695a0e41498f876a3fa5558214(127.25.113.1:46827)]}, Tablet{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299999, tablet=113017c1277a41e5aafe776e66dd3d2d@[241acaec43cf4bc880b3a74b659d054f(127.25.113.2:45253),474135c61e614cf4b74a4419f8dbbe5b(127.25.113.3:33669)[L],fb4f58695a0e41498f876a3fa5558214(127.25.113.1:46827)]}]
21:08:28.500 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.26.45.189:42387(127.26.45.189:42387)] Successfully connected to peer
21:08:28.508 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.26.45.190:34167(127.26.45.190:34167)] Successfully connected to peer
21:08:28.508 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from SCHEDULED to DEPLOYING.
21:08:28.509 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #0) with attempt id 1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_1_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to d8c13722-659e-4a42-ab60-f10287fae6a8 @ 127.0.0.1 (dataPort=-1) with allocation id 3a8c419bcb03ebc74aeae96ec5cc62c1
21:08:28.516 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.26.45.189
21:08:28.516 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.26.45.190
21:08:28.518 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.26.45.188
21:08:28.519 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 3a8c419bcb03ebc74aeae96ec5cc62c1.
21:08:28.521 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#0 (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_1_0), deploy into slot with allocation id 3a8c419bcb03ebc74aeae96ec5cc62c1.
21:08:28.522 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from CREATED to DEPLOYING.
21:08:28.522 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#0 (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_0_0) [DEPLOYING].
21:08:28.523 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@55a3ab0b
21:08:28.523 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
21:08:28.523 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit2283136411324314460/checkpoints")
21:08:28.524 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from DEPLOYING to INITIALIZING.
21:08:28.528 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:08:28.531 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x1bed4d4a, L:/127.0.0.1:58550 - R:/127.26.45.190:34167] using SASL/PLAIN
21:08:28.532 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from SCHEDULED to DEPLOYING.
21:08:28.532 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #0) with attempt id 1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_2_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to d8c13722-659e-4a42-ab60-f10287fae6a8 @ 127.0.0.1 (dataPort=-1) with allocation id 69503faa26fee9a2e728e46cdae70346
21:08:28.538 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@66bbb241
21:08:28.538 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:08:28.538 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from SCHEDULED to DEPLOYING.
21:08:28.539 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #0) with attempt id 1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_3_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to d8c13722-659e-4a42-ab60-f10287fae6a8 @ 127.0.0.1 (dataPort=-1) with allocation id 34173d3f8e485e9f93cab21f32126eab
21:08:28.539 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from DEPLOYING to INITIALIZING.
21:08:28.540 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2841dd5f383bae9a8f297e74525dcca1 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 2841dd5f383bae9a8f297e74525dcca1 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:28.541 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.22.50.60:38829(127.22.50.60:38829)] connecting to peer
21:08:28.542 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.22.50.61:45261(127.22.50.61:45261)] connecting to peer
21:08:28.542 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.22.50.62:44659(127.22.50.62:44659)] connecting to peer
21:08:28.542 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:08:28.542 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.50.60:38829(127.22.50.60:38829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:08:28.542 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.60:38829: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:08:28.542 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:08:28.542 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.50.61:45261(127.22.50.61:45261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:08:28.542 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.61:45261: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:08:28.543 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:08:28.543 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.50.62:44659(127.22.50.62:44659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:08:28.543 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.62:44659: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:08:28.543 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659; will retry
21:08:28.544 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
21:08:28.544 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=112), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.188:44635, [26ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.190:34167, [27ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.189:42387, [85ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.190:34167: OK, deferred=null) after lookup
21:08:28.545 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xc81289cc, L:/127.0.0.1:54608 - R:/127.26.45.188:44635] using SASL/PLAIN
21:08:28.546 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:08:28.549 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table e7bccc0d512647aa8d63cc07915fa439
21:08:28.551 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 69503faa26fee9a2e728e46cdae70346.
21:08:28.553 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#0 (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_2_0), deploy into slot with allocation id 69503faa26fee9a2e728e46cdae70346.
21:08:28.554 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from CREATED to DEPLOYING.
21:08:28.555 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#0 (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_1_0) [DEPLOYING].
21:08:28.555 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@66653da0
21:08:28.555 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
21:08:28.556 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit2283136411324314460/checkpoints")
21:08:28.561 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:08:28.563 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from DEPLOYING to INITIALIZING.
21:08:28.558 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 32275ca35cb0406e9d1940d965f98801 for table 'replication_test_table' with partition [<start>, 0x80000064)
21:08:28.564 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from DEPLOYING to INITIALIZING.
21:08:28.564 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet ee1f12b6d7ec4a3988398db82c6a2197 for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
21:08:28.564 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet e50a7637bd0b476f93c5f0e928f83365 for table 'replication_test_table' with partition [0x800000C8, <end>)
21:08:28.564 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x80000064, ttl=299999, tablet=32275ca35cb0406e9d1940d965f98801@[4661a2b9a7364479b9a63d6ec16d5789(127.26.45.131:35493),5e687cc3aa084201b0a390670c1fc5de(127.26.45.129:38915)[L],9db62b97c15340639398d5c05b5164a8(127.26.45.130:39275)]}, Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999, tablet=ee1f12b6d7ec4a3988398db82c6a2197@[4661a2b9a7364479b9a63d6ec16d5789(127.26.45.131:35493)[L],5e687cc3aa084201b0a390670c1fc5de(127.26.45.129:38915),9db62b97c15340639398d5c05b5164a8(127.26.45.130:39275)]}, Tablet{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299999, tablet=e50a7637bd0b476f93c5f0e928f83365@[4661a2b9a7364479b9a63d6ec16d5789(127.26.45.131:35493),5e687cc3aa084201b0a390670c1fc5de(127.26.45.129:38915)[L],9db62b97c15340639398d5c05b5164a8(127.26.45.130:39275)]}]
21:08:28.564 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC ScanRequest(scannerId=null, state=OPENING, attempt=1, KuduRpc(method=Scan, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=14), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.45.190:34167, [7ms] Sub RPC GetTableLocations: received response from server master-127.26.45.190:34167: OK, deferred=null)) after lookup
21:08:28.565 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 5e687cc3aa084201b0a390670c1fc5de(127.26.45.129:38915)] connecting to peer
21:08:28.566 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x3f0f655a, L:/127.0.0.1:52956 - R:/127.26.45.189:42387] using SASL/PLAIN
21:08:28.566 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 55c459ac21f230621d728e05386684e0.
21:08:28.567 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 3a8c419bcb03ebc74aeae96ec5cc62c1.
21:08:28.567 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 69503faa26fee9a2e728e46cdae70346.
21:08:28.567 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 34173d3f8e485e9f93cab21f32126eab.
21:08:28.567 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 34173d3f8e485e9f93cab21f32126eab.
21:08:28.568 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from CREATED to DEPLOYING.
21:08:28.568 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#0 (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_2_0) [DEPLOYING].
21:08:28.568 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@38f310cb
21:08:28.568 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
21:08:28.568 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit2283136411324314460/checkpoints")
21:08:28.569 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from DEPLOYING to INITIALIZING.
21:08:28.569 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from DEPLOYING to INITIALIZING.
21:08:28.571 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@6452b224
21:08:28.571 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:08:28.573 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#0 (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_3_0), deploy into slot with allocation id 34173d3f8e485e9f93cab21f32126eab.
21:08:28.575 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@3fe9fe05
21:08:28.579 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 5e687cc3aa084201b0a390670c1fc5de(127.26.45.129:38915)] Successfully connected to peer
21:08:28.583 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:08:28.584 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:08:28.588 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:08:28.592 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.26.45.188:44635(127.26.45.188:44635)] Successfully connected to peer
21:08:28.598 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.26.45.188
21:08:28.604 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:08:28.605 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.26.45.190:34167(127.26.45.190:34167)] Successfully connected to peer
21:08:28.605 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:08:28.609 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.26.45.190
21:08:28.610 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x2e265894, L:/127.0.0.1:35106 - R:/127.26.45.129:38915] using TOKEN/null
21:08:28.613 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:08:28.616 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:08:28.620 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:08:28.621 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x914b47b9, L:/127.0.0.1:54614 - R:/127.26.45.188:44635] using SASL/PLAIN
21:08:28.621 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=32275ca35cb0406e9d1940d965f98801, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:08:28.622 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 32275ca35cb0406e9d1940d965f98801 for partition [<start>, 0x80000064) with scanner id null
21:08:28.622 [DEBUG - main] (Connection.java:748) [peer 4661a2b9a7364479b9a63d6ec16d5789(127.26.45.131:35493)] connecting to peer
21:08:28.623 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:28.654 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:08:28.654 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xd1484464, L:/127.0.0.1:58560 - R:/127.26.45.190:34167] using SASL/PLAIN
21:08:28.658 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from CREATED to DEPLOYING.
21:08:28.658 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#0 (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_3_0) [DEPLOYING].
21:08:28.664 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@2935440b
21:08:28.664 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
21:08:28.665 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit2283136411324314460/checkpoints")
21:08:28.665 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from DEPLOYING to INITIALIZING.
21:08:28.665 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from DEPLOYING to INITIALIZING.
21:08:28.668 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@bb95d2a
21:08:28.668 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
21:08:28.669 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=121), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.188:44635, [16ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.190:34167, [33ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.189:42387, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.188:44635: OK, [86ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.190:34167: OK, deferred=null) after lookup
21:08:28.671 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.26.45.189:42387(127.26.45.189:42387)] Successfully connected to peer
21:08:28.671 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:08:28.675 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:08:28.676 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table e7bccc0d512647aa8d63cc07915fa439
21:08:28.676 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.26.45.188:44635(127.26.45.188:44635)] Successfully connected to peer
21:08:28.681 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.26.45.188
21:08:28.681 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table e7bccc0d512647aa8d63cc07915fa439
21:08:28.681 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@2fda1295
21:08:28.683 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 0 (#0) @ 
21:08:28.683 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 0 (#0)
21:08:28.688 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:08:28.689 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.26.45.190:34167(127.26.45.190:34167)] Successfully connected to peer
21:08:28.690 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:28.701 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:08:28.704 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.26.45.190
21:08:28.708 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x517c1f41, L:/127.0.0.1:52970 - R:/127.26.45.189:42387] using TOKEN/null
21:08:28.709 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:08:28.709 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:08:28.710 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.26.45.188:44635(127.26.45.188:44635)] Successfully connected to peer
21:08:28.715 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:08:28.716 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.26.45.190:34167(127.26.45.190:34167)] Successfully connected to peer
21:08:28.716 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xd2f10e12, L:/127.0.0.1:54628 - R:/127.26.45.188:44635] using SASL/PLAIN
21:08:28.722 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.26.45.189:42387(127.26.45.189:42387)] Successfully connected to peer
21:08:28.726 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.26.45.189
21:08:28.728 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.26.45.188
21:08:28.730 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:08:28.742 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:08:28.743 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.26.45.190
21:08:28.743 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xd2164511, L:/127.0.0.1:58574 - R:/127.26.45.190:34167] using SASL/PLAIN
21:08:28.748 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x570a5b95, L:/127.0.0.1:52984 - R:/127.26.45.189:42387] using SASL/PLAIN
21:08:28.748 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from INITIALIZING to RUNNING.
21:08:28.749 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='efed5b11fd34167badac85a09d240a91209c552fe5e260eee9ab5476dd5ddd08'}]
21:08:28.752 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:08:28.752 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:28.753 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:08:28.771 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xa5dc8988, L:/127.0.0.1:58590 - R:/127.26.45.190:34167] using SASL/PLAIN
21:08:28.780 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
21:08:28.781 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=196), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.188:44635, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.190:34167, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.189:42387, [103ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.189:42387: OK, [126ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.190:34167: OK, deferred=null) after lookup
21:08:28.785 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table e7bccc0d512647aa8d63cc07915fa439
21:08:28.789 [DEBUG - pool-226-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:08:28.790 [DEBUG - pool-226-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:08:28.790 [DEBUG - pool-226-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:08:28.790 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:28.791 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:28.791 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:28.795 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:28.795 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:28.795 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:28.795 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table e7bccc0d512647aa8d63cc07915fa439
21:08:28.796 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@4b7744dd
21:08:28.796 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:28.796 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:28.796 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:28.797 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:08:28.797 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=29248), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [23ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [23ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [43ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [45ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [45ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [63ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [63ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [63ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [63ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [83ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [83ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [102ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [122ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [182ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [182ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [182ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [182ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [202ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [202ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [320ms] refreshing cache from master, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [321ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [322ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [322ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [322ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [340ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [342ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [342ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [342ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [342ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [721ms] refreshing cache from master, [721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [722ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [723ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [724ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [724ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [725ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [2240ms] refreshing cache from master, [2240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [2241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [2241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [2242ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [2242ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [2242ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [2242ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [5721ms] refreshing cache from master, [5721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [5721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [5722ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [5722ms] too many traces: truncated at 100 traces, deferred=Deferred@577159928(state=PENDING, result=null, callback=(continuation of Deferred@1829512289 after retry RPC after error@1196013379) -> (continuation of Deferred@1802280608 after retry RPC after error@2131353655) -> (continuation of Deferred@1932192923 after retry RPC after error@2035531282) -> (continuation of Deferred@1992664582 after retry RPC after error@1191045297) -> (continuation of Deferred@1654098625 after retry RPC after error@105913263) -> (continuation of Deferred@1568565493 after retry RPC after error@1961868171) -> (continuation of Deferred@712046165 after retry RPC after error@754654679) -> (continuation of Deferred@40690045 after retry RPC after error@190194008) -> (continuation of Deferred@641313849 after retry RPC after error@1389893772) -> (continuation of Deferred@928672931 after retry RPC after error@222091249) -> (continuation of Deferred@1720707595 after retry RPC after error@1954648622) -> (continuation of Deferred@274384745 after retry RPC after error@2066880972) -> (continuation of Deferred@1651796755 after retry RPC after error@446469521) -> (continuation of Deferred@1547397156 after retry RPC after error@934077974) -> (continuation of Deferred@1983987459 after retry RPC after error@135203911) -> (continuation of Deferred@267530026 after retry RPC after error@1597957268) -> (continuation of Deferred@544764247 after retry RPC after error@1357200427) -> (continuation of Deferred@1324401250 after retry RPC after error@1715635564) -> (continuation of Deferred@97759802 after retry RPC after error@2091832015) -> (continuation of Deferred@872803562 after retry RPC after error@1176397539) -> (continuation of Deferred@1589923448 after retry RPC after error@1425459141) -> (continuation of Deferred@1334772493 after retry RPC after error@2048085345) -> (continuation of Deferred@106462165 after retry RPC after error@1693600820) -> (continuation of Deferred@1406315724 after retry RPC after error@860527506) -> (continuation of Deferred@1988745469 after retry RPC after error@7125492) -> (continuation of Deferred@1176424953 after retry RPC after error@560940195), errback=(continuation of Deferred@1829512289 after retry RPC after error@1196013379) -> (continuation of Deferred@1802280608 after retry RPC after error@2131353655) -> (continuation of Deferred@1932192923 after retry RPC after error@2035531282) -> (continuation of Deferred@1992664582 after retry RPC after error@1191045297) -> (continuation of Deferred@1654098625 after retry RPC after error@105913263) -> (continuation of Deferred@1568565493 after retry RPC after error@1961868171) -> (continuation of Deferred@712046165 after retry RPC after error@754654679) -> (continuation of Deferred@40690045 after retry RPC after error@190194008) -> (continuation of Deferred@641313849 after retry RPC after error@1389893772) -> (continuation of Deferred@928672931 after retry RPC after error@222091249) -> (continuation of Deferred@1720707595 after retry RPC after error@1954648622) -> (continuation of Deferred@274384745 after retry RPC after error@2066880972) -> (continuation of Deferred@1651796755 after retry RPC after error@446469521) -> (continuation of Deferred@1547397156 after retry RPC after error@934077974) -> (continuation of Deferred@1983987459 after retry RPC after error@135203911) -> (continuation of Deferred@267530026 after retry RPC after error@1597957268) -> (continuation of Deferred@544764247 after retry RPC after error@1357200427) -> (continuation of Deferred@1324401250 after retry RPC after error@1715635564) -> (continuation of Deferred@97759802 after retry RPC after error@2091832015) -> (continuation of Deferred@872803562 after retry RPC after error@1176397539) -> (continuation of Deferred@1589923448 after retry RPC after error@1425459141) -> (continuation of Deferred@1334772493 after retry RPC after error@2048085345) -> (continuation of Deferred@106462165 after retry RPC after error@1693600820) -> (continuation of Deferred@1406315724 after retry RPC after error@860527506) -> (continuation of Deferred@1988745469 after retry RPC after error@7125492) -> (continuation of Deferred@1176424953 after retry RPC after error@560940195)))
21:08:28.799 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (SourceReaderBase.java:338) Closing Source Reader.
21:08:28.799 [WARN - Source: KuduSource -> Sink: Writer (2/4)#4] (Task.java:1117) Source: KuduSource -> Sink: Writer (2/4)#4 (c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=29248), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [23ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [23ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [43ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [45ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [45ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [63ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [63ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [63ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [63ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [83ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [83ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [102ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [122ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [182ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [182ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [182ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [182ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [202ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [202ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [320ms] refreshing cache from master, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [321ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [322ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [322ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [322ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [340ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [342ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [342ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [342ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [342ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [721ms] refreshing cache from master, [721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [722ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [723ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [724ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [724ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [725ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [2240ms] refreshing cache from master, [2240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [2241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [2241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [2242ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [2242ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [2242ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [2242ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [5721ms] refreshing cache from master, [5721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [5721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [5722ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [5722ms] too many traces: truncated at 100 traces, deferred=Deferred@577159928(state=PENDING, result=null, callback=(continuation of Deferred@1829512289 after retry RPC after error@1196013379) -> (continuation of Deferred@1802280608 after retry RPC after error@2131353655) -> (continuation of Deferred@1932192923 after retry RPC after error@2035531282) -> (continuation of Deferred@1992664582 after retry RPC after error@1191045297) -> (continuation of Deferred@1654098625 after retry RPC after error@105913263) -> (continuation of Deferred@1568565493 after retry RPC after error@1961868171) -> (continuation of Deferred@712046165 after retry RPC after error@754654679) -> (continuation of Deferred@40690045 after retry RPC after error@190194008) -> (continuation of Deferred@641313849 after retry RPC after error@1389893772) -> (continuation of Deferred@928672931 after retry RPC after error@222091249) -> (continuation of Deferred@1720707595 after retry RPC after error@1954648622) -> (continuation of Deferred@274384745 after retry RPC after error@2066880972) -> (continuation of Deferred@1651796755 after retry RPC after error@446469521) -> (continuation of Deferred@1547397156 after retry RPC after error@934077974) -> (continuation of Deferred@1983987459 after retry RPC after error@135203911) -> (continuation of Deferred@267530026 after retry RPC after error@1597957268) -> (continuation of Deferred@544764247 after retry RPC after error@1357200427) -> (continuation of Deferred@1324401250 after retry RPC after error@1715635564) -> (continuation of Deferred@97759802 after retry RPC after error@2091832015) -> (continuation of Deferred@872803562 after retry RPC after error@1176397539) -> (continuation of Deferred@1589923448 after retry RPC after error@1425459141) -> (continuation of Deferred@1334772493 after retry RPC after error@2048085345) -> (continuation of Deferred@106462165 after retry RPC after error@1693600820) -> (continuation of Deferred@1406315724 after retry RPC after error@860527506) -> (continuation of Deferred@1988745469 after retry RPC after error@7125492) -> (continuation of Deferred@1176424953 after retry RPC after error@560940195), errback=(continuation of Deferred@1829512289 after retry RPC after error@1196013379) -> (continuation of Deferred@1802280608 after retry RPC after error@2131353655) -> (continuation of Deferred@1932192923 after retry RPC after error@2035531282) -> (continuation of Deferred@1992664582 after retry RPC after error@1191045297) -> (continuation of Deferred@1654098625 after retry RPC after error@105913263) -> (continuation of Deferred@1568565493 after retry RPC after error@1961868171) -> (continuation of Deferred@712046165 after retry RPC after error@754654679) -> (continuation of Deferred@40690045 after retry RPC after error@190194008) -> (continuation of Deferred@641313849 after retry RPC after error@1389893772) -> (continuation of Deferred@928672931 after retry RPC after error@222091249) -> (continuation of Deferred@1720707595 after retry RPC after error@1954648622) -> (continuation of Deferred@274384745 after retry RPC after error@2066880972) -> (continuation of Deferred@1651796755 after retry RPC after error@446469521) -> (continuation of Deferred@1547397156 after retry RPC after error@934077974) -> (continuation of Deferred@1983987459 after retry RPC after error@135203911) -> (continuation of Deferred@267530026 after retry RPC after error@1597957268) -> (continuation of Deferred@544764247 after retry RPC after error@1357200427) -> (continuation of Deferred@1324401250 after retry RPC after error@1715635564) -> (continuation of Deferred@97759802 after retry RPC after error@2091832015) -> (continuation of Deferred@872803562 after retry RPC after error@1176397539) -> (continuation of Deferred@1589923448 after retry RPC after error@1425459141) -> (continuation of Deferred@1334772493 after retry RPC after error@2048085345) -> (continuation of Deferred@106462165 after retry RPC after error@1693600820) -> (continuation of Deferred@1406315724 after retry RPC after error@860527506) -> (continuation of Deferred@1988745469 after retry RPC after error@7125492) -> (continuation of Deferred@1176424953 after retry RPC after error@560940195)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.20.46.188:38181
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:08:28.800 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#4 (c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_1_4).
21:08:28.801 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:08:28.802 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#4 c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_1_4.
21:08:28.804 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1449) Source: KuduSource -> Sink: Writer (2/4) (c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from INITIALIZING to FAILED on 55c4d95f-4b70-4fa7-a972-a2dfacde7c76 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=29248), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [23ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [23ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [43ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [45ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [45ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [63ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [63ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [63ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [63ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [83ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [83ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [102ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [122ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [182ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [182ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [182ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [182ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [202ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [202ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [320ms] refreshing cache from master, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [321ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [322ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [322ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [322ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [340ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [342ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [342ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [342ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [342ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [721ms] refreshing cache from master, [721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [722ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [723ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [724ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [724ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [725ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [2240ms] refreshing cache from master, [2240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [2241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [2241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [2242ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [2242ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [2242ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [2242ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [5721ms] refreshing cache from master, [5721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [5721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [5722ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [5722ms] too many traces: truncated at 100 traces, deferred=Deferred@577159928(state=PENDING, result=null, callback=(continuation of Deferred@1829512289 after retry RPC after error@1196013379) -> (continuation of Deferred@1802280608 after retry RPC after error@2131353655) -> (continuation of Deferred@1932192923 after retry RPC after error@2035531282) -> (continuation of Deferred@1992664582 after retry RPC after error@1191045297) -> (continuation of Deferred@1654098625 after retry RPC after error@105913263) -> (continuation of Deferred@1568565493 after retry RPC after error@1961868171) -> (continuation of Deferred@712046165 after retry RPC after error@754654679) -> (continuation of Deferred@40690045 after retry RPC after error@190194008) -> (continuation of Deferred@641313849 after retry RPC after error@1389893772) -> (continuation of Deferred@928672931 after retry RPC after error@222091249) -> (continuation of Deferred@1720707595 after retry RPC after error@1954648622) -> (continuation of Deferred@274384745 after retry RPC after error@2066880972) -> (continuation of Deferred@1651796755 after retry RPC after error@446469521) -> (continuation of Deferred@1547397156 after retry RPC after error@934077974) -> (continuation of Deferred@1983987459 after retry RPC after error@135203911) -> (continuation of Deferred@267530026 after retry RPC after error@1597957268) -> (continuation of Deferred@544764247 after retry RPC after error@1357200427) -> (continuation of Deferred@1324401250 after retry RPC after error@1715635564) -> (continuation of Deferred@97759802 after retry RPC after error@2091832015) -> (continuation of Deferred@872803562 after retry RPC after error@1176397539) -> (continuation of Deferred@1589923448 after retry RPC after error@1425459141) -> (continuation of Deferred@1334772493 after retry RPC after error@2048085345) -> (continuation of Deferred@106462165 after retry RPC after error@1693600820) -> (continuation of Deferred@1406315724 after retry RPC after error@860527506) -> (continuation of Deferred@1988745469 after retry RPC after error@7125492) -> (continuation of Deferred@1176424953 after retry RPC after error@560940195), errback=(continuation of Deferred@1829512289 after retry RPC after error@1196013379) -> (continuation of Deferred@1802280608 after retry RPC after error@2131353655) -> (continuation of Deferred@1932192923 after retry RPC after error@2035531282) -> (continuation of Deferred@1992664582 after retry RPC after error@1191045297) -> (continuation of Deferred@1654098625 after retry RPC after error@105913263) -> (continuation of Deferred@1568565493 after retry RPC after error@1961868171) -> (continuation of Deferred@712046165 after retry RPC after error@754654679) -> (continuation of Deferred@40690045 after retry RPC after error@190194008) -> (continuation of Deferred@641313849 after retry RPC after error@1389893772) -> (continuation of Deferred@928672931 after retry RPC after error@222091249) -> (continuation of Deferred@1720707595 after retry RPC after error@1954648622) -> (continuation of Deferred@274384745 after retry RPC after error@2066880972) -> (continuation of Deferred@1651796755 after retry RPC after error@446469521) -> (continuation of Deferred@1547397156 after retry RPC after error@934077974) -> (continuation of Deferred@1983987459 after retry RPC after error@135203911) -> (continuation of Deferred@267530026 after retry RPC after error@1597957268) -> (continuation of Deferred@544764247 after retry RPC after error@1357200427) -> (continuation of Deferred@1324401250 after retry RPC after error@1715635564) -> (continuation of Deferred@97759802 after retry RPC after error@2091832015) -> (continuation of Deferred@872803562 after retry RPC after error@1176397539) -> (continuation of Deferred@1589923448 after retry RPC after error@1425459141) -> (continuation of Deferred@1334772493 after retry RPC after error@2048085345) -> (continuation of Deferred@106462165 after retry RPC after error@1693600820) -> (continuation of Deferred@1406315724 after retry RPC after error@860527506) -> (continuation of Deferred@1988745469 after retry RPC after error@7125492) -> (continuation of Deferred@1176424953 after retry RPC after error@560940195)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.20.46.188:38181
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:08:28.806 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job be5d90ea6ea762b3c60063afb0fd4b65: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
21:08:28.808 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x5f2ce9a1, L:/127.0.0.1:54640 - R:/127.26.45.188:44635] using SASL/PLAIN
21:08:28.814 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#4) of source Source: KuduSource.
21:08:28.815 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_1_4.
21:08:28.815 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (be5d90ea6ea762b3c60063afb0fd4b65) switched from state RUNNING to RESTARTING.
21:08:28.822 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:08:28.831 [DEBUG - kudu-nio-4] (Connection.java:757) [peer 4661a2b9a7364479b9a63d6ec16d5789(127.26.45.131:35493)] Successfully connected to peer
21:08:28.839 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
21:08:28.839 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=255), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.188:44635, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.190:34167, [76ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.189:42387, [110ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.188:44635: OK, [152ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.190:34167: OK, deferred=null) after lookup
21:08:28.840 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.26.45.189:42387(127.26.45.189:42387)] Successfully connected to peer
21:08:28.849 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table e7bccc0d512647aa8d63cc07915fa439
21:08:28.854 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table e7bccc0d512647aa8d63cc07915fa439
21:08:28.855 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@625ca8
21:08:28.862 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from INITIALIZING to RUNNING.
21:08:28.863 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 1 (#0) @ 
21:08:28.864 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 1 (#0)
21:08:28.864 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 2 (#0) @ 
21:08:28.864 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 2 (#0)
21:08:28.879 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
21:08:28.882 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:08:28.881 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x80000064, ttl=299998, tablet=635819dfcd9c4e888866ca466797fad6@[241acaec43cf4bc880b3a74b659d054f(127.25.113.2:45253)[L],474135c61e614cf4b74a4419f8dbbe5b(127.25.113.3:33669),fb4f58695a0e41498f876a3fa5558214(127.25.113.1:46827)]}]
21:08:28.888 [DEBUG - kudu-nio-4] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:08:28.891 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:28.893 [DEBUG - kudu-nio-4] (Negotiator.java:919) Authenticated connection [id: 0x43d63cf5, L:/127.0.0.1:41644 - R:/127.26.45.131:35493] using TOKEN/null
21:08:28.895 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xf4790376, L:/127.0.0.1:52994 - R:/127.26.45.189:42387] using TOKEN/null
21:08:28.919 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from INITIALIZING to RUNNING.
21:08:28.920 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='a63b3c34073495bc2cde7337bbb7d0921fc3bdb200c3d119fb0fd796eb3f0da2'}]
21:08:28.922 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:08:28.936 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=ee1f12b6d7ec4a3988398db82c6a2197, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:08:28.937 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet ee1f12b6d7ec4a3988398db82c6a2197 for partition [0x80000064, 0x800000C8) with scanner id null
21:08:28.944 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from INITIALIZING to RUNNING.
21:08:28.945 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=e50a7637bd0b476f93c5f0e928f83365, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:08:28.948 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from INITIALIZING to RUNNING.
21:08:28.949 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='0b1688dec72512e5f785b90999eaaad524d7ec25af2b4396fb6bc22b57f8ebda'}]
21:08:28.954 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:08:28.964 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer 474135c61e614cf4b74a4419f8dbbe5b(127.25.113.3:33669)] connecting to peer
21:08:28.983 [DEBUG - pool-232-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:08:28.983 [DEBUG - pool-232-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:08:28.984 [DEBUG - pool-232-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:08:28.984 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:28.984 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:28.984 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:28.985 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:28.985 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:28.985 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:28.985 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:28.985 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:28.985 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:28.986 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:08:28.989 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 474135c61e614cf4b74a4419f8dbbe5b(127.25.113.3:33669)] Successfully connected to peer
21:08:28.990 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
21:08:28.992 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299998, tablet=2b38c051639343118f12164e5a3a85c1@[241acaec43cf4bc880b3a74b659d054f(127.25.113.2:45253)[L],474135c61e614cf4b74a4419f8dbbe5b(127.25.113.3:33669),fb4f58695a0e41498f876a3fa5558214(127.25.113.1:46827)]}]
21:08:28.998 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.25.113.3
21:08:29.004 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=32275ca35cb0406e9d1940d965f98801, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:08:29.004 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 32275ca35cb0406e9d1940d965f98801 for partition [<start>, 0x80000064) with scanner id null
21:08:29.010 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=ee1f12b6d7ec4a3988398db82c6a2197, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:08:29.010 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet ee1f12b6d7ec4a3988398db82c6a2197 for partition [0x80000064, 0x800000C8) with scanner id null
21:08:29.014 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from INITIALIZING to RUNNING.
21:08:29.015 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2841dd5f383bae9a8f297e74525dcca1 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 2841dd5f383bae9a8f297e74525dcca1 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:29.018 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:08:29.021 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
21:08:29.023 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299998, tablet=113017c1277a41e5aafe776e66dd3d2d@[241acaec43cf4bc880b3a74b659d054f(127.25.113.2:45253)[L],474135c61e614cf4b74a4419f8dbbe5b(127.25.113.3:33669),fb4f58695a0e41498f876a3fa5558214(127.25.113.1:46827)]}]
21:08:29.024 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x45499636, L:/127.0.0.1:51356 - R:/127.25.113.3:33669] using SASL/PLAIN
21:08:29.034 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=e50a7637bd0b476f93c5f0e928f83365, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:08:29.036 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer 474135c61e614cf4b74a4419f8dbbe5b(127.25.113.3:33669)] connecting to peer
21:08:29.053 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer 474135c61e614cf4b74a4419f8dbbe5b(127.25.113.3:33669)] connecting to peer
21:08:29.062 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:08:29.065 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.26.45.188:44635(127.26.45.188:44635)] Successfully connected to peer
21:08:29.074 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 15 rows, more = false, responseScanTimestamp = 7305399944830976001) for scanner KuduScanner(table=replication_test_table, tablet=635819dfcd9c4e888866ca466797fad6, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:08:29.075 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:108) Finished reading from splits [efed5b11fd34167badac85a09d240a91209c552fe5e260eee9ab5476dd5ddd08]
21:08:29.076 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (KryoSerializer.java:492) Kryo serializer scala extensions are not available.
21:08:29.087 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 32275ca35cb0406e9d1940d965f98801 for table 'replication_test_table' with partition [<start>, 0x80000064)
21:08:29.087 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet ee1f12b6d7ec4a3988398db82c6a2197 for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
21:08:29.087 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet e50a7637bd0b476f93c5f0e928f83365 for table 'replication_test_table' with partition [0x800000C8, <end>)
21:08:29.087 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x80000064, ttl=299999, tablet=32275ca35cb0406e9d1940d965f98801@[4661a2b9a7364479b9a63d6ec16d5789(127.26.45.131:35493),5e687cc3aa084201b0a390670c1fc5de(127.26.45.129:38915)[L],9db62b97c15340639398d5c05b5164a8(127.26.45.130:39275)]}, Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999, tablet=ee1f12b6d7ec4a3988398db82c6a2197@[4661a2b9a7364479b9a63d6ec16d5789(127.26.45.131:35493)[L],5e687cc3aa084201b0a390670c1fc5de(127.26.45.129:38915),9db62b97c15340639398d5c05b5164a8(127.26.45.130:39275)]}, Tablet{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299999, tablet=e50a7637bd0b476f93c5f0e928f83365@[4661a2b9a7364479b9a63d6ec16d5789(127.26.45.131:35493),5e687cc3aa084201b0a390670c1fc5de(127.26.45.129:38915)[L],9db62b97c15340639398d5c05b5164a8(127.26.45.130:39275)]}]
21:08:29.093 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [efed5b11fd34167badac85a09d240a91209c552fe5e260eee9ab5476dd5ddd08]
21:08:29.094 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split efed5b11fd34167badac85a09d240a91209c552fe5e260eee9ab5476dd5ddd08 finished by subtask 0; deferring removal (restored in pending)
21:08:29.094 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
21:08:29.094 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
21:08:29.095 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer 474135c61e614cf4b74a4419f8dbbe5b(127.25.113.3:33669)] disconnecting while in state READY
21:08:29.095 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:08:29.096 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 32275ca35cb0406e9d1940d965f98801 for table 'replication_test_table' with partition [<start>, 0x80000064)
21:08:29.096 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet ee1f12b6d7ec4a3988398db82c6a2197 for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
21:08:29.096 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet e50a7637bd0b476f93c5f0e928f83365 for table 'replication_test_table' with partition [0x800000C8, <end>)
21:08:29.096 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x80000064, ttl=299999, tablet=32275ca35cb0406e9d1940d965f98801@[4661a2b9a7364479b9a63d6ec16d5789(127.26.45.131:35493),5e687cc3aa084201b0a390670c1fc5de(127.26.45.129:38915)[L],9db62b97c15340639398d5c05b5164a8(127.26.45.130:39275)]}, Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999, tablet=ee1f12b6d7ec4a3988398db82c6a2197@[4661a2b9a7364479b9a63d6ec16d5789(127.26.45.131:35493)[L],5e687cc3aa084201b0a390670c1fc5de(127.26.45.129:38915),9db62b97c15340639398d5c05b5164a8(127.26.45.130:39275)]}, Tablet{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299999, tablet=e50a7637bd0b476f93c5f0e928f83365@[4661a2b9a7364479b9a63d6ec16d5789(127.26.45.131:35493),5e687cc3aa084201b0a390670c1fc5de(127.26.45.129:38915)[L],9db62b97c15340639398d5c05b5164a8(127.26.45.130:39275)]}]
21:08:29.096 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
21:08:29.098 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=32275ca35cb0406e9d1940d965f98801, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:08:29.098 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 32275ca35cb0406e9d1940d965f98801 for partition [<start>, 0x80000064) with scanner id null
21:08:29.100 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 32275ca35cb0406e9d1940d965f98801 for table 'replication_test_table' with partition [<start>, 0x80000064)
21:08:29.100 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet ee1f12b6d7ec4a3988398db82c6a2197 for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
21:08:29.100 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet e50a7637bd0b476f93c5f0e928f83365 for table 'replication_test_table' with partition [0x800000C8, <end>)
21:08:29.100 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x80000064, ttl=299999, tablet=32275ca35cb0406e9d1940d965f98801@[4661a2b9a7364479b9a63d6ec16d5789(127.26.45.131:35493),5e687cc3aa084201b0a390670c1fc5de(127.26.45.129:38915)[L],9db62b97c15340639398d5c05b5164a8(127.26.45.130:39275)]}, Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999, tablet=ee1f12b6d7ec4a3988398db82c6a2197@[4661a2b9a7364479b9a63d6ec16d5789(127.26.45.131:35493)[L],5e687cc3aa084201b0a390670c1fc5de(127.26.45.129:38915),9db62b97c15340639398d5c05b5164a8(127.26.45.130:39275)]}, Tablet{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299999, tablet=e50a7637bd0b476f93c5f0e928f83365@[4661a2b9a7364479b9a63d6ec16d5789(127.26.45.131:35493),5e687cc3aa084201b0a390670c1fc5de(127.26.45.129:38915)[L],9db62b97c15340639398d5c05b5164a8(127.26.45.130:39275)]}]
21:08:29.103 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.26.45.188
21:08:29.103 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.26.45.190:34167(127.26.45.190:34167)] Successfully connected to peer
21:08:29.108 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=ee1f12b6d7ec4a3988398db82c6a2197, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:08:29.109 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet ee1f12b6d7ec4a3988398db82c6a2197 for partition [0x80000064, 0x800000C8) with scanner id null
21:08:29.110 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 474135c61e614cf4b74a4419f8dbbe5b(127.25.113.3:33669)] Successfully connected to peer
21:08:29.113 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.25.113.3
21:08:29.113 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.26.45.190
21:08:29.117 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=e50a7637bd0b476f93c5f0e928f83365, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:08:29.122 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:29.123 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:08:29.128 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 474135c61e614cf4b74a4419f8dbbe5b(127.25.113.3:33669)] Successfully connected to peer
21:08:29.133 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x6709f598, L:/127.0.0.1:54648 - R:/127.26.45.188:44635] using SASL/PLAIN
21:08:29.140 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:08:29.152 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.25.113.3
21:08:29.144 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:08:29.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:29.154474 27246 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.UpdateConsensus -> {remote=127.26.45.131:35493, user_credentials={real_user=slave}} blocked reactor thread for 58205.1us
21:08:29.156 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x87c72ac5, L:/127.0.0.1:58596 - R:/127.26.45.190:34167] using SASL/PLAIN
21:08:29.160 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xdfea6fca, L:/127.0.0.1:51358 - R:/127.25.113.3:33669] using SASL/PLAIN
21:08:29.165 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:08:29.168 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x6574df8b, L:/127.0.0.1:51370 - R:/127.25.113.3:33669] using SASL/PLAIN
21:08:29.169 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305399944830976001) for scanner KuduScanner(table=replication_test_table, tablet=113017c1277a41e5aafe776e66dd3d2d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:08:29.170 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:108) Finished reading from splits [0b1688dec72512e5f785b90999eaaad524d7ec25af2b4396fb6bc22b57f8ebda]
21:08:29.170 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [0b1688dec72512e5f785b90999eaaad524d7ec25af2b4396fb6bc22b57f8ebda]
21:08:29.170 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
21:08:29.171 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
21:08:29.172 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer 474135c61e614cf4b74a4419f8dbbe5b(127.25.113.3:33669)] disconnecting while in state READY
21:08:29.172 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
21:08:29.174 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 0b1688dec72512e5f785b90999eaaad524d7ec25af2b4396fb6bc22b57f8ebda finished by subtask 2; deferring removal (restored in pending)
21:08:29.181 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=32275ca35cb0406e9d1940d965f98801, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:08:29.181 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 32275ca35cb0406e9d1940d965f98801 for partition [<start>, 0x80000064) with scanner id null
21:08:29.185 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
21:08:29.185 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=513), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.188:44635, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.190:34167, [274ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.189:42387, [322ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.188:44635: OK, [343ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.190:34167: OK, deferred=null) after lookup
21:08:29.186 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.26.45.189:42387(127.26.45.189:42387)] Successfully connected to peer
21:08:29.190 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=ee1f12b6d7ec4a3988398db82c6a2197, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:08:29.190 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet ee1f12b6d7ec4a3988398db82c6a2197 for partition [0x80000064, 0x800000C8) with scanner id null
21:08:29.194 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table e7bccc0d512647aa8d63cc07915fa439
21:08:29.196 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305399944830976001) for scanner KuduScanner(table=replication_test_table, tablet=2b38c051639343118f12164e5a3a85c1, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:08:29.197 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:108) Finished reading from splits [a63b3c34073495bc2cde7337bbb7d0921fc3bdb200c3d119fb0fd796eb3f0da2]
21:08:29.197 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [a63b3c34073495bc2cde7337bbb7d0921fc3bdb200c3d119fb0fd796eb3f0da2]
21:08:29.197 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
21:08:29.197 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
21:08:29.198 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer 474135c61e614cf4b74a4419f8dbbe5b(127.25.113.3:33669)] disconnecting while in state READY
21:08:29.199 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
21:08:29.199 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split a63b3c34073495bc2cde7337bbb7d0921fc3bdb200c3d119fb0fd796eb3f0da2 finished by subtask 1; deferring removal (restored in pending)
21:08:29.204 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=e50a7637bd0b476f93c5f0e928f83365, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:08:29.205 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table e7bccc0d512647aa8d63cc07915fa439
21:08:29.206 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@b7adbdc
21:08:29.207 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 3 (#0) @ 
21:08:29.207 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 3 (#0)
21:08:29.209 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
21:08:29.209 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 474135c61e614cf4b74a4419f8dbbe5b(127.25.113.3:33669)] handling channelInactive
21:08:29.209 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 474135c61e614cf4b74a4419f8dbbe5b(127.25.113.3:33669)] cleaning up while in state READY due to: connection closed
21:08:29.209 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
21:08:29.224 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 474135c61e614cf4b74a4419f8dbbe5b(127.25.113.3:33669)] handling channelInactive
21:08:29.224 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 474135c61e614cf4b74a4419f8dbbe5b(127.25.113.3:33669)] cleaning up while in state READY due to: connection closed
21:08:29.224 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
21:08:29.224 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
21:08:29.226 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:08:29.231 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from INITIALIZING to RUNNING.
21:08:29.232 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from INITIALIZING to RUNNING.
21:08:29.234 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xb37189db, L:/127.0.0.1:52998 - R:/127.26.45.189:42387] using TOKEN/null
21:08:29.252 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:29.253 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 474135c61e614cf4b74a4419f8dbbe5b(127.25.113.3:33669)] handling channelInactive
21:08:29.254 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 474135c61e614cf4b74a4419f8dbbe5b(127.25.113.3:33669)] cleaning up while in state READY due to: connection closed
21:08:29.254 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
21:08:29.254 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
21:08:29.270 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=32275ca35cb0406e9d1940d965f98801, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:08:29.271 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 32275ca35cb0406e9d1940d965f98801 for partition [<start>, 0x80000064) with scanner id null
21:08:29.280 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=ee1f12b6d7ec4a3988398db82c6a2197, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:08:29.280 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet ee1f12b6d7ec4a3988398db82c6a2197 for partition [0x80000064, 0x800000C8) with scanner id null
21:08:29.291 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=e50a7637bd0b476f93c5f0e928f83365, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:08:29.348 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=32275ca35cb0406e9d1940d965f98801, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:08:29.348 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 32275ca35cb0406e9d1940d965f98801 for partition [<start>, 0x80000064) with scanner id null
21:08:29.355 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=ee1f12b6d7ec4a3988398db82c6a2197, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:08:29.355 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet ee1f12b6d7ec4a3988398db82c6a2197 for partition [0x80000064, 0x800000C8) with scanner id null
21:08:29.368 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=e50a7637bd0b476f93c5f0e928f83365, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:08:29.390 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:29.414 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:08:29.414 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:08:29.414 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:08:29.415 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:29.415 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:29.415 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:29.415 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:29.415 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:29.415 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:29.415 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:29.415 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:29.415 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:29.415 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:08:29.419 [DEBUG - pool-228-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:08:29.420 [DEBUG - pool-228-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:08:29.420 [DEBUG - pool-228-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:08:29.420 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:29.420 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:29.420 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:29.420 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:29.420 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:29.420 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:29.421 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:29.421 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:29.421 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:29.421 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:08:29.427 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=32275ca35cb0406e9d1940d965f98801, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:08:29.428 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 32275ca35cb0406e9d1940d965f98801 for partition [<start>, 0x80000064) with scanner id null
21:08:29.445 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=ee1f12b6d7ec4a3988398db82c6a2197, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:08:29.445 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet ee1f12b6d7ec4a3988398db82c6a2197 for partition [0x80000064, 0x800000C8) with scanner id null
21:08:29.452 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=e50a7637bd0b476f93c5f0e928f83365, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:08:29.500 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 1 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544909499 for job 2841dd5f383bae9a8f297e74525dcca1.
21:08:29.504 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (AsyncKuduSession.java:592) flushing buffer: Buffer{operations=15, operationSize=950, flusherTask=org.apache.kudu.client.AsyncKuduSession$FlusherTask@33a2f91b, flushNotification=Deferred@466734473(state=PENDING, result=null, callback=<none>, errback=<none>)}
21:08:29.505 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer 5e687cc3aa084201b0a390670c1fc5de(127.26.45.129:38915)] connecting to peer
21:08:29.510 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=32275ca35cb0406e9d1940d965f98801, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:08:29.510 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 32275ca35cb0406e9d1940d965f98801 for partition [<start>, 0x80000064) with scanner id null
21:08:29.516 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=ee1f12b6d7ec4a3988398db82c6a2197, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:08:29.516 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet ee1f12b6d7ec4a3988398db82c6a2197 for partition [0x80000064, 0x800000C8) with scanner id null
21:08:29.519 [DEBUG - pool-228-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:08:29.519 [DEBUG - pool-228-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:08:29.519 [DEBUG - pool-228-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:08:29.520 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:29.520 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:29.520 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:29.520 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:29.520 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:29.520 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:29.520 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:29.520 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 5e687cc3aa084201b0a390670c1fc5de(127.26.45.129:38915)] Successfully connected to peer
21:08:29.520 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:29.520 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:29.520 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:08:29.521 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=29942), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [3ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [5ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [5ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [23ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [23ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [23ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [43ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [43ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [43ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [83ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [122ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [142ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [142ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [142ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [142ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [182ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [182ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [182ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [322ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [322ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [323ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [323ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [600ms] refreshing cache from master, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [602ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [603ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [604ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [605ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [605ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [800ms] refreshing cache from master, [800ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [802ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [802ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [803ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [803ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [1040ms] refreshing cache from master, [1041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [1041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [1042ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [1043ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [1044ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [1044ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [1045ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [4241ms] refreshing cache from master, [4241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [4241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [4242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [4242ms] too many traces: truncated at 100 traces, deferred=Deferred@10475732(state=PENDING, result=null, callback=(continuation of Deferred@55291250 after retry RPC after error@1192092) -> (continuation of Deferred@780407685 after retry RPC after error@1352873977) -> (continuation of Deferred@240984226 after retry RPC after error@534411045) -> (continuation of Deferred@298600288 after retry RPC after error@1486468703) -> (continuation of Deferred@1067894238 after retry RPC after error@1938419280) -> (continuation of Deferred@9256966 after retry RPC after error@364061958) -> (continuation of Deferred@481466971 after retry RPC after error@552934643) -> (continuation of Deferred@1242752411 after retry RPC after error@1174758090) -> (continuation of Deferred@1315788819 after retry RPC after error@1190647721) -> (continuation of Deferred@454352081 after retry RPC after error@1995107915) -> (continuation of Deferred@1390644549 after retry RPC after error@709968431) -> (continuation of Deferred@396288480 after retry RPC after error@908578286) -> (continuation of Deferred@2019616714 after retry RPC after error@1484817107) -> (continuation of Deferred@955382210 after retry RPC after error@816913295) -> (continuation of Deferred@1326507236 after retry RPC after error@333078991) -> (continuation of Deferred@617788831 after retry RPC after error@478658537) -> (continuation of Deferred@1417170777 after retry RPC after error@342661120) -> (continuation of Deferred@631482719 after retry RPC after error@83505909) -> (continuation of Deferred@317630388 after retry RPC after error@1647477105) -> (continuation of Deferred@1516447033 after retry RPC after error@257677594) -> (continuation of Deferred@1752108098 after retry RPC after error@505422135) -> (continuation of Deferred@1563006247 after retry RPC after error@208344209) -> (continuation of Deferred@485884994 after retry RPC after error@54568818) -> (continuation of Deferred@307333776 after retry RPC after error@1187695575) -> (continuation of Deferred@1781666648 after retry RPC after error@1817133659) -> (continuation of Deferred@1918128200 after retry RPC after error@1649453478), errback=(continuation of Deferred@55291250 after retry RPC after error@1192092) -> (continuation of Deferred@780407685 after retry RPC after error@1352873977) -> (continuation of Deferred@240984226 after retry RPC after error@534411045) -> (continuation of Deferred@298600288 after retry RPC after error@1486468703) -> (continuation of Deferred@1067894238 after retry RPC after error@1938419280) -> (continuation of Deferred@9256966 after retry RPC after error@364061958) -> (continuation of Deferred@481466971 after retry RPC after error@552934643) -> (continuation of Deferred@1242752411 after retry RPC after error@1174758090) -> (continuation of Deferred@1315788819 after retry RPC after error@1190647721) -> (continuation of Deferred@454352081 after retry RPC after error@1995107915) -> (continuation of Deferred@1390644549 after retry RPC after error@709968431) -> (continuation of Deferred@396288480 after retry RPC after error@908578286) -> (continuation of Deferred@2019616714 after retry RPC after error@1484817107) -> (continuation of Deferred@955382210 after retry RPC after error@816913295) -> (continuation of Deferred@1326507236 after retry RPC after error@333078991) -> (continuation of Deferred@617788831 after retry RPC after error@478658537) -> (continuation of Deferred@1417170777 after retry RPC after error@342661120) -> (continuation of Deferred@631482719 after retry RPC after error@83505909) -> (continuation of Deferred@317630388 after retry RPC after error@1647477105) -> (continuation of Deferred@1516447033 after retry RPC after error@257677594) -> (continuation of Deferred@1752108098 after retry RPC after error@505422135) -> (continuation of Deferred@1563006247 after retry RPC after error@208344209) -> (continuation of Deferred@485884994 after retry RPC after error@54568818) -> (continuation of Deferred@307333776 after retry RPC after error@1187695575) -> (continuation of Deferred@1781666648 after retry RPC after error@1817133659) -> (continuation of Deferred@1918128200 after retry RPC after error@1649453478)))
21:08:29.522 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (SourceReaderBase.java:338) Closing Source Reader.
21:08:29.522 [WARN - Source: KuduSource -> Sink: Writer (1/4)#4] (Task.java:1117) Source: KuduSource -> Sink: Writer (1/4)#4 (c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=29942), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [3ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [5ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [5ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [23ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [23ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [23ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [43ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [43ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [43ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [83ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [122ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [142ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [142ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [142ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [142ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [182ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [182ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [182ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [322ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [322ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [323ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [323ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [600ms] refreshing cache from master, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [602ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [603ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [604ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [605ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [605ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [800ms] refreshing cache from master, [800ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [802ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [802ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [803ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [803ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [1040ms] refreshing cache from master, [1041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [1041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [1042ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [1043ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [1044ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [1044ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [1045ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [4241ms] refreshing cache from master, [4241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [4241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [4242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [4242ms] too many traces: truncated at 100 traces, deferred=Deferred@10475732(state=PENDING, result=null, callback=(continuation of Deferred@55291250 after retry RPC after error@1192092) -> (continuation of Deferred@780407685 after retry RPC after error@1352873977) -> (continuation of Deferred@240984226 after retry RPC after error@534411045) -> (continuation of Deferred@298600288 after retry RPC after error@1486468703) -> (continuation of Deferred@1067894238 after retry RPC after error@1938419280) -> (continuation of Deferred@9256966 after retry RPC after error@364061958) -> (continuation of Deferred@481466971 after retry RPC after error@552934643) -> (continuation of Deferred@1242752411 after retry RPC after error@1174758090) -> (continuation of Deferred@1315788819 after retry RPC after error@1190647721) -> (continuation of Deferred@454352081 after retry RPC after error@1995107915) -> (continuation of Deferred@1390644549 after retry RPC after error@709968431) -> (continuation of Deferred@396288480 after retry RPC after error@908578286) -> (continuation of Deferred@2019616714 after retry RPC after error@1484817107) -> (continuation of Deferred@955382210 after retry RPC after error@816913295) -> (continuation of Deferred@1326507236 after retry RPC after error@333078991) -> (continuation of Deferred@617788831 after retry RPC after error@478658537) -> (continuation of Deferred@1417170777 after retry RPC after error@342661120) -> (continuation of Deferred@631482719 after retry RPC after error@83505909) -> (continuation of Deferred@317630388 after retry RPC after error@1647477105) -> (continuation of Deferred@1516447033 after retry RPC after error@257677594) -> (continuation of Deferred@1752108098 after retry RPC after error@505422135) -> (continuation of Deferred@1563006247 after retry RPC after error@208344209) -> (continuation of Deferred@485884994 after retry RPC after error@54568818) -> (continuation of Deferred@307333776 after retry RPC after error@1187695575) -> (continuation of Deferred@1781666648 after retry RPC after error@1817133659) -> (continuation of Deferred@1918128200 after retry RPC after error@1649453478), errback=(continuation of Deferred@55291250 after retry RPC after error@1192092) -> (continuation of Deferred@780407685 after retry RPC after error@1352873977) -> (continuation of Deferred@240984226 after retry RPC after error@534411045) -> (continuation of Deferred@298600288 after retry RPC after error@1486468703) -> (continuation of Deferred@1067894238 after retry RPC after error@1938419280) -> (continuation of Deferred@9256966 after retry RPC after error@364061958) -> (continuation of Deferred@481466971 after retry RPC after error@552934643) -> (continuation of Deferred@1242752411 after retry RPC after error@1174758090) -> (continuation of Deferred@1315788819 after retry RPC after error@1190647721) -> (continuation of Deferred@454352081 after retry RPC after error@1995107915) -> (continuation of Deferred@1390644549 after retry RPC after error@709968431) -> (continuation of Deferred@396288480 after retry RPC after error@908578286) -> (continuation of Deferred@2019616714 after retry RPC after error@1484817107) -> (continuation of Deferred@955382210 after retry RPC after error@816913295) -> (continuation of Deferred@1326507236 after retry RPC after error@333078991) -> (continuation of Deferred@617788831 after retry RPC after error@478658537) -> (continuation of Deferred@1417170777 after retry RPC after error@342661120) -> (continuation of Deferred@631482719 after retry RPC after error@83505909) -> (continuation of Deferred@317630388 after retry RPC after error@1647477105) -> (continuation of Deferred@1516447033 after retry RPC after error@257677594) -> (continuation of Deferred@1752108098 after retry RPC after error@505422135) -> (continuation of Deferred@1563006247 after retry RPC after error@208344209) -> (continuation of Deferred@485884994 after retry RPC after error@54568818) -> (continuation of Deferred@307333776 after retry RPC after error@1187695575) -> (continuation of Deferred@1781666648 after retry RPC after error@1817133659) -> (continuation of Deferred@1918128200 after retry RPC after error@1649453478)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.20.46.189:42409
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:08:29.523 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#4 (c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_0_4).
21:08:29.523 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=e50a7637bd0b476f93c5f0e928f83365, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:08:29.525 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#4 c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_0_4.
21:08:29.527 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1449) Source: KuduSource -> Sink: Writer (1/4) (c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from INITIALIZING to FAILED on 55c4d95f-4b70-4fa7-a972-a2dfacde7c76 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=29942), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [3ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [5ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [5ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [23ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [23ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [23ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [43ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [43ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [43ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [83ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [122ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [142ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [142ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [142ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [142ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [182ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [182ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [182ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [322ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [322ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [323ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [323ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [600ms] refreshing cache from master, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [602ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [603ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [604ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [605ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [605ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [800ms] refreshing cache from master, [800ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [802ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [802ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [803ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [803ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [1040ms] refreshing cache from master, [1041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [1041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [1042ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [1043ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [1044ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [1044ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [1045ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [4241ms] refreshing cache from master, [4241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [4241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [4242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [4242ms] too many traces: truncated at 100 traces, deferred=Deferred@10475732(state=PENDING, result=null, callback=(continuation of Deferred@55291250 after retry RPC after error@1192092) -> (continuation of Deferred@780407685 after retry RPC after error@1352873977) -> (continuation of Deferred@240984226 after retry RPC after error@534411045) -> (continuation of Deferred@298600288 after retry RPC after error@1486468703) -> (continuation of Deferred@1067894238 after retry RPC after error@1938419280) -> (continuation of Deferred@9256966 after retry RPC after error@364061958) -> (continuation of Deferred@481466971 after retry RPC after error@552934643) -> (continuation of Deferred@1242752411 after retry RPC after error@1174758090) -> (continuation of Deferred@1315788819 after retry RPC after error@1190647721) -> (continuation of Deferred@454352081 after retry RPC after error@1995107915) -> (continuation of Deferred@1390644549 after retry RPC after error@709968431) -> (continuation of Deferred@396288480 after retry RPC after error@908578286) -> (continuation of Deferred@2019616714 after retry RPC after error@1484817107) -> (continuation of Deferred@955382210 after retry RPC after error@816913295) -> (continuation of Deferred@1326507236 after retry RPC after error@333078991) -> (continuation of Deferred@617788831 after retry RPC after error@478658537) -> (continuation of Deferred@1417170777 after retry RPC after error@342661120) -> (continuation of Deferred@631482719 after retry RPC after error@83505909) -> (continuation of Deferred@317630388 after retry RPC after error@1647477105) -> (continuation of Deferred@1516447033 after retry RPC after error@257677594) -> (continuation of Deferred@1752108098 after retry RPC after error@505422135) -> (continuation of Deferred@1563006247 after retry RPC after error@208344209) -> (continuation of Deferred@485884994 after retry RPC after error@54568818) -> (continuation of Deferred@307333776 after retry RPC after error@1187695575) -> (continuation of Deferred@1781666648 after retry RPC after error@1817133659) -> (continuation of Deferred@1918128200 after retry RPC after error@1649453478), errback=(continuation of Deferred@55291250 after retry RPC after error@1192092) -> (continuation of Deferred@780407685 after retry RPC after error@1352873977) -> (continuation of Deferred@240984226 after retry RPC after error@534411045) -> (continuation of Deferred@298600288 after retry RPC after error@1486468703) -> (continuation of Deferred@1067894238 after retry RPC after error@1938419280) -> (continuation of Deferred@9256966 after retry RPC after error@364061958) -> (continuation of Deferred@481466971 after retry RPC after error@552934643) -> (continuation of Deferred@1242752411 after retry RPC after error@1174758090) -> (continuation of Deferred@1315788819 after retry RPC after error@1190647721) -> (continuation of Deferred@454352081 after retry RPC after error@1995107915) -> (continuation of Deferred@1390644549 after retry RPC after error@709968431) -> (continuation of Deferred@396288480 after retry RPC after error@908578286) -> (continuation of Deferred@2019616714 after retry RPC after error@1484817107) -> (continuation of Deferred@955382210 after retry RPC after error@816913295) -> (continuation of Deferred@1326507236 after retry RPC after error@333078991) -> (continuation of Deferred@617788831 after retry RPC after error@478658537) -> (continuation of Deferred@1417170777 after retry RPC after error@342661120) -> (continuation of Deferred@631482719 after retry RPC after error@83505909) -> (continuation of Deferred@317630388 after retry RPC after error@1647477105) -> (continuation of Deferred@1516447033 after retry RPC after error@257677594) -> (continuation of Deferred@1752108098 after retry RPC after error@505422135) -> (continuation of Deferred@1563006247 after retry RPC after error@208344209) -> (continuation of Deferred@485884994 after retry RPC after error@54568818) -> (continuation of Deferred@307333776 after retry RPC after error@1187695575) -> (continuation of Deferred@1781666648 after retry RPC after error@1817133659) -> (continuation of Deferred@1918128200 after retry RPC after error@1649453478)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.20.46.189:42409
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:08:29.528 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job be5d90ea6ea762b3c60063afb0fd4b65: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
21:08:29.529 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#4) of source Source: KuduSource.
21:08:29.536 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_0_4.
21:08:29.581 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:08:29.583 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=32275ca35cb0406e9d1940d965f98801, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:08:29.583 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 32275ca35cb0406e9d1940d965f98801 for partition [<start>, 0x80000064) with scanner id null
21:08:29.589 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=ee1f12b6d7ec4a3988398db82c6a2197, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:08:29.590 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet ee1f12b6d7ec4a3988398db82c6a2197 for partition [0x80000064, 0x800000C8) with scanner id null
21:08:29.592 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x247a39ce, L:/127.0.0.1:35118 - R:/127.26.45.129:38915] using TOKEN/null
21:08:29.604 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=e50a7637bd0b476f93c5f0e928f83365, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:08:29.622 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:29.661 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=32275ca35cb0406e9d1940d965f98801, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:08:29.661 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 32275ca35cb0406e9d1940d965f98801 for partition [<start>, 0x80000064) with scanner id null
21:08:29.668 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=ee1f12b6d7ec4a3988398db82c6a2197, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:08:29.668 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet ee1f12b6d7ec4a3988398db82c6a2197 for partition [0x80000064, 0x800000C8) with scanner id null
21:08:29.676 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=e50a7637bd0b476f93c5f0e928f83365, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:08:29.735 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=32275ca35cb0406e9d1940d965f98801, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:08:29.735 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 32275ca35cb0406e9d1940d965f98801 for partition [<start>, 0x80000064) with scanner id null
21:08:29.744 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=ee1f12b6d7ec4a3988398db82c6a2197, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:08:29.744 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet ee1f12b6d7ec4a3988398db82c6a2197 for partition [0x80000064, 0x800000C8) with scanner id null
21:08:29.752 [DEBUG - pool-240-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:08:29.753 [DEBUG - pool-240-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:08:29.753 [DEBUG - pool-240-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:08:29.753 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:29.754 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:29.754 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:29.754 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:29.754 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:29.754 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:29.754 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:29.754 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:29.754 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:29.754 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:29.754 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:08:29.755 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=e50a7637bd0b476f93c5f0e928f83365, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:08:29.816 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=32275ca35cb0406e9d1940d965f98801, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:08:29.816 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 32275ca35cb0406e9d1940d965f98801 for partition [<start>, 0x80000064) with scanner id null
21:08:29.826 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=ee1f12b6d7ec4a3988398db82c6a2197, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:08:29.827 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet ee1f12b6d7ec4a3988398db82c6a2197 for partition [0x80000064, 0x800000C8) with scanner id null
21:08:29.834 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=e50a7637bd0b476f93c5f0e928f83365, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:08:29.882 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 1 for job 2841dd5f383bae9a8f297e74525dcca1 (2859 bytes, checkpointDuration=382 ms, finalizationTime=1 ms).
21:08:29.883 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 1 as completed for source Source: KuduSource.
21:08:29.883 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 1 complete: removed split a63b3c34073495bc2cde7337bbb7d0921fc3bdb200c3d119fb0fd796eb3f0da2 from pending
21:08:29.883 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 1 complete: removed split efed5b11fd34167badac85a09d240a91209c552fe5e260eee9ab5476dd5ddd08 from pending
21:08:29.883 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 1 complete: removed split 0b1688dec72512e5f785b90999eaaad524d7ec25af2b4396fb6bc22b57f8ebda from pending
21:08:29.883 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 1 complete: removed 3 finished splits from enumerator state
21:08:29.890 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:29.897 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 15 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=32275ca35cb0406e9d1940d965f98801, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:08:29.897 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 32275ca35cb0406e9d1940d965f98801 for partition [<start>, 0x80000064) with scanner id null
21:08:29.904 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=ee1f12b6d7ec4a3988398db82c6a2197, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:08:29.905 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet ee1f12b6d7ec4a3988398db82c6a2197 for partition [0x80000064, 0x800000C8) with scanner id null
21:08:29.911 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=e50a7637bd0b476f93c5f0e928f83365, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:08:29.916 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 51684093b2bc4c878f88cc34d1cd30af
21:08:29.919 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table e7bccc0d512647aa8d63cc07915fa439
21:08:29.923 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 51684093b2bc4c878f88cc34d1cd30af
21:08:29.930 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table e7bccc0d512647aa8d63cc07915fa439
21:08:29.935 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 51684093b2bc4c878f88cc34d1cd30af
21:08:29.939 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table e7bccc0d512647aa8d63cc07915fa439
21:08:29.985 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 15 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=635819dfcd9c4e888866ca466797fad6, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:08:29.985 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 635819dfcd9c4e888866ca466797fad6 for partition [<start>, 0x80000064) with scanner id null
21:08:29.986 [DEBUG - main] (Connection.java:748) [peer 474135c61e614cf4b74a4419f8dbbe5b(127.25.113.3:33669)] connecting to peer
21:08:30.003 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 2 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544910000 for job 2841dd5f383bae9a8f297e74525dcca1.
21:08:30.009 [DEBUG - kudu-nio-4] (Connection.java:757) [peer 474135c61e614cf4b74a4419f8dbbe5b(127.25.113.3:33669)] Successfully connected to peer
21:08:30.015 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 2 for job 2841dd5f383bae9a8f297e74525dcca1 (964 bytes, checkpointDuration=15 ms, finalizationTime=0 ms).
21:08:30.020 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 2 as completed for source Source: KuduSource.
21:08:30.072 [DEBUG - kudu-nio-4] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:08:30.074 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:08:30.074 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:08:30.074 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:08:30.075 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:30.075 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:30.075 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:30.076 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:30.076 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:30.076 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:30.076 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:30.076 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:30.076 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:30.076 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:08:30.079 [DEBUG - kudu-nio-4] (Negotiator.java:919) Authenticated connection [id: 0xe866c196, L:/127.0.0.1:51386 - R:/127.25.113.3:33669] using TOKEN/null
21:08:30.091 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=2b38c051639343118f12164e5a3a85c1, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:08:30.097 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 2b38c051639343118f12164e5a3a85c1 for partition [0x80000064, 0x800000C8) with scanner id null
21:08:30.111 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=113017c1277a41e5aafe776e66dd3d2d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:08:30.117 [DEBUG - pool-242-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:08:30.117 [DEBUG - pool-242-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:08:30.117 [DEBUG - pool-242-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:08:30.118 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:30.118 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:30.118 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:30.118 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:30.118 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:30.118 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:30.119 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:30.119 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:30.119 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:30.119 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:08:30.124 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 15 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=32275ca35cb0406e9d1940d965f98801, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:08:30.124 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 32275ca35cb0406e9d1940d965f98801 for partition [<start>, 0x80000064) with scanner id null
21:08:30.125 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:30.131 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=ee1f12b6d7ec4a3988398db82c6a2197, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:08:30.131 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet ee1f12b6d7ec4a3988398db82c6a2197 for partition [0x80000064, 0x800000C8) with scanner id null
21:08:30.140 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=e50a7637bd0b476f93c5f0e928f83365, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:08:30.156 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 15 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=635819dfcd9c4e888866ca466797fad6, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:08:30.156 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 635819dfcd9c4e888866ca466797fad6 for partition [<start>, 0x80000064) with scanner id null
21:08:30.166 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=2b38c051639343118f12164e5a3a85c1, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:08:30.167 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 2b38c051639343118f12164e5a3a85c1 for partition [0x80000064, 0x800000C8) with scanner id null
21:08:30.175 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=113017c1277a41e5aafe776e66dd3d2d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:08:30.194 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 15 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=32275ca35cb0406e9d1940d965f98801, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:08:30.194 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 32275ca35cb0406e9d1940d965f98801 for partition [<start>, 0x80000064) with scanner id null
21:08:30.208 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=ee1f12b6d7ec4a3988398db82c6a2197, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:08:30.208 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet ee1f12b6d7ec4a3988398db82c6a2197 for partition [0x80000064, 0x800000C8) with scanner id null
21:08:30.218 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=e50a7637bd0b476f93c5f0e928f83365, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:08:30.219 [DEBUG - main] (Connection.java:575) [peer 4661a2b9a7364479b9a63d6ec16d5789(127.26.45.131:35493)] disconnecting while in state READY
21:08:30.219 [DEBUG - main] (Connection.java:575) [peer master-127.26.45.189:42387(127.26.45.189:42387)] disconnecting while in state READY
21:08:30.219 [DEBUG - main] (Connection.java:575) [peer master-127.26.45.188:44635(127.26.45.188:44635)] disconnecting while in state READY
21:08:30.219 [DEBUG - main] (Connection.java:575) [peer 5e687cc3aa084201b0a390670c1fc5de(127.26.45.129:38915)] disconnecting while in state READY
21:08:30.219 [DEBUG - main] (Connection.java:575) [peer master-127.26.45.190:34167(127.26.45.190:34167)] disconnecting while in state READY
21:08:30.219 [DEBUG - kudu-nio-4] (Connection.java:239) [peer 4661a2b9a7364479b9a63d6ec16d5789(127.26.45.131:35493)] handling channelInactive
21:08:30.220 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 4661a2b9a7364479b9a63d6ec16d5789(127.26.45.131:35493)] cleaning up while in state READY due to: connection closed
21:08:30.220 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.26.45.189:42387(127.26.45.189:42387)] handling channelInactive
21:08:30.220 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state READY due to: connection closed
21:08:30.220 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.26.45.190:34167(127.26.45.190:34167)] handling channelInactive
21:08:30.220 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state READY due to: connection closed
21:08:30.219 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.26.45.188:44635(127.26.45.188:44635)] handling channelInactive
21:08:30.221 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state READY due to: connection closed
21:08:30.222 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:2704) Releasing all remaining resources
21:08:30.224 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-0
21:08:30.224 [DEBUG - kudu-nio-4] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-4
21:08:30.224 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 26 thread-local buffer(s) from thread: kudu-nio-1
21:08:30.224 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-2
21:08:30.233 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 5e687cc3aa084201b0a390670c1fc5de(127.26.45.129:38915)] handling channelInactive
21:08:30.233 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 5e687cc3aa084201b0a390670c1fc5de(127.26.45.129:38915)] cleaning up while in state READY due to: connection closed
21:08:30.234 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 23 thread-local buffer(s) from thread: kudu-nio-3
21:08:30.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:30.235011 26806 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu with pid 27098
21:08:30.255 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:30.313 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 5e687cc3aa084201b0a390670c1fc5de(127.26.45.129:38915)] handling channelInactive
21:08:30.313 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 5e687cc3aa084201b0a390670c1fc5de(127.26.45.129:38915)] cleaning up while in state READY due to: connection closed
21:08:30.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:30.314833 26806 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu with pid 27369
21:08:30.389 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:30.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:30.396504 26806 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu with pid 27524
21:08:30.411 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 51684093b2bc4c878f88cc34d1cd30af
21:08:30.414 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='67a2a38a3951303d8d5ce742e0f60f121df00336c1d77b9a9bd37757f378fd8d'}]
21:08:30.415 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='63e7f78d3e89808a51c2013a427c72d2691ec7dacd7cbe13ec2d067f5d2b2776'}]
21:08:30.417 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:08:30.417 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='6460d000f6dd083eab6cd9917685769811102240ae3903f81436c39c227cea32'}]
21:08:30.420 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:115) Starting split fetcher 1
21:08:30.421 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=298084, tablet=2b38c051639343118f12164e5a3a85c1@[241acaec43cf4bc880b3a74b659d054f(127.25.113.2:45253)[L],474135c61e614cf4b74a4419f8dbbe5b(127.25.113.3:33669),fb4f58695a0e41498f876a3fa5558214(127.25.113.1:46827)]}]
21:08:30.424 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:08:30.424 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:115) Starting split fetcher 1
21:08:30.425 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x80000064, ttl=298084, tablet=635819dfcd9c4e888866ca466797fad6@[241acaec43cf4bc880b3a74b659d054f(127.25.113.2:45253)[L],474135c61e614cf4b74a4419f8dbbe5b(127.25.113.3:33669),fb4f58695a0e41498f876a3fa5558214(127.25.113.1:46827)]}]
21:08:30.427 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:08:30.427 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:115) Starting split fetcher 1
21:08:30.428 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=298084, tablet=113017c1277a41e5aafe776e66dd3d2d@[241acaec43cf4bc880b3a74b659d054f(127.25.113.2:45253)[L],474135c61e614cf4b74a4419f8dbbe5b(127.25.113.3:33669),fb4f58695a0e41498f876a3fa5558214(127.25.113.1:46827)]}]
21:08:30.445 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer 474135c61e614cf4b74a4419f8dbbe5b(127.25.113.3:33669)] connecting to peer
21:08:30.453 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer 474135c61e614cf4b74a4419f8dbbe5b(127.25.113.3:33669)] connecting to peer
21:08:30.456 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer 474135c61e614cf4b74a4419f8dbbe5b(127.25.113.3:33669)] connecting to peer
21:08:30.463 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 474135c61e614cf4b74a4419f8dbbe5b(127.25.113.3:33669)] Successfully connected to peer
21:08:30.473 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.25.113.3
21:08:30.477 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 474135c61e614cf4b74a4419f8dbbe5b(127.25.113.3:33669)] Successfully connected to peer
21:08:30.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:30.488408 26806 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu with pid 26818
21:08:30.489 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:08:30.491 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 474135c61e614cf4b74a4419f8dbbe5b(127.25.113.3:33669)] Successfully connected to peer
21:08:30.493 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x37f9ac3a, L:/127.0.0.1:51396 - R:/127.25.113.3:33669] using SASL/PLAIN
21:08:30.495 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.25.113.3
21:08:30.502 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 3 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544910499 for job 2841dd5f383bae9a8f297e74525dcca1.
21:08:30.507 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:08:30.511 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.25.113.3
21:08:30.515 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 3 for job 2841dd5f383bae9a8f297e74525dcca1 (2889 bytes, checkpointDuration=16 ms, finalizationTime=0 ms).
21:08:30.517 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 3 as completed for source Source: KuduSource.
21:08:30.528 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x7fdbe33a, L:/127.0.0.1:51410 - R:/127.25.113.3:33669] using SASL/PLAIN
21:08:30.533 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:08:30.538 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305399953022976001) for scanner KuduScanner(table=replication_test_table, tablet=2b38c051639343118f12164e5a3a85c1, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:08:30.541 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:108) Finished reading from splits [63e7f78d3e89808a51c2013a427c72d2691ec7dacd7cbe13ec2d067f5d2b2776]
21:08:30.541 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [63e7f78d3e89808a51c2013a427c72d2691ec7dacd7cbe13ec2d067f5d2b2776]
21:08:30.542 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 1 because it is idle.
21:08:30.542 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 1
21:08:30.542 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 63e7f78d3e89808a51c2013a427c72d2691ec7dacd7cbe13ec2d067f5d2b2776 finished by subtask 2; deferring removal (restored in pending)
21:08:30.543 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer 474135c61e614cf4b74a4419f8dbbe5b(127.25.113.3:33669)] disconnecting while in state READY
21:08:30.555 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
21:08:30.559 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x990373d9, L:/127.0.0.1:51420 - R:/127.25.113.3:33669] using SASL/PLAIN
21:08:30.569 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305399953022976001) for scanner KuduScanner(table=replication_test_table, tablet=113017c1277a41e5aafe776e66dd3d2d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:08:30.570 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:108) Finished reading from splits [6460d000f6dd083eab6cd9917685769811102240ae3903f81436c39c227cea32]
21:08:30.570 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [6460d000f6dd083eab6cd9917685769811102240ae3903f81436c39c227cea32]
21:08:30.570 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 1 because it is idle.
21:08:30.570 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 1
21:08:30.571 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 6460d000f6dd083eab6cd9917685769811102240ae3903f81436c39c227cea32 finished by subtask 1; deferring removal (restored in pending)
21:08:30.571 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer 474135c61e614cf4b74a4419f8dbbe5b(127.25.113.3:33669)] disconnecting while in state READY
21:08:30.572 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
21:08:30.593 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.26.45.190:34167(127.26.45.190:34167)] handling channelInactive
21:08:30.593 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state READY due to: connection closed
21:08:30.593 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.26.45.190:34167(127.26.45.190:34167)] handling channelInactive
21:08:30.593 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state READY due to: connection closed
21:08:30.593 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.26.45.190:34167(127.26.45.190:34167)] handling channelInactive
21:08:30.593 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state READY due to: connection closed
21:08:30.593 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.26.45.190:34167(127.26.45.190:34167)] handling channelInactive
21:08:30.594 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state READY due to: connection closed
21:08:30.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:30.596882 26806 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu with pid 26890
21:08:30.600 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 474135c61e614cf4b74a4419f8dbbe5b(127.25.113.3:33669)] handling channelInactive
21:08:30.600 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 474135c61e614cf4b74a4419f8dbbe5b(127.25.113.3:33669)] cleaning up while in state READY due to: connection closed
21:08:30.600 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
21:08:30.603 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:128) Split fetcher 1 exited.
21:08:30.621 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:30.632 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 474135c61e614cf4b74a4419f8dbbe5b(127.25.113.3:33669)] handling channelInactive
21:08:30.632 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 474135c61e614cf4b74a4419f8dbbe5b(127.25.113.3:33669)] cleaning up while in state READY due to: connection closed
21:08:30.633 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-0
21:08:30.633 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:128) Split fetcher 1 exited.
21:08:30.644 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.26.45.189:42387(127.26.45.189:42387)] handling channelInactive
21:08:30.644 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state READY due to: connection closed
21:08:30.644 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.26.45.189:42387(127.26.45.189:42387)] handling channelInactive
21:08:30.644 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state READY due to: connection closed
21:08:30.644 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.26.45.189:42387(127.26.45.189:42387)] handling channelInactive
21:08:30.644 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state READY due to: connection closed
21:08:30.645 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.26.45.189:42387(127.26.45.189:42387)] handling channelInactive
21:08:30.645 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state READY due to: connection closed
21:08:30.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:30.649483 26806 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu with pid 26967
21:08:30.702 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.26.45.188:44635(127.26.45.188:44635)] handling channelInactive
21:08:30.702 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state READY due to: connection closed
21:08:30.702 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.26.45.188:44635(127.26.45.188:44635)] handling channelInactive
21:08:30.702 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.26.45.188:44635(127.26.45.188:44635)] handling channelInactive
21:08:30.702 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state READY due to: connection closed
21:08:30.702 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.26.45.188:44635(127.26.45.188:44635)] handling channelInactive
21:08:30.706 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state READY due to: connection closed
21:08:30.702 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state READY due to: connection closed
21:08:30.752 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:30.782 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305399953022976001) for scanner KuduScanner(table=replication_test_table, tablet=635819dfcd9c4e888866ca466797fad6, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:08:30.783 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:108) Finished reading from splits [67a2a38a3951303d8d5ce742e0f60f121df00336c1d77b9a9bd37757f378fd8d]
21:08:30.783 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [67a2a38a3951303d8d5ce742e0f60f121df00336c1d77b9a9bd37757f378fd8d]
21:08:30.784 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 1 because it is idle.
21:08:30.784 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 1
21:08:30.784 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer 474135c61e614cf4b74a4419f8dbbe5b(127.25.113.3:33669)] disconnecting while in state READY
21:08:30.785 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
21:08:30.786 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 67a2a38a3951303d8d5ce742e0f60f121df00336c1d77b9a9bd37757f378fd8d finished by subtask 0; deferring removal (restored in pending)
21:08:30.809 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 474135c61e614cf4b74a4419f8dbbe5b(127.25.113.3:33669)] handling channelInactive
21:08:30.809 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:128) Split fetcher 1 exited.
21:08:30.809 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 474135c61e614cf4b74a4419f8dbbe5b(127.25.113.3:33669)] cleaning up while in state READY due to: connection closed
21:08:30.809 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
21:08:30.890 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:31.000 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 4 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544910999 for job 2841dd5f383bae9a8f297e74525dcca1.
21:08:31.022 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 4 for job 2841dd5f383bae9a8f297e74525dcca1 (2889 bytes, checkpointDuration=22 ms, finalizationTime=1 ms).
21:08:31.026 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 4 as completed for source Source: KuduSource.
21:08:31.027 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 4 complete: removed split 6460d000f6dd083eab6cd9917685769811102240ae3903f81436c39c227cea32 from pending
21:08:31.027 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 4 complete: removed split 67a2a38a3951303d8d5ce742e0f60f121df00336c1d77b9a9bd37757f378fd8d from pending
21:08:31.027 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 4 complete: removed split 63e7f78d3e89808a51c2013a427c72d2691ec7dacd7cbe13ec2d067f5d2b2776 from pending
21:08:31.027 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 4 complete: removed 3 finished splits from enumerator state
21:08:31.073 [DEBUG - pool-234-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:08:31.073 [DEBUG - pool-234-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:08:31.073 [DEBUG - pool-234-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:08:31.074 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:31.074 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:31.075 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:31.075 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:31.075 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:31.075 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:31.076 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:31.076 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:31.076 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:31.076 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:08:31.122 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:31.253 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:31.271 [DEBUG - pool-238-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:08:31.272 [DEBUG - pool-238-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:08:31.272 [DEBUG - pool-238-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:08:31.273 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:31.273 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:31.274 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:31.274 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:31.274 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:31.275 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:31.275 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:31.277 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:31.277 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:31.277 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:08:31.322 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.22.50.60:38829(127.22.50.60:38829)] connecting to peer
21:08:31.322 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.22.50.61:45261(127.22.50.61:45261)] connecting to peer
21:08:31.322 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.22.50.62:44659(127.22.50.62:44659)] connecting to peer
21:08:31.323 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:08:31.324 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.50.60:38829(127.22.50.60:38829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:08:31.324 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.60:38829: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:08:31.324 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:08:31.324 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.50.61:45261(127.22.50.61:45261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:08:31.324 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.61:45261: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:08:31.325 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:08:31.325 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.50.62:44659(127.22.50.62:44659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:08:31.325 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.62:44659: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:08:31.325 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659; will retry
21:08:31.391 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:31.500 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 5 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544911499 for job 2841dd5f383bae9a8f297e74525dcca1.
21:08:31.520 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 5 for job 2841dd5f383bae9a8f297e74525dcca1 (964 bytes, checkpointDuration=20 ms, finalizationTime=1 ms).
21:08:31.527 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 5 as completed for source Source: KuduSource.
21:08:31.622 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:31.757 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:31.890 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:32.000 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 6 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544912000 for job 2841dd5f383bae9a8f297e74525dcca1.
21:08:32.028 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 6 for job 2841dd5f383bae9a8f297e74525dcca1 (964 bytes, checkpointDuration=27 ms, finalizationTime=1 ms).
21:08:32.030 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 6 as completed for source Source: KuduSource.
21:08:32.122 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:32.124 [DEBUG - pool-232-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:08:32.124 [DEBUG - pool-232-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:08:32.124 [DEBUG - pool-232-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:08:32.125 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:32.125 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:32.125 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:32.125 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:32.125 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:32.125 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:32.126 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:32.125 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:32.126 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:32.126 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:08:32.253 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:32.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T21:08:32Z chronyd exiting
21:08:32.361 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:08:32.362 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:08:32.362 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:08:32.362 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:32.362 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:32.362 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:32.362 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:32.362 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:32.362 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:32.363 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:32.363 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:32.363 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:32.363 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:08:32.384 [DEBUG - pool-232-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:08:32.384 [DEBUG - pool-232-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:08:32.384 [DEBUG - pool-232-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:08:32.384 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:32.384 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:32.384 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:32.384 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:32.385 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:32.385 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:32.385 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:32.385 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:32.385 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:32.385 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:08:32.390 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:32.410 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 51684093b2bc4c878f88cc34d1cd30af
21:08:32.415 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='0d3a4ef69c6d367764002ea8bdf2916608bdb39815c6741c267e4ed5df942d18'}]
21:08:32.417 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:08:32.417 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:115) Starting split fetcher 2
21:08:32.418 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=296084, tablet=113017c1277a41e5aafe776e66dd3d2d@[241acaec43cf4bc880b3a74b659d054f(127.25.113.2:45253)[L],474135c61e614cf4b74a4419f8dbbe5b(127.25.113.3:33669),fb4f58695a0e41498f876a3fa5558214(127.25.113.1:46827)]}]
21:08:32.419 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='6e2cbae731a2149ede827de60efe4d39eaeb62a545432de7c3f4fc8f5548366c'}]
21:08:32.420 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:08:32.421 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='307366936665a3cd4babcaaada7f9444beada5a221bb014c3551b128bfc0b92b'}]
21:08:32.423 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:08:32.423 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:115) Starting split fetcher 2
21:08:32.424 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=296084, tablet=2b38c051639343118f12164e5a3a85c1@[241acaec43cf4bc880b3a74b659d054f(127.25.113.2:45253)[L],474135c61e614cf4b74a4419f8dbbe5b(127.25.113.3:33669),fb4f58695a0e41498f876a3fa5558214(127.25.113.1:46827)]}]
21:08:32.424 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer 474135c61e614cf4b74a4419f8dbbe5b(127.25.113.3:33669)] connecting to peer
21:08:32.426 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
21:08:32.427 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 474135c61e614cf4b74a4419f8dbbe5b(127.25.113.3:33669)] Successfully connected to peer
21:08:32.429 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x80000064, ttl=296084, tablet=635819dfcd9c4e888866ca466797fad6@[241acaec43cf4bc880b3a74b659d054f(127.25.113.2:45253)[L],474135c61e614cf4b74a4419f8dbbe5b(127.25.113.3:33669),fb4f58695a0e41498f876a3fa5558214(127.25.113.1:46827)]}]
21:08:32.431 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer 474135c61e614cf4b74a4419f8dbbe5b(127.25.113.3:33669)] connecting to peer
21:08:32.433 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer 474135c61e614cf4b74a4419f8dbbe5b(127.25.113.3:33669)] connecting to peer
21:08:32.434 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 474135c61e614cf4b74a4419f8dbbe5b(127.25.113.3:33669)] Successfully connected to peer
21:08:32.435 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 474135c61e614cf4b74a4419f8dbbe5b(127.25.113.3:33669)] Successfully connected to peer
21:08:32.451 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.25.113.3
21:08:32.457 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.25.113.3
21:08:32.460 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.25.113.3
21:08:32.466 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:08:32.471 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:08:32.482 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x5d0bd899, L:/127.0.0.1:51440 - R:/127.25.113.3:33669] using SASL/PLAIN
21:08:32.486 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:08:32.487 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xeb985153, L:/127.0.0.1:51426 - R:/127.25.113.3:33669] using SASL/PLAIN
21:08:32.493 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xbad83803, L:/127.0.0.1:51432 - R:/127.25.113.3:33669] using SASL/PLAIN
21:08:32.495 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305399961214976001) for scanner KuduScanner(table=replication_test_table, tablet=113017c1277a41e5aafe776e66dd3d2d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:08:32.496 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:108) Finished reading from splits [0d3a4ef69c6d367764002ea8bdf2916608bdb39815c6741c267e4ed5df942d18]
21:08:32.496 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [0d3a4ef69c6d367764002ea8bdf2916608bdb39815c6741c267e4ed5df942d18]
21:08:32.496 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 2 because it is idle.
21:08:32.496 [DEBUG - pool-242-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:08:32.496 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 2
21:08:32.497 [DEBUG - pool-242-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:08:32.497 [DEBUG - pool-242-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:08:32.497 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:32.497 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:32.497 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:32.498 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 0d3a4ef69c6d367764002ea8bdf2916608bdb39815c6741c267e4ed5df942d18 finished by subtask 1; deferring removal (restored in pending)
21:08:32.498 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:32.498 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:32.498 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:32.498 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:32.498 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:32.498 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:32.498 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:08:32.499 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer 474135c61e614cf4b74a4419f8dbbe5b(127.25.113.3:33669)] disconnecting while in state READY
21:08:32.500 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 7 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544912500 for job 2841dd5f383bae9a8f297e74525dcca1.
21:08:32.512 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 7 for job 2841dd5f383bae9a8f297e74525dcca1 (2889 bytes, checkpointDuration=12 ms, finalizationTime=0 ms).
21:08:32.515 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 7 as completed for source Source: KuduSource.
21:08:32.515 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 7 complete: removed split 0d3a4ef69c6d367764002ea8bdf2916608bdb39815c6741c267e4ed5df942d18 from pending
21:08:32.515 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 7 complete: removed 1 finished splits from enumerator state
21:08:32.517 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
21:08:32.519 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305399961214976001) for scanner KuduScanner(table=replication_test_table, tablet=2b38c051639343118f12164e5a3a85c1, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:08:32.520 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:108) Finished reading from splits [307366936665a3cd4babcaaada7f9444beada5a221bb014c3551b128bfc0b92b]
21:08:32.520 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [307366936665a3cd4babcaaada7f9444beada5a221bb014c3551b128bfc0b92b]
21:08:32.520 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 2 because it is idle.
21:08:32.520 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 2
21:08:32.520 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer 474135c61e614cf4b74a4419f8dbbe5b(127.25.113.3:33669)] disconnecting while in state READY
21:08:32.521 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 307366936665a3cd4babcaaada7f9444beada5a221bb014c3551b128bfc0b92b finished by subtask 2; deferring removal (restored in pending)
21:08:32.522 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
21:08:32.531 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 474135c61e614cf4b74a4419f8dbbe5b(127.25.113.3:33669)] handling channelInactive
21:08:32.531 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 474135c61e614cf4b74a4419f8dbbe5b(127.25.113.3:33669)] cleaning up while in state READY due to: connection closed
21:08:32.531 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
21:08:32.532 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:128) Split fetcher 2 exited.
21:08:32.536 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:128) Split fetcher 2 exited.
21:08:32.536 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 474135c61e614cf4b74a4419f8dbbe5b(127.25.113.3:33669)] handling channelInactive
21:08:32.536 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 474135c61e614cf4b74a4419f8dbbe5b(127.25.113.3:33669)] cleaning up while in state READY due to: connection closed
21:08:32.537 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
21:08:32.622 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:32.685 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305399961214976001) for scanner KuduScanner(table=replication_test_table, tablet=635819dfcd9c4e888866ca466797fad6, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:08:32.686 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:108) Finished reading from splits [6e2cbae731a2149ede827de60efe4d39eaeb62a545432de7c3f4fc8f5548366c]
21:08:32.686 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [6e2cbae731a2149ede827de60efe4d39eaeb62a545432de7c3f4fc8f5548366c]
21:08:32.686 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
21:08:32.686 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
21:08:32.687 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 6e2cbae731a2149ede827de60efe4d39eaeb62a545432de7c3f4fc8f5548366c finished by subtask 3; deferring removal (restored in pending)
21:08:32.691 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer 474135c61e614cf4b74a4419f8dbbe5b(127.25.113.3:33669)] disconnecting while in state READY
21:08:32.694 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
21:08:32.712 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 474135c61e614cf4b74a4419f8dbbe5b(127.25.113.3:33669)] handling channelInactive
21:08:32.713 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 474135c61e614cf4b74a4419f8dbbe5b(127.25.113.3:33669)] cleaning up while in state READY due to: connection closed
21:08:32.713 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
21:08:32.713 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
21:08:32.753 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:32.891 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:32.933 [DEBUG - pool-234-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:08:32.933 [DEBUG - pool-234-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:08:32.933 [DEBUG - pool-234-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:08:32.933 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:32.933 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:32.934 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:32.934 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:32.934 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:32.934 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:32.934 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:32.934 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:32.934 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:32.934 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:08:32.999 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 8 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544912999 for job 2841dd5f383bae9a8f297e74525dcca1.
21:08:33.009 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 8 for job 2841dd5f383bae9a8f297e74525dcca1 (2250 bytes, checkpointDuration=9 ms, finalizationTime=1 ms).
21:08:33.011 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 8 as completed for source Source: KuduSource.
21:08:33.011 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 8 complete: removed split 6e2cbae731a2149ede827de60efe4d39eaeb62a545432de7c3f4fc8f5548366c from pending
21:08:33.011 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 8 complete: removed split 307366936665a3cd4babcaaada7f9444beada5a221bb014c3551b128bfc0b92b from pending
21:08:33.011 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 8 complete: removed 2 finished splits from enumerator state
21:08:33.122 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:33.172 [DEBUG - pool-240-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:08:33.173 [DEBUG - pool-240-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:08:33.173 [DEBUG - pool-240-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:08:33.174 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:33.174 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:33.174 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:33.174 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:33.174 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:33.174 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:33.175 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:33.175 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:33.175 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:33.175 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:08:33.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:33.235666 26632 debug-util.cc:398] Leaking SignalData structure 0x7b08000e0340 after lost signal to thread 26507
21:08:33.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:33.236901 26632 debug-util.cc:398] Leaking SignalData structure 0x7b080003f9c0 after lost signal to thread 26635
21:08:33.253 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:33.347 [DEBUG - main] (Connection.java:575) [peer master-127.25.113.60:35933(127.25.113.60:35933)] disconnecting while in state READY
21:08:33.348 [DEBUG - main] (Connection.java:575) [peer 474135c61e614cf4b74a4419f8dbbe5b(127.25.113.3:33669)] disconnecting while in state READY
21:08:33.348 [DEBUG - main] (Connection.java:575) [peer master-127.25.113.61:34911(127.25.113.61:34911)] disconnecting while in state READY
21:08:33.348 [DEBUG - main] (Connection.java:575) [peer 241acaec43cf4bc880b3a74b659d054f(127.25.113.2:45253)] disconnecting while in state READY
21:08:33.348 [DEBUG - main] (Connection.java:575) [peer master-127.25.113.62:35193(127.25.113.62:35193)] disconnecting while in state READY
21:08:33.348 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.25.113.60:35933(127.25.113.60:35933)] handling channelInactive
21:08:33.348 [DEBUG - kudu-nio-4] (Connection.java:239) [peer 474135c61e614cf4b74a4419f8dbbe5b(127.25.113.3:33669)] handling channelInactive
21:08:33.348 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.113.60:35933(127.25.113.60:35933)] cleaning up while in state READY due to: connection closed
21:08:33.348 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 474135c61e614cf4b74a4419f8dbbe5b(127.25.113.3:33669)] cleaning up while in state READY due to: connection closed
21:08:33.349 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 241acaec43cf4bc880b3a74b659d054f(127.25.113.2:45253)] handling channelInactive
21:08:33.349 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.25.113.61:34911(127.25.113.61:34911)] handling channelInactive
21:08:33.349 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 241acaec43cf4bc880b3a74b659d054f(127.25.113.2:45253)] cleaning up while in state READY due to: connection closed
21:08:33.349 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.113.61:34911(127.25.113.61:34911)] cleaning up while in state READY due to: connection closed
21:08:33.349 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2704) Releasing all remaining resources
21:08:33.356 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 25 thread-local buffer(s) from thread: kudu-nio-0
21:08:33.356 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-1
21:08:33.356 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 23 thread-local buffer(s) from thread: kudu-nio-3
21:08:33.356 [DEBUG - kudu-nio-4] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-4
21:08:33.360 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.25.113.62:35193(127.25.113.62:35193)] handling channelInactive
21:08:33.361 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.113.62:35193(127.25.113.62:35193)] cleaning up while in state READY due to: connection closed
21:08:33.361 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 20 thread-local buffer(s) from thread: kudu-nio-2
21:08:33.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:33.362004 26052 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu with pid 26364
21:08:33.375 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:08:33.375 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:08:33.375 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:08:33.375 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:33.375 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:33.375 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:33.375 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:33.375 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:33.375 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:33.376 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:33.376 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:33.376 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:33.376 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:08:33.390 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:33.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:33.423277 26524 connection.cc:573] client connection to 127.25.113.1:46827 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
21:08:33.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:33.423831 26524 proxy.cc:239] Call had error, refreshing address and retrying: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
21:08:33.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:33.443401 26052 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu with pid 26503
21:08:33.461 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:08:33.462 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:08:33.462 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:08:33.462 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:33.462 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:33.462 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:33.462 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:33.462 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:33.462 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:33.463 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:33.463 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:33.463 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:33.463 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:08:33.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:33.477119 26684 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.25.113.1:46827: connect: Connection refused (error 111)
21:08:33.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:33.483433 26684 consensus_peers.cc:597] T 2b38c051639343118f12164e5a3a85c1 P 474135c61e614cf4b74a4419f8dbbe5b -> Peer fb4f58695a0e41498f876a3fa5558214 (127.25.113.1:46827): Couldn't send request to peer fb4f58695a0e41498f876a3fa5558214. Status: Network error: Client connection negotiation failed: client connection to 127.25.113.1:46827: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
21:08:33.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:33.493212 26684 connection.cc:573] client connection to 127.25.113.2:45253 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
21:08:33.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:33.494948 26052 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu with pid 26645
21:08:33.499 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 9 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544913499 for job 2841dd5f383bae9a8f297e74525dcca1.
21:08:33.508 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 9 for job 2841dd5f383bae9a8f297e74525dcca1 (964 bytes, checkpointDuration=8 ms, finalizationTime=1 ms).
21:08:33.509 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 9 as completed for source Source: KuduSource.
21:08:33.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:33.534688 26052 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu with pid 26074
21:08:33.570 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.25.113.62:35193(127.25.113.62:35193)] handling channelInactive
21:08:33.571 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.113.62:35193(127.25.113.62:35193)] cleaning up while in state READY due to: connection closed
21:08:33.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:33.571408 26171 connection.cc:573] client connection to 127.25.113.62:35193 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
21:08:33.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:33.571831 26052 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu with pid 26145
21:08:33.608 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.25.113.61:34911(127.25.113.61:34911)] handling channelInactive
21:08:33.608 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.113.61:34911(127.25.113.61:34911)] cleaning up while in state READY due to: connection closed
21:08:33.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:33.608563 26052 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu with pid 26222
21:08:33.622 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:33.642 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.25.113.60:35933(127.25.113.60:35933)] handling channelInactive
21:08:33.642 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.113.60:35933(127.25.113.60:35933)] cleaning up while in state READY due to: connection closed
21:08:33.676 [DEBUG - pool-242-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:08:33.676 [DEBUG - pool-242-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:08:33.677 [DEBUG - pool-242-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:08:33.677 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:33.677 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:33.677 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:33.677 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:33.677 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:33.677 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:33.677 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:33.677 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:33.678 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:33.678 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:08:33.691 [INFO - flink-pekko.actor.default-dispatcher-9] (CheckpointCoordinator.java:1805) Restoring job be5d90ea6ea762b3c60063afb0fd4b65 from Checkpoint 67 @ 1783544784036 for be5d90ea6ea762b3c60063afb0fd4b65 located at file:/tmp/junit10338659225340402728/checkpoints/be5d90ea6ea762b3c60063afb0fd4b65/chk-67.
21:08:33.692 [INFO - flink-pekko.actor.default-dispatcher-9] (MasterHooks.java:201) No master state to restore
21:08:33.692 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 0 to checkpoint 67 for source Source: KuduSource to checkpoint.
21:08:33.692 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_0_5) switched from CREATED to SCHEDULED.
21:08:33.693 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job be5d90ea6ea762b3c60063afb0fd4b65: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
21:08:33.693 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_0_5) switched from SCHEDULED to DEPLOYING.
21:08:33.693 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #5) with attempt id c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_0_5 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to 55c4d95f-4b70-4fa7-a972-a2dfacde7c76 @ 127.0.0.1 (dataPort=-1) with allocation id 65c9f87e3e33f52223111d9ac38a0b65
21:08:33.694 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (be5d90ea6ea762b3c60063afb0fd4b65) switched from state RESTARTING to RUNNING.
21:08:33.694 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot 65c9f87e3e33f52223111d9ac38a0b65.
21:08:33.694 [INFO - flink-pekko.actor.default-dispatcher-9] (CheckpointCoordinator.java:1805) Restoring job be5d90ea6ea762b3c60063afb0fd4b65 from Checkpoint 67 @ 1783544784036 for be5d90ea6ea762b3c60063afb0fd4b65 located at file:/tmp/junit10338659225340402728/checkpoints/be5d90ea6ea762b3c60063afb0fd4b65/chk-67.
21:08:33.696 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#5 (c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_0_5), deploy into slot with allocation id 65c9f87e3e33f52223111d9ac38a0b65.
21:08:33.696 [INFO - flink-pekko.actor.default-dispatcher-9] (MasterHooks.java:201) No master state to restore
21:08:33.697 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 1 to checkpoint 67 for source Source: KuduSource to checkpoint.
21:08:33.697 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_1_5) switched from CREATED to SCHEDULED.
21:08:33.697 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#5 (c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_0_5) switched from CREATED to DEPLOYING.
21:08:33.697 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#5 (c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_0_5) [DEPLOYING].
21:08:33.697 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job be5d90ea6ea762b3c60063afb0fd4b65: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
21:08:33.698 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@50acb036
21:08:33.698 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
21:08:33.698 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit10338659225340402728/checkpoints")
21:08:33.698 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_1_5) switched from SCHEDULED to DEPLOYING.
21:08:33.698 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #5) with attempt id c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_1_5 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to 55c4d95f-4b70-4fa7-a972-a2dfacde7c76 @ 127.0.0.1 (dataPort=-1) with allocation id 7bf82fcc14a14e264b75f99567331482
21:08:33.698 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#5 (c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_0_5) switched from DEPLOYING to INITIALIZING.
21:08:33.698 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_0_5) switched from DEPLOYING to INITIALIZING.
21:08:33.699 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot 7bf82fcc14a14e264b75f99567331482.
21:08:33.701 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@5eeb1695
21:08:33.702 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#5 (c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_1_5), deploy into slot with allocation id 7bf82fcc14a14e264b75f99567331482.
21:08:33.703 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#5 (c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_1_5) switched from CREATED to DEPLOYING.
21:08:33.703 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#5] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:08:33.703 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#5 (c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_1_5) [DEPLOYING].
21:08:33.704 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@4b1bdd19
21:08:33.704 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
21:08:33.704 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit10338659225340402728/checkpoints")
21:08:33.704 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#5 (c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_1_5) switched from DEPLOYING to INITIALIZING.
21:08:33.705 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_1_5) switched from DEPLOYING to INITIALIZING.
21:08:33.707 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@5f699387
21:08:33.708 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#5] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:08:33.709 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#5] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:08:33.710 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#5] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:08:33.710 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#5] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:08:33.710 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#5] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:08:33.711 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#5] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:08:33.711 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:33.711 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:33.711 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:33.711 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:33.711 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:33.711 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:33.711 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:33.712 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:33.712 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:33.712 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#5] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:08:33.713 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:33.713 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:33.713 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:33.713 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:08:33.713 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:33.713 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:33.713 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:33.713 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:33.713 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:33.714 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:33.714 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:08:33.728 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:33.730 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:08:33.730 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:08:33.731 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:08:33.732 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:08:33.732 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:33.732 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:33.732 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:33.732 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:08:33.733 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:08:33.733 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:33.733 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:33.733 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:33.733 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:33.733 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:33.733 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:33.733 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:33.734 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:33.734 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:33.735 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:33.735 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:33.735 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:33.735 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:33.735 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:33.735 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:33.735 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:08:33.735 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:08:33.750 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:08:33.750 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:08:33.751 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:08:33.752 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:08:33.752 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:33.752 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:33.752 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:33.752 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:33.752 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:33.752 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:33.753 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:08:33.753 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:33.753 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:33.753 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:33.753 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:33.754 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:33.754 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:08:33.754 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:33.754 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:33.754 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:08:33.754 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:33.754 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:33.754 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:33.754 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:33.754 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:33.754 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:33.754 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:08:33.770 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:08:33.771 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:08:33.771 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:08:33.771 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:33.771 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:33.771 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:33.771 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:33.771 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:33.771 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:33.770 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:08:33.771 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:33.772 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:33.772 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:33.772 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:08:33.772 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:08:33.772 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:08:33.772 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:33.772 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:33.772 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:33.772 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:33.772 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:33.772 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:33.772 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:33.772 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:33.772 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:33.773 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:08:33.790 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:08:33.790 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:08:33.791 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:08:33.791 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:08:33.791 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:33.791 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:33.791 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:33.791 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:33.791 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:33.791 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:08:33.792 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:08:33.792 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:33.792 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:33.792 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:33.792 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:33.792 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:33.792 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:33.791 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:33.792 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:33.792 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:33.792 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:33.792 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:33.792 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:08:33.792 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:33.792 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:33.792 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:08:33.809 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:08:33.810 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:08:33.810 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:08:33.810 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:08:33.810 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:08:33.810 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:33.811 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:33.811 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:33.811 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:08:33.811 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:33.811 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:33.811 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:33.811 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:33.811 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:33.811 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:33.811 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:33.811 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:33.811 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:33.812 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:33.812 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:33.812 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:33.812 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:08:33.812 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:33.812 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:33.812 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:33.812 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:08:33.830 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:08:33.830 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:08:33.830 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:08:33.830 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:33.831 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:33.831 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:33.831 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:33.831 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:33.831 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:33.831 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:33.831 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:33.831 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:33.831 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:08:33.850 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:08:33.850 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:08:33.851 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:33.851 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:33.851 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:33.851 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:33.851 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:08:33.851 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:08:33.851 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:08:33.852 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:33.852 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:33.852 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:33.852 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:33.852 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:33.852 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:33.852 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:33.852 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:33.852 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:33.852 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:33.852 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:08:33.852 [INFO - pool-284-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:33.853 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:08:33.853 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:33.853 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:33.853 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:33.853 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:08:33.891 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:33.990 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:08:33.990 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:08:33.991 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:08:33.991 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:33.991 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:33.991 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:33.991 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:33.991 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:33.991 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:33.991 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:33.991 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:33.991 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:33.992 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:08:34.000 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 10 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544913999 for job 2841dd5f383bae9a8f297e74525dcca1.
21:08:34.010 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 10 for job 2841dd5f383bae9a8f297e74525dcca1 (964 bytes, checkpointDuration=10 ms, finalizationTime=1 ms).
21:08:34.012 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 10 as completed for source Source: KuduSource.
21:08:34.050 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:08:34.050 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:08:34.050 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:08:34.050 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:34.051 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:34.051 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:34.051 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:34.051 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:34.051 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:34.051 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:34.051 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:34.051 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:34.051 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:08:34.090 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:08:34.090 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:08:34.091 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:34.091 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:08:34.091 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:34.091 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:34.091 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:34.091 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:34.091 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:34.091 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:34.091 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:34.091 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:34.091 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:08:34.117 [DEBUG - pool-242-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:08:34.117 [DEBUG - pool-242-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:08:34.117 [DEBUG - pool-242-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:08:34.117 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:34.117 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:34.117 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:34.118 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:34.118 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:34.118 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:34.118 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:34.118 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:34.118 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:34.118 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:08:34.121 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:34.228 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:34.252 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:34.390 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:34.406 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.25.113.61:34911(127.25.113.61:34911)] connecting to peer
21:08:34.407 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:08:34.407 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.113.61:34911(127.25.113.61:34911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:08:34.407 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location master-127.25.113.61:34911(127.25.113.61:34911) for tablet Kudu Master: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:08:34.428 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.25.113.61:34911(127.25.113.61:34911)] connecting to peer
21:08:34.429 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.25.113.60:35933(127.25.113.60:35933)] connecting to peer
21:08:34.429 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:08:34.429 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.113.61:34911(127.25.113.61:34911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:08:34.429 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.61:34911: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:08:34.429 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.25.113.62:35193(127.25.113.62:35193)] connecting to peer
21:08:34.430 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:08:34.430 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.113.60:35933(127.25.113.60:35933)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:08:34.430 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.60:35933: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:08:34.430 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:08:34.430 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:08:34.430 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:34.430 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:08:34.430 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:08:34.430 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:34.431 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:34.431 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:34.431 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:34.431 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:34.431 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.113.62:35193(127.25.113.62:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:08:34.431 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.62:35193: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:08:34.431 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:34.431 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193; will retry
21:08:34.431 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:34.431 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:34.431 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:08:34.447 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.25.113.61:34911(127.25.113.61:34911)] connecting to peer
21:08:34.448 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.25.113.60:35933(127.25.113.60:35933)] connecting to peer
21:08:34.448 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.25.113.62:35193(127.25.113.62:35193)] connecting to peer
21:08:34.449 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:08:34.449 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:08:34.449 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.113.62:35193(127.25.113.62:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:08:34.449 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.113.60:35933(127.25.113.60:35933)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:08:34.449 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:08:34.449 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.113.61:34911(127.25.113.61:34911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:08:34.449 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.62:35193: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:08:34.449 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.60:35933: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:08:34.449 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.61:34911: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:08:34.449 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193; will retry
21:08:34.467 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.25.113.61:34911(127.25.113.61:34911)] connecting to peer
21:08:34.467 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.25.113.60:35933(127.25.113.60:35933)] connecting to peer
21:08:34.467 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.25.113.62:35193(127.25.113.62:35193)] connecting to peer
21:08:34.468 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:08:34.468 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.113.61:34911(127.25.113.61:34911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:08:34.468 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.61:34911: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:08:34.468 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:08:34.468 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.113.60:35933(127.25.113.60:35933)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:08:34.468 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:08:34.468 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.113.62:35193(127.25.113.62:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:08:34.468 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.60:35933: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:08:34.468 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.62:35193: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:08:34.468 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193; will retry
21:08:34.487 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.25.113.61:34911(127.25.113.61:34911)] connecting to peer
21:08:34.488 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.25.113.60:35933(127.25.113.60:35933)] connecting to peer
21:08:34.488 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.25.113.62:35193(127.25.113.62:35193)] connecting to peer
21:08:34.488 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:08:34.488 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:08:34.488 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:08:34.488 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.113.62:35193(127.25.113.62:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:08:34.488 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.113.61:34911(127.25.113.61:34911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:08:34.488 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.113.60:35933(127.25.113.60:35933)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:08:34.488 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.62:35193: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:08:34.488 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.60:35933: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:08:34.488 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.61:34911: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:08:34.489 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193; will retry
21:08:34.500 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 11 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544914499 for job 2841dd5f383bae9a8f297e74525dcca1.
21:08:34.507 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.25.113.61:34911(127.25.113.61:34911)] connecting to peer
21:08:34.508 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.25.113.60:35933(127.25.113.60:35933)] connecting to peer
21:08:34.508 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:08:34.508 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.113.61:34911(127.25.113.61:34911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:08:34.508 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.61:34911: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:08:34.508 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 11 for job 2841dd5f383bae9a8f297e74525dcca1 (964 bytes, checkpointDuration=9 ms, finalizationTime=0 ms).
21:08:34.509 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:08:34.509 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.113.60:35933(127.25.113.60:35933)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:08:34.509 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.60:35933: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:08:34.509 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 11 as completed for source Source: KuduSource.
21:08:34.510 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.25.113.62:35193(127.25.113.62:35193)] connecting to peer
21:08:34.510 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:08:34.510 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.113.62:35193(127.25.113.62:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:08:34.510 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.62:35193: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:08:34.510 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193; will retry
21:08:34.550 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:08:34.550 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:08:34.550 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:08:34.550 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:34.551 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:34.551 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:34.551 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:34.551 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:34.551 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:34.551 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:34.551 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:34.551 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:34.551 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:08:34.567 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.25.113.61:34911(127.25.113.61:34911)] connecting to peer
21:08:34.585 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.25.113.60:35933(127.25.113.60:35933)] connecting to peer
21:08:34.585 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.25.113.62:35193(127.25.113.62:35193)] connecting to peer
21:08:34.586 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:08:34.586 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.113.60:35933(127.25.113.60:35933)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:08:34.586 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.60:35933: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:08:34.587 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:08:34.587 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.113.61:34911(127.25.113.61:34911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:08:34.587 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.61:34911: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:08:34.588 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:08:34.588 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.113.62:35193(127.25.113.62:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:08:34.588 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.62:35193: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:08:34.588 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193; will retry
21:08:34.621 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:34.707 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.25.113.61:34911(127.25.113.61:34911)] connecting to peer
21:08:34.708 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.25.113.60:35933(127.25.113.60:35933)] connecting to peer
21:08:34.708 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.25.113.62:35193(127.25.113.62:35193)] connecting to peer
21:08:34.708 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:08:34.709 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.113.61:34911(127.25.113.61:34911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:08:34.709 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.61:34911: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:08:34.709 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:08:34.709 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.113.62:35193(127.25.113.62:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:08:34.709 [INFO - pool-256-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.62:35193: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:08:34.709 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:08:34.709 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.113.60:35933(127.25.113.60:35933)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:08:34.709 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.60:35933: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:08:34.710 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193; will retry
21:08:34.728 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:34.769 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:34.784 [DEBUG - pool-232-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:08:34.784 [DEBUG - pool-232-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:08:34.784 [DEBUG - pool-232-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:08:34.785 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:34.785 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:34.785 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:34.785 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:34.785 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:34.785 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:34.785 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:34.785 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:34.785 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:34.785 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:08:34.827 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.25.113.61:34911(127.25.113.61:34911)] connecting to peer
21:08:34.828 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.25.113.60:35933(127.25.113.60:35933)] connecting to peer
21:08:34.828 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.25.113.62:35193(127.25.113.62:35193)] connecting to peer
21:08:34.828 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:08:34.828 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.113.61:34911(127.25.113.61:34911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:08:34.828 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:08:34.828 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.113.60:35933(127.25.113.60:35933)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:08:34.828 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.61:34911: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:08:34.828 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.60:35933: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:08:34.828 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:08:34.828 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.113.62:35193(127.25.113.62:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:08:34.828 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.62:35193: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:08:34.829 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193; will retry
21:08:34.889 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:34.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T21:08:34Z chronyd exiting
21:08:34.952 [DEBUG - pool-234-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:08:34.952 [DEBUG - pool-234-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:08:34.952 [DEBUG - pool-234-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:08:34.953 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:34.953 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:34.953 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:34.953 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:34.953 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:34.953 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:34.953 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:34.953 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:34.953 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:34.953 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:08:35.000 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 12 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544914999 for job 2841dd5f383bae9a8f297e74525dcca1.
21:08:35.008 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 12 for job 2841dd5f383bae9a8f297e74525dcca1 (964 bytes, checkpointDuration=8 ms, finalizationTime=1 ms).
21:08:35.009 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 12 as completed for source Source: KuduSource.
21:08:35.031 [DEBUG - pool-238-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:08:35.031 [DEBUG - pool-238-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:08:35.032 [DEBUG - pool-238-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:08:35.032 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:35.032 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:35.032 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:35.032 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:35.032 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:35.032 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:35.032 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:35.032 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:35.032 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:35.032 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:08:35.068 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.25.113.61:34911(127.25.113.61:34911)] connecting to peer
21:08:35.068 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.25.113.60:35933(127.25.113.60:35933)] connecting to peer
21:08:35.068 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.25.113.62:35193(127.25.113.62:35193)] connecting to peer
21:08:35.068 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:08:35.068 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.113.61:34911(127.25.113.61:34911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:08:35.068 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:08:35.068 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:08:35.068 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.61:34911: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:08:35.068 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.113.62:35193(127.25.113.62:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:08:35.068 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.113.60:35933(127.25.113.60:35933)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:08:35.069 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.60:35933: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:08:35.069 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.62:35193: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:08:35.069 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193; will retry
21:08:35.122 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:35.130 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:08:35.130 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:08:35.130 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:08:35.131 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:35.131 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:35.131 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:35.131 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:35.131 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:35.131 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:35.131 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:35.131 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:35.131 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:35.131 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:08:35.229 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:35.253 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:35.281 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.22.50.60:38829(127.22.50.60:38829)] connecting to peer
21:08:35.282 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.22.50.61:45261(127.22.50.61:45261)] connecting to peer
21:08:35.282 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.22.50.62:44659(127.22.50.62:44659)] connecting to peer
21:08:35.282 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:08:35.282 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:08:35.282 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.50.60:38829(127.22.50.60:38829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:08:35.282 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.50.61:45261(127.22.50.61:45261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:08:35.282 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:08:35.282 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.50.62:44659(127.22.50.62:44659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:08:35.282 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.60:38829: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:08:35.282 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.62:44659: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:08:35.282 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.61:45261: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:08:35.282 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659; will retry
21:08:35.290 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:08:35.290 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:08:35.290 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:08:35.291 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:35.291 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:35.291 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:35.291 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:35.291 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:35.291 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:35.291 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:35.291 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:35.291 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:35.291 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:08:35.314 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:08:35.314 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:08:35.314 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:08:35.314 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:35.314 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:35.315 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:35.315 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:35.315 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:35.315 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:35.315 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:35.315 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:35.315 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:35.315 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:08:35.390 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:35.500 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 13 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544915499 for job 2841dd5f383bae9a8f297e74525dcca1.
21:08:35.507 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.25.113.61:34911(127.25.113.61:34911)] connecting to peer
21:08:35.507 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.25.113.60:35933(127.25.113.60:35933)] connecting to peer
21:08:35.507 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.25.113.62:35193(127.25.113.62:35193)] connecting to peer
21:08:35.508 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:08:35.508 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 13 for job 2841dd5f383bae9a8f297e74525dcca1 (964 bytes, checkpointDuration=8 ms, finalizationTime=1 ms).
21:08:35.508 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.113.61:34911(127.25.113.61:34911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:08:35.508 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.61:34911: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:08:35.508 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:08:35.508 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.113.62:35193(127.25.113.62:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:08:35.508 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.62:35193: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:08:35.508 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:08:35.508 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.113.60:35933(127.25.113.60:35933)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:08:35.508 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.60:35933: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:08:35.508 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193; will retry
21:08:35.509 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 13 as completed for source Source: KuduSource.
21:08:35.607 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.25.113.61:34911(127.25.113.61:34911)] connecting to peer
21:08:35.608 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.25.113.60:35933(127.25.113.60:35933)] connecting to peer
21:08:35.608 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.25.113.62:35193(127.25.113.62:35193)] connecting to peer
21:08:35.608 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:08:35.608 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.113.61:34911(127.25.113.61:34911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:08:35.608 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.61:34911: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:08:35.608 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:08:35.608 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:08:35.608 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.113.60:35933(127.25.113.60:35933)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:08:35.608 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.113.62:35193(127.25.113.62:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:08:35.608 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.60:35933: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:08:35.608 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.62:35193: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:08:35.609 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193; will retry
21:08:35.622 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:35.729 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:35.752 [DEBUG - pool-240-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:08:35.752 [DEBUG - pool-240-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:08:35.753 [DEBUG - pool-240-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:08:35.753 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:35.753 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:35.753 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:35.753 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:35.753 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:35.753 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:35.753 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:35.753 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:35.753 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:35.753 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:35.753 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:08:35.790 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:08:35.791 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:08:35.791 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:08:35.791 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:35.791 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:35.791 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:35.791 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:35.791 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:35.792 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:35.792 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:35.792 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:35.792 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:35.792 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:08:35.890 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:35.915 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:08:35.915 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:08:35.915 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:08:35.915 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:35.915 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:35.915 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:35.915 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:35.915 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:35.915 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:35.915 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:35.916 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:35.915 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:35.916 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
.21:08:35.949 [DEBUG - main] (RandomUtils.java:49) Using random seed: 1783544915949
21:08:35.949 [DEBUG - main] (RandomUtils.java:49) Using random seed: 1783544915949
21:08:35.954 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
21:08:35.958 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
21:08:35.959 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
21:08:35.959 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskh3Ey5B/test-tmp
21:08:35.959 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
21:08:35.959 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskh3Ey5B/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
21:08:35.964 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster15874267575281116675"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

21:08:35.981 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.22.50.60:38829(127.22.50.60:38829)] connecting to peer
21:08:35.981 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.22.50.61:45261(127.22.50.61:45261)] connecting to peer
21:08:35.981 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.22.50.62:44659(127.22.50.62:44659)] connecting to peer
21:08:35.982 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:08:35.982 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:08:35.982 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.50.60:38829(127.22.50.60:38829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:08:35.982 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.50.61:45261(127.22.50.61:45261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:08:35.982 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.61:45261: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:08:35.982 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.60:38829: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:08:35.982 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:08:35.982 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.50.62:44659(127.22.50.62:44659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:08:35.982 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.62:44659: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:08:35.982 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659; will retry
21:08:36.000 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 14 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544915999 for job 2841dd5f383bae9a8f297e74525dcca1.
21:08:36.004 [DEBUG - pool-232-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:08:36.004 [DEBUG - pool-232-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:08:36.005 [DEBUG - pool-232-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:08:36.005 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:36.005 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:36.005 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:36.005 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:36.005 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:36.005 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:36.005 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:36.005 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:36.006 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:36.006 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:08:36.011 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 14 for job 2841dd5f383bae9a8f297e74525dcca1 (964 bytes, checkpointDuration=11 ms, finalizationTime=1 ms).
21:08:36.013 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 14 as completed for source Source: KuduSource.
21:08:36.122 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:36.229 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:36.252 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:36.312 [DEBUG - pool-240-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:08:36.312 [DEBUG - pool-240-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:08:36.312 [DEBUG - pool-240-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:08:36.313 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:36.313 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:36.313 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:36.313 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:36.314 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:36.314 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:36.314 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:36.314 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:36.314 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:36.314 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:08:36.390 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:36.402 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
21:08:36.402 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

21:08:36.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:36.406253 28089 mini_oidc.cc:150] Starting JWKS server
21:08:36.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:36.410841 28089 webserver.cc:534] Webserver started at http://127.0.0.1:42067/ using document root <none> and password file <none>
21:08:36.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:36.411586 28089 mini_oidc.cc:186] Starting OIDC Discovery server
21:08:36.413 [DEBUG - pool-234-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:08:36.413 [DEBUG - pool-234-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:08:36.413 [DEBUG - pool-234-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:08:36.414 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:36.414 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:36.414 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:36.414 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:36.414 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:36.414 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:36.415 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:36.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:36.414772 28089 webserver.cc:534] Webserver started at http://127.0.0.1:36663/ using document root <none> and password file <none>
21:08:36.415 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:36.415 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:36.415 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:08:36.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T21:08:36Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
21:08:36.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T21:08:36Z Disabled control of system clock
21:08:36.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:36.492019 28089 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu
21:08:36.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu
21:08:36.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster15874267575281116675/master-0/wal
21:08:36.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster15874267575281116675/master-0/data
21:08:36.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:08:36.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:08:36.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:08:36.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:08:36.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:08:36.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:08:36.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster15874267575281116675/master-0/logs
21:08:36.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster15874267575281116675/master-0/data/info.pb
21:08:36.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:08:36.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:08:36.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:08:36.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:08:36.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:08:36.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:08:36.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:08:36.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:08:36.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
21:08:36.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:08:36.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:08:36.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:08:36.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.110.126:34219
21:08:36.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.110.126
21:08:36.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:08:36.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.110.84:34665
21:08:36.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:08:36.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:08:36.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:08:36.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:08:36.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.110.126:34219,127.27.110.125:37111,127.27.110.124:43039
21:08:36.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:08:36.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42067/jwks.json with env {}
21:08:36.500 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 15 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544916500 for job 2841dd5f383bae9a8f297e74525dcca1.
21:08:36.509 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 15 for job 2841dd5f383bae9a8f297e74525dcca1 (964 bytes, checkpointDuration=9 ms, finalizationTime=0 ms).
21:08:36.510 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 15 as completed for source Source: KuduSource.
21:08:36.622 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:36.684 [DEBUG - pool-232-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:08:36.684 [DEBUG - pool-232-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:08:36.685 [DEBUG - pool-232-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:08:36.685 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:36.685 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:36.685 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:36.685 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:36.685 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:36.685 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:36.685 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:36.685 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:36.685 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:36.685 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:08:36.716 [DEBUG - pool-242-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:08:36.716 [DEBUG - pool-242-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:08:36.716 [DEBUG - pool-242-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:08:36.716 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:36.716 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:36.716 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:36.717 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:36.717 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:36.717 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:36.717 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:36.717 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:36.717 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:36.717 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:08:36.729 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:36.753 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:36.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:36.834059 28101 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
21:08:36.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:36.834774 28101 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:08:36.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:36.835309 28101 flags.cc:432] Enabled unsafe flag: --never_fsync=true
21:08:36.861 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:08:36.862 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:08:36.862 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:08:36.862 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:36.862 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:36.862 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:36.862 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:36.862 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:36.863 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:36.863 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:36.863 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:36.863 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:36.863 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:08:36.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:36.870806 28101 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
21:08:36.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:36.871188 28101 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
21:08:36.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:36.871415 28101 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
21:08:36.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:36.871636 28101 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
21:08:36.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:36.871948 28101 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
21:08:36.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:36.872123 28101 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:42067/jwks.json
21:08:36.890 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:36.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:36.915486 28101 master_runner.cc:387] Master server non-default flags:
21:08:36.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:08:36.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.110.84:34665
21:08:36.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:08:36.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:08:36.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster15874267575281116675/master-0/data
21:08:36.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster15874267575281116675/master-0/wal
21:08:36.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:08:36.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.110.126:34219,127.27.110.125:37111,127.27.110.124:43039
21:08:36.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:08:36.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:08:36.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:08:36.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.110.126:34219
21:08:36.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:08:36.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:08:36.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:08:36.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42067/jwks.json
21:08:36.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:08:36.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:08:36.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster15874267575281116675/master-0/data/info.pb
21:08:36.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.110.126
21:08:36.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:08:36.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:08:36.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:08:36.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:08:36.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:08:36.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:08:36.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster15874267575281116675/master-0/logs
21:08:36.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:08:36.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:08:36.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
21:08:36.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
21:08:36.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
21:08:36.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 6bec869c2320d19f2589b3f609f76e5041a21d27
21:08:36.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:08:36.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 20:43:55 UTC on e7f111948823
21:08:36.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16878
21:08:36.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:08:36.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:36.916949 28101 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:08:36.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:36.918716 28101 file_cache.cc:492] Constructed file cache file cache with capacity 419430
21:08:36.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:36.931466 28107 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:08:36.972 [DEBUG - pool-238-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:08:36.973 [DEBUG - pool-238-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:08:36.973 [DEBUG - pool-238-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:08:36.974 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:36.974 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:36.974 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:36.974 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:36.974 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:36.974 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:36.975 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:36.975 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:36.975 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:36.975 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:08:36.990 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:08:36.990 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:08:36.991 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:08:36.991 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:36.991 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:36.991 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:36.991 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:36.991 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:36.991 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:36.992 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:36.992 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:36.992 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:36.992 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:08:37.001 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 16 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544917000 for job 2841dd5f383bae9a8f297e74525dcca1.
21:08:37.017 [DEBUG - pool-242-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:08:37.017 [DEBUG - pool-242-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:08:37.017 [DEBUG - pool-242-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:08:37.018 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:37.018 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:37.018 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:37.019 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:37.019 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:37.019 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:37.019 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:37.019 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:37.020 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:37.020 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:08:37.025 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 16 for job 2841dd5f383bae9a8f297e74525dcca1 (964 bytes, checkpointDuration=23 ms, finalizationTime=1 ms).
21:08:37.039 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 16 as completed for source Source: KuduSource.
21:08:37.094 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:08:37.095 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:08:37.095 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:08:37.096 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:37.096 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:37.096 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:37.097 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:37.097 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:37.097 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:37.097 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:37.097 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:37.097 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:37.097 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:08:37.122 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:37.203 [DEBUG - pool-232-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:08:37.204 [DEBUG - pool-232-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:08:37.204 [DEBUG - pool-232-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:08:37.205 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:37.205 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:37.205 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:37.205 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:37.205 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:37.206 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:37.206 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:37.206 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:37.206 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:37.206 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:08:37.214 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:08:37.215 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:37.215 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:37.215 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:37.216 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:08:37.216 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:08:37.216 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:37.216 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:37.217 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:37.217 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:37.217 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:37.217 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:37.217 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:08:37.229 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:37.253 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:37.390 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:37.393 [DEBUG - pool-240-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:08:37.393 [DEBUG - pool-240-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:08:37.393 [DEBUG - pool-240-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:08:37.394 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:37.394 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:37.394 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:37.395 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:37.395 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:37.395 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:37.396 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:37.396 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:37.396 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:37.396 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:08:37.500 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 17 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544917499 for job 2841dd5f383bae9a8f297e74525dcca1.
21:08:37.519 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 17 for job 2841dd5f383bae9a8f297e74525dcca1 (964 bytes, checkpointDuration=19 ms, finalizationTime=1 ms).
21:08:37.521 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 17 as completed for source Source: KuduSource.
21:08:37.621 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:37.728 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:37.753 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:37.890 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:37.970 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:08:37.971 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:37.971 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:37.971 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:37.972 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:08:37.972 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:08:37.973 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:37.973 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:37.973 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:37.973 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:37.974 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:37.974 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:37.974 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:08:38.000 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 18 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544917999 for job 2841dd5f383bae9a8f297e74525dcca1.
21:08:38.016 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 18 for job 2841dd5f383bae9a8f297e74525dcca1 (964 bytes, checkpointDuration=16 ms, finalizationTime=1 ms).
21:08:38.022 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 18 as completed for source Source: KuduSource.
21:08:38.122 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:38.229 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:38.253 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:38.389 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:38.500 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 19 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544918499 for job 2841dd5f383bae9a8f297e74525dcca1.
21:08:38.514 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 19 for job 2841dd5f383bae9a8f297e74525dcca1 (964 bytes, checkpointDuration=14 ms, finalizationTime=1 ms).
21:08:38.515 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 19 as completed for source Source: KuduSource.
21:08:38.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:38.335747 28106 debug-util.cc:398] Leaking SignalData structure 0x7b0800028020 after lost signal to thread 28101
21:08:38.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:36.933159 28108 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:08:38.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:38.567230 28110 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:08:38.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:38.567364 28109 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1634 milliseconds
21:08:38.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:38.564846 28101 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.633s	user 0.551s	sys 1.052s
21:08:38.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:38.567989 28101 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.636s	user 0.551s	sys 1.053s
21:08:38.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:38.568403 28101 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
21:08:38.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:38.573315 28101 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:08:38.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:38.576118 28101 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:08:38.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:38.577564 28101 hybrid_clock.cc:648] HybridClock initialized: now 1783544918577523 us; error 42 us; skew 500 ppm
21:08:38.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:38.578548 28101 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:08:38.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:38.585505 28101 webserver.cc:534] Webserver started at http://127.27.110.126:42479/ using document root <none> and password file <none>
21:08:38.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:38.586604 28101 fs_manager.cc:362] Metadata directory not provided
21:08:38.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:38.586887 28101 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:08:38.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:38.587477 28101 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
21:08:38.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:38.592283 28101 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster15874267575281116675/master-0/data/instance:
21:08:38.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "15523928b1084a1f8360864acba45a4d"
21:08:38.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:08:38 on dist-test-slave-3sd5"
21:08:38.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:38.593726 28101 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster15874267575281116675/master-0/wal/instance:
21:08:38.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "15523928b1084a1f8360864acba45a4d"
21:08:38.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:08:38 on dist-test-slave-3sd5"
21:08:38.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:38.602260 28101 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.009s	sys 0.001s
21:08:38.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:38.608925 28117 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
21:08:38.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:38.610203 28101 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.005s	sys 0.000s
21:08:38.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:38.610653 28101 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster15874267575281116675/master-0/data,/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster15874267575281116675/master-0/wal
21:08:38.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "15523928b1084a1f8360864acba45a4d"
21:08:38.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:08:38 on dist-test-slave-3sd5"
21:08:38.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:38.611109 28101 fs_report.cc:389] FS layout report
21:08:38.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:08:38.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster15874267575281116675/master-0/wal
21:08:38.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster15874267575281116675/master-0/wal
21:08:38.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster15874267575281116675/master-0/data/data
21:08:38.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:08:38.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:08:38.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:08:38.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:08:38.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:08:38.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:08:38.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:08:38.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:08:38.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:08:38.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:08:38.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:08:38.612 [DEBUG - pool-234-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:08:38.613 [DEBUG - pool-234-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:08:38.613 [DEBUG - pool-234-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:08:38.613 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:38.613 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:38.613 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:38.613 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:38.613 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:38.613 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:38.613 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:38.613 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:38.613 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:38.614 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:08:38.621 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:38.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:38.678978 28101 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
21:08:38.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:38.680864 28101 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:08:38.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:38.681460 28101 kserver.cc:163] Server-wide thread pool size limit: 3276
21:08:38.729 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:38.753 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:38.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:38.765425 28101 rpc_server.cc:307] RPC server started. Bound to: 127.27.110.126:34219
21:08:38.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:38.765498 28168 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.27.110.126:34219 every 8 connection(s)
21:08:38.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:38.768615 28101 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster15874267575281116675/master-0/data/info.pb
21:08:38.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:38.775547 28169 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
21:08:38.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:38.778086 28089 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu as pid 28101
21:08:38.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:38.778635 28089 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster15874267575281116675/master-0/wal/instance
21:08:38.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:38.782620 28089 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu
21:08:38.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu
21:08:38.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster15874267575281116675/master-1/wal
21:08:38.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster15874267575281116675/master-1/data
21:08:38.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:08:38.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:08:38.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:08:38.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:08:38.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:08:38.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:08:38.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster15874267575281116675/master-1/logs
21:08:38.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster15874267575281116675/master-1/data/info.pb
21:08:38.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:08:38.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:08:38.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:08:38.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:08:38.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:08:38.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:08:38.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:08:38.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:08:38.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
21:08:38.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:08:38.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:08:38.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:08:38.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.110.125:37111
21:08:38.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.110.125
21:08:38.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:08:38.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.110.84:34665
21:08:38.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:08:38.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:08:38.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:08:38.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:08:38.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.110.126:34219,127.27.110.125:37111,127.27.110.124:43039
21:08:38.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:08:38.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42067/jwks.json with env {}
21:08:38.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:38.787456 28169 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.110.126" port: 34219 } has no permanent_uuid. Determining permanent_uuid...
21:08:38.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:38.817710 28169 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.110.125" port: 37111 } has no permanent_uuid. Determining permanent_uuid...
21:08:38.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:38.820830 28121 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.27.110.125:37111: connect: Connection refused (error 111)
21:08:38.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:38.825819 28169 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.110.125:37111: Network error: Client connection negotiation failed: client connection to 127.27.110.125:37111: connect: Connection refused (error 111)
21:08:38.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:38.875450 28169 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.110.125" port: 37111 } attempt: 1
21:08:38.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:38.881335 28169 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.110.125:37111: Network error: Client connection negotiation failed: client connection to 127.27.110.125:37111: connect: Connection refused (error 111)
21:08:38.889 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:38.892 [DEBUG - pool-234-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:08:38.892 [DEBUG - pool-234-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:08:38.892 [DEBUG - pool-234-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:08:38.893 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:38.893 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:38.893 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:38.893 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:38.893 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:38.893 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:38.893 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:38.893 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:38.893 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:38.893 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:08:38.928 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.25.113.61:34911(127.25.113.61:34911)] connecting to peer
21:08:38.928 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.25.113.60:35933(127.25.113.60:35933)] connecting to peer
21:08:38.928 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.25.113.62:35193(127.25.113.62:35193)] connecting to peer
21:08:38.928 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:08:38.928 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:08:38.928 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.113.61:34911(127.25.113.61:34911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:08:38.928 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.113.60:35933(127.25.113.60:35933)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:08:38.928 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.61:34911: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:08:38.929 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.60:35933: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:08:38.929 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:08:38.929 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.113.62:35193(127.25.113.62:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:08:38.929 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.62:35193: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:08:38.929 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193; will retry
21:08:38.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:38.949898 28169 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.110.125" port: 37111 } attempt: 2
21:08:38.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:38.955122 28169 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.110.125:37111: Network error: Client connection negotiation failed: client connection to 127.27.110.125:37111: connect: Connection refused (error 111)
21:08:39.000 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 20 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544918999 for job 2841dd5f383bae9a8f297e74525dcca1.
21:08:39.008 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 20 for job 2841dd5f383bae9a8f297e74525dcca1 (964 bytes, checkpointDuration=9 ms, finalizationTime=0 ms).
21:08:39.009 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 20 as completed for source Source: KuduSource.
21:08:39.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:39.046623 28169 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.110.125" port: 37111 } attempt: 3
21:08:39.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:39.051858 28169 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.110.125:37111: Network error: Client connection negotiation failed: client connection to 127.27.110.125:37111: connect: Connection refused (error 111)
21:08:39.122 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:39.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:39.134486 28171 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
21:08:39.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:39.135267 28171 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:08:39.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:39.135885 28171 flags.cc:432] Enabled unsafe flag: --never_fsync=true
21:08:39.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:39.171139 28171 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
21:08:39.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:39.171542 28171 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
21:08:39.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:39.171881 28171 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
21:08:39.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:39.172194 28171 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
21:08:39.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:39.172498 28171 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
21:08:39.172 [DEBUG - pool-234-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:08:39.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:39.172746 28171 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:42067/jwks.json
21:08:39.173 [DEBUG - pool-234-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:08:39.173 [DEBUG - pool-234-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:08:39.173 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:39.173 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:39.173 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:39.173 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:39.173 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:39.173 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:39.173 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:39.174 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:39.174 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:39.174 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:08:39.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:39.195362 28169 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.110.125" port: 37111 } attempt: 4
21:08:39.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:39.200531 28169 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.110.125:37111: Network error: Client connection negotiation failed: client connection to 127.27.110.125:37111: connect: Connection refused (error 111)
21:08:39.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:39.215579 28171 master_runner.cc:387] Master server non-default flags:
21:08:39.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:08:39.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.110.84:34665
21:08:39.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:08:39.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:08:39.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster15874267575281116675/master-1/data
21:08:39.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster15874267575281116675/master-1/wal
21:08:39.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:08:39.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.110.126:34219,127.27.110.125:37111,127.27.110.124:43039
21:08:39.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:08:39.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:08:39.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:08:39.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.110.125:37111
21:08:39.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:08:39.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:08:39.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:08:39.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42067/jwks.json
21:08:39.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:08:39.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:08:39.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster15874267575281116675/master-1/data/info.pb
21:08:39.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.110.125
21:08:39.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:08:39.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:08:39.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:08:39.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:08:39.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:08:39.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:08:39.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster15874267575281116675/master-1/logs
21:08:39.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:08:39.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:08:39.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
21:08:39.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
21:08:39.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
21:08:39.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 6bec869c2320d19f2589b3f609f76e5041a21d27
21:08:39.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:08:39.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 20:43:55 UTC on e7f111948823
21:08:39.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16878
21:08:39.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:08:39.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:39.217074 28171 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:08:39.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:39.218758 28171 file_cache.cc:492] Constructed file cache file cache with capacity 419430
21:08:39.229 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:39.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:39.230952 28180 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:08:39.253 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:39.381 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:08:39.382 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:08:39.382 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:08:39.382 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:39.383 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:39.383 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:39.383 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:39.383 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:39.383 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:39.383 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:39.384 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:39.384 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:39.384 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:08:39.390 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:39.416 [DEBUG - pool-242-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:08:39.416 [DEBUG - pool-242-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:08:39.417 [DEBUG - pool-242-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:08:39.417 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:39.417 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:39.417 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:39.417 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:39.417 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:39.417 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:39.418 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:39.418 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:39.418 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:39.418 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:08:39.500 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 21 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544919499 for job 2841dd5f383bae9a8f297e74525dcca1.
21:08:39.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:39.500010 28169 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.110.125" port: 37111 } attempt: 5
21:08:39.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:39.507521 28169 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.110.125:37111: Network error: Client connection negotiation failed: client connection to 127.27.110.125:37111: connect: Connection refused (error 111)
21:08:39.509 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 21 for job 2841dd5f383bae9a8f297e74525dcca1 (964 bytes, checkpointDuration=9 ms, finalizationTime=1 ms).
21:08:39.510 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 21 as completed for source Source: KuduSource.
21:08:39.570 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:08:39.571 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:08:39.571 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:08:39.571 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:39.571 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:39.571 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:39.571 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:39.571 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:39.571 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:39.572 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:39.572 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:39.572 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:39.572 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:08:39.622 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:39.692 [DEBUG - pool-238-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:08:39.692 [DEBUG - pool-238-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:08:39.693 [DEBUG - pool-238-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:08:39.693 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:39.693 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:39.693 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:39.693 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:39.693 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:39.693 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:39.694 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:39.694 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:39.694 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:39.694 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:08:39.729 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:39.753 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:39.890 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:40.000 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 22 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544919999 for job 2841dd5f383bae9a8f297e74525dcca1.
21:08:40.010 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:08:40.011 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:08:40.011 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:08:40.011 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:40.011 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:40.012 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:40.012 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:40.012 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:40.012 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:40.012 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:40.013 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:40.013 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:40.013 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:08:40.014 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 22 for job 2841dd5f383bae9a8f297e74525dcca1 (964 bytes, checkpointDuration=13 ms, finalizationTime=1 ms).
21:08:40.015 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 22 as completed for source Source: KuduSource.
21:08:40.041 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.22.50.60:38829(127.22.50.60:38829)] connecting to peer
21:08:40.042 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:08:40.043 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.50.60:38829(127.22.50.60:38829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:08:40.043 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.60:38829: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:08:40.043 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.22.50.61:45261(127.22.50.61:45261)] connecting to peer
21:08:40.044 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:08:40.044 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.50.61:45261(127.22.50.61:45261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:08:40.045 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.61:45261: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:08:40.045 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.22.50.62:44659(127.22.50.62:44659)] connecting to peer
21:08:40.045 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:08:40.046 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.50.62:44659(127.22.50.62:44659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:08:40.046 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.62:44659: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:08:40.046 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659; will retry
21:08:40.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:40.055023 28169 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.110.125" port: 37111 } attempt: 6
21:08:40.064 [DEBUG - pool-232-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:08:40.064 [DEBUG - pool-232-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:08:40.064 [DEBUG - pool-232-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:08:40.064 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:40.064 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:40.065 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:40.065 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:40.065 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:40.065 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:40.065 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:40.065 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:40.065 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:40.065 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:08:40.067 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=30, TimeoutTracker(timeout=30000, elapsed=26729), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [75ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [78ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [84ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [86ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [94ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [95ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [126ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [128ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [132ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [133ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [143ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [143ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [184ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [188ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [189ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [189ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [192ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [201ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [201ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [202ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [202ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [222ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [222ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [222ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [223ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [243ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [243ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [244ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [244ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [280ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [282ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [283ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [283ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [283ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [421ms] refreshing cache from master, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [423ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [425ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [425ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [425ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [480ms] refreshing cache from master, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [482ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [482ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [483ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [483ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [821ms] refreshing cache from master, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [822ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [822ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [823ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [823ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [1580ms] refreshing cache from master, [1580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [1581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [1581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [1582ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [1582ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [1583ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [1583ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [2440ms] refreshing cache from master, [2440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [2441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [2441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [2442ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [2443ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [2443ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [2443ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [5601ms] refreshing cache from master, [5601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [5604ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [5604ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [5605ms] too many traces: truncated at 100 traces, deferred=Deferred@1813671644(state=PENDING, result=null, callback=(continuation of Deferred@1508976914 after retry RPC after error@671561900) -> (continuation of Deferred@1289032492 after retry RPC after error@1938221284) -> (continuation of Deferred@602928703 after retry RPC after error@842819766) -> (continuation of Deferred@1444172206 after retry RPC after error@303125056) -> (continuation of Deferred@1309872179 after retry RPC after error@532392095) -> (continuation of Deferred@1809191911 after retry RPC after error@1934483343) -> (continuation of Deferred@629791581 after retry RPC after error@1739874339) -> (continuation of Deferred@1017515545 after retry RPC after error@562700197) -> (continuation of Deferred@1244818426 after retry RPC after error@239316967) -> (continuation of Deferred@43626224 after retry RPC after error@1931476529) -> (continuation of Deferred@715859475 after retry RPC after error@956602422) -> (continuation of Deferred@1990549448 after retry RPC after error@2059913563) -> (continuation of Deferred@162526126 after retry RPC after error@343351173) -> (continuation of Deferred@1215322588 after retry RPC after error@205114520) -> (continuation of Deferred@2055040050 after retry RPC after error@1448792015) -> (continuation of Deferred@472826465 after retry RPC after error@1580302448) -> (continuation of Deferred@1329363832 after retry RPC after error@1335423463) -> (continuation of Deferred@625938367 after retry RPC after error@1999579494) -> (continuation of Deferred@1541696320 after retry RPC after error@1400614418) -> (continuation of Deferred@244605237 after retry RPC after error@8261016) -> (continuation of Deferred@2016991420 after retry RPC after error@1992159895) -> (continuation of Deferred@1527621820 after retry RPC after error@737115272) -> (continuation of Deferred@355249265 after retry RPC after error@211606793) -> (continuation of Deferred@987946094 after retry RPC after error@1782180998) -> (continuation of Deferred@445029012 after retry RPC after error@1880651864) -> (continuation of Deferred@1547029401 after retry RPC after error@2035110213) -> (continuation of Deferred@1462838978 after retry RPC after error@1691901636) -> (continuation of Deferred@381888709 after retry RPC after error@93815841) -> (continuation of Deferred@1540273511 after retry RPC after error@2110189220), errback=(continuation of Deferred@1508976914 after retry RPC after error@671561900) -> (continuation of Deferred@1289032492 after retry RPC after error@1938221284) -> (continuation of Deferred@602928703 after retry RPC after error@842819766) -> (continuation of Deferred@1444172206 after retry RPC after error@303125056) -> (continuation of Deferred@1309872179 after retry RPC after error@532392095) -> (continuation of Deferred@1809191911 after retry RPC after error@1934483343) -> (continuation of Deferred@629791581 after retry RPC after error@1739874339) -> (continuation of Deferred@1017515545 after retry RPC after error@562700197) -> (continuation of Deferred@1244818426 after retry RPC after error@239316967) -> (continuation of Deferred@43626224 after retry RPC after error@1931476529) -> (continuation of Deferred@715859475 after retry RPC after error@956602422) -> (continuation of Deferred@1990549448 after retry RPC after error@2059913563) -> (continuation of Deferred@162526126 after retry RPC after error@343351173) -> (continuation of Deferred@1215322588 after retry RPC after error@205114520) -> (continuation of Deferred@2055040050 after retry RPC after error@1448792015) -> (continuation of Deferred@472826465 after retry RPC after error@1580302448) -> (continuation of Deferred@1329363832 after retry RPC after error@1335423463) -> (continuation of Deferred@625938367 after retry RPC after error@1999579494) -> (continuation of Deferred@1541696320 after retry RPC after error@1400614418) -> (continuation of Deferred@244605237 after retry RPC after error@8261016) -> (continuation of Deferred@2016991420 after retry RPC after error@1992159895) -> (continuation of Deferred@1527621820 after retry RPC after error@737115272) -> (continuation of Deferred@355249265 after retry RPC after error@211606793) -> (continuation of Deferred@987946094 after retry RPC after error@1782180998) -> (continuation of Deferred@445029012 after retry RPC after error@1880651864) -> (continuation of Deferred@1547029401 after retry RPC after error@2035110213) -> (continuation of Deferred@1462838978 after retry RPC after error@1691901636) -> (continuation of Deferred@381888709 after retry RPC after error@93815841) -> (continuation of Deferred@1540273511 after retry RPC after error@2110189220)))
21:08:40.068 [INFO - Source: KuduSource -> Sink: Writer (1/4)#6] (SourceReaderBase.java:338) Closing Source Reader.
21:08:40.069 [WARN - Source: KuduSource -> Sink: Writer (1/4)#6] (Task.java:1117) Source: KuduSource -> Sink: Writer (1/4)#6 (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_0_6) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=30, TimeoutTracker(timeout=30000, elapsed=26729), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [75ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [78ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [84ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [86ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [94ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [95ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [126ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [128ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [132ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [133ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [143ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [143ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [184ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [188ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [189ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [189ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [192ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [201ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [201ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [202ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [202ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [222ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [222ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [222ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [223ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [243ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [243ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [244ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [244ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [280ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [282ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [283ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [283ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [283ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [421ms] refreshing cache from master, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [423ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [425ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [425ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [425ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [480ms] refreshing cache from master, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [482ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [482ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [483ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [483ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [821ms] refreshing cache from master, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [822ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [822ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [823ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [823ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [1580ms] refreshing cache from master, [1580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [1581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [1581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [1582ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [1582ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [1583ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [1583ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [2440ms] refreshing cache from master, [2440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [2441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [2441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [2442ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [2443ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [2443ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [2443ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [5601ms] refreshing cache from master, [5601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [5604ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [5604ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [5605ms] too many traces: truncated at 100 traces, deferred=Deferred@1813671644(state=PENDING, result=null, callback=(continuation of Deferred@1508976914 after retry RPC after error@671561900) -> (continuation of Deferred@1289032492 after retry RPC after error@1938221284) -> (continuation of Deferred@602928703 after retry RPC after error@842819766) -> (continuation of Deferred@1444172206 after retry RPC after error@303125056) -> (continuation of Deferred@1309872179 after retry RPC after error@532392095) -> (continuation of Deferred@1809191911 after retry RPC after error@1934483343) -> (continuation of Deferred@629791581 after retry RPC after error@1739874339) -> (continuation of Deferred@1017515545 after retry RPC after error@562700197) -> (continuation of Deferred@1244818426 after retry RPC after error@239316967) -> (continuation of Deferred@43626224 after retry RPC after error@1931476529) -> (continuation of Deferred@715859475 after retry RPC after error@956602422) -> (continuation of Deferred@1990549448 after retry RPC after error@2059913563) -> (continuation of Deferred@162526126 after retry RPC after error@343351173) -> (continuation of Deferred@1215322588 after retry RPC after error@205114520) -> (continuation of Deferred@2055040050 after retry RPC after error@1448792015) -> (continuation of Deferred@472826465 after retry RPC after error@1580302448) -> (continuation of Deferred@1329363832 after retry RPC after error@1335423463) -> (continuation of Deferred@625938367 after retry RPC after error@1999579494) -> (continuation of Deferred@1541696320 after retry RPC after error@1400614418) -> (continuation of Deferred@244605237 after retry RPC after error@8261016) -> (continuation of Deferred@2016991420 after retry RPC after error@1992159895) -> (continuation of Deferred@1527621820 after retry RPC after error@737115272) -> (continuation of Deferred@355249265 after retry RPC after error@211606793) -> (continuation of Deferred@987946094 after retry RPC after error@1782180998) -> (continuation of Deferred@445029012 after retry RPC after error@1880651864) -> (continuation of Deferred@1547029401 after retry RPC after error@2035110213) -> (continuation of Deferred@1462838978 after retry RPC after error@1691901636) -> (continuation of Deferred@381888709 after retry RPC after error@93815841) -> (continuation of Deferred@1540273511 after retry RPC after error@2110189220), errback=(continuation of Deferred@1508976914 after retry RPC after error@671561900) -> (continuation of Deferred@1289032492 after retry RPC after error@1938221284) -> (continuation of Deferred@602928703 after retry RPC after error@842819766) -> (continuation of Deferred@1444172206 after retry RPC after error@303125056) -> (continuation of Deferred@1309872179 after retry RPC after error@532392095) -> (continuation of Deferred@1809191911 after retry RPC after error@1934483343) -> (continuation of Deferred@629791581 after retry RPC after error@1739874339) -> (continuation of Deferred@1017515545 after retry RPC after error@562700197) -> (continuation of Deferred@1244818426 after retry RPC after error@239316967) -> (continuation of Deferred@43626224 after retry RPC after error@1931476529) -> (continuation of Deferred@715859475 after retry RPC after error@956602422) -> (continuation of Deferred@1990549448 after retry RPC after error@2059913563) -> (continuation of Deferred@162526126 after retry RPC after error@343351173) -> (continuation of Deferred@1215322588 after retry RPC after error@205114520) -> (continuation of Deferred@2055040050 after retry RPC after error@1448792015) -> (continuation of Deferred@472826465 after retry RPC after error@1580302448) -> (continuation of Deferred@1329363832 after retry RPC after error@1335423463) -> (continuation of Deferred@625938367 after retry RPC after error@1999579494) -> (continuation of Deferred@1541696320 after retry RPC after error@1400614418) -> (continuation of Deferred@244605237 after retry RPC after error@8261016) -> (continuation of Deferred@2016991420 after retry RPC after error@1992159895) -> (continuation of Deferred@1527621820 after retry RPC after error@737115272) -> (continuation of Deferred@355249265 after retry RPC after error@211606793) -> (continuation of Deferred@987946094 after retry RPC after error@1782180998) -> (continuation of Deferred@445029012 after retry RPC after error@1880651864) -> (continuation of Deferred@1547029401 after retry RPC after error@2035110213) -> (continuation of Deferred@1462838978 after retry RPC after error@1691901636) -> (continuation of Deferred@381888709 after retry RPC after error@93815841) -> (continuation of Deferred@1540273511 after retry RPC after error@2110189220)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.18.92.188:36207
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:08:40.070 [INFO - Source: KuduSource -> Sink: Writer (1/4)#6] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#6 (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_0_6).
21:08:40.074 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#6 75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_0_6.
21:08:40.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:40.079269 28169 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.110.125:37111: Network error: Client connection negotiation failed: client connection to 127.27.110.125:37111: connect: Connection refused (error 111)
21:08:40.079 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1449) Source: KuduSource -> Sink: Writer (1/4) (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_0_6) switched from INITIALIZING to FAILED on d3190376-62a7-4418-84bf-bee23066b9ee @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=30, TimeoutTracker(timeout=30000, elapsed=26729), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [75ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [78ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [84ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [86ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [94ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [95ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [126ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [128ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [132ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [133ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [143ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [143ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [184ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [188ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [189ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [189ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [192ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [201ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [201ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [202ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [202ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [222ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [222ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [222ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [223ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [243ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [243ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [244ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [244ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [280ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [282ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [283ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [283ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [283ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [421ms] refreshing cache from master, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [423ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [425ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [425ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [425ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [480ms] refreshing cache from master, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [482ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [482ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [483ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [483ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [821ms] refreshing cache from master, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [822ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [822ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [823ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [823ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [1580ms] refreshing cache from master, [1580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [1581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [1581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [1582ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [1582ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [1583ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [1583ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [2440ms] refreshing cache from master, [2440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [2441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [2441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [2442ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [2443ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [2443ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [2443ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [5601ms] refreshing cache from master, [5601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [5604ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [5604ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [5605ms] too many traces: truncated at 100 traces, deferred=Deferred@1813671644(state=PENDING, result=null, callback=(continuation of Deferred@1508976914 after retry RPC after error@671561900) -> (continuation of Deferred@1289032492 after retry RPC after error@1938221284) -> (continuation of Deferred@602928703 after retry RPC after error@842819766) -> (continuation of Deferred@1444172206 after retry RPC after error@303125056) -> (continuation of Deferred@1309872179 after retry RPC after error@532392095) -> (continuation of Deferred@1809191911 after retry RPC after error@1934483343) -> (continuation of Deferred@629791581 after retry RPC after error@1739874339) -> (continuation of Deferred@1017515545 after retry RPC after error@562700197) -> (continuation of Deferred@1244818426 after retry RPC after error@239316967) -> (continuation of Deferred@43626224 after retry RPC after error@1931476529) -> (continuation of Deferred@715859475 after retry RPC after error@956602422) -> (continuation of Deferred@1990549448 after retry RPC after error@2059913563) -> (continuation of Deferred@162526126 after retry RPC after error@343351173) -> (continuation of Deferred@1215322588 after retry RPC after error@205114520) -> (continuation of Deferred@2055040050 after retry RPC after error@1448792015) -> (continuation of Deferred@472826465 after retry RPC after error@1580302448) -> (continuation of Deferred@1329363832 after retry RPC after error@1335423463) -> (continuation of Deferred@625938367 after retry RPC after error@1999579494) -> (continuation of Deferred@1541696320 after retry RPC after error@1400614418) -> (continuation of Deferred@244605237 after retry RPC after error@8261016) -> (continuation of Deferred@2016991420 after retry RPC after error@1992159895) -> (continuation of Deferred@1527621820 after retry RPC after error@737115272) -> (continuation of Deferred@355249265 after retry RPC after error@211606793) -> (continuation of Deferred@987946094 after retry RPC after error@1782180998) -> (continuation of Deferred@445029012 after retry RPC after error@1880651864) -> (continuation of Deferred@1547029401 after retry RPC after error@2035110213) -> (continuation of Deferred@1462838978 after retry RPC after error@1691901636) -> (continuation of Deferred@381888709 after retry RPC after error@93815841) -> (continuation of Deferred@1540273511 after retry RPC after error@2110189220), errback=(continuation of Deferred@1508976914 after retry RPC after error@671561900) -> (continuation of Deferred@1289032492 after retry RPC after error@1938221284) -> (continuation of Deferred@602928703 after retry RPC after error@842819766) -> (continuation of Deferred@1444172206 after retry RPC after error@303125056) -> (continuation of Deferred@1309872179 after retry RPC after error@532392095) -> (continuation of Deferred@1809191911 after retry RPC after error@1934483343) -> (continuation of Deferred@629791581 after retry RPC after error@1739874339) -> (continuation of Deferred@1017515545 after retry RPC after error@562700197) -> (continuation of Deferred@1244818426 after retry RPC after error@239316967) -> (continuation of Deferred@43626224 after retry RPC after error@1931476529) -> (continuation of Deferred@715859475 after retry RPC after error@956602422) -> (continuation of Deferred@1990549448 after retry RPC after error@2059913563) -> (continuation of Deferred@162526126 after retry RPC after error@343351173) -> (continuation of Deferred@1215322588 after retry RPC after error@205114520) -> (continuation of Deferred@2055040050 after retry RPC after error@1448792015) -> (continuation of Deferred@472826465 after retry RPC after error@1580302448) -> (continuation of Deferred@1329363832 after retry RPC after error@1335423463) -> (continuation of Deferred@625938367 after retry RPC after error@1999579494) -> (continuation of Deferred@1541696320 after retry RPC after error@1400614418) -> (continuation of Deferred@244605237 after retry RPC after error@8261016) -> (continuation of Deferred@2016991420 after retry RPC after error@1992159895) -> (continuation of Deferred@1527621820 after retry RPC after error@737115272) -> (continuation of Deferred@355249265 after retry RPC after error@211606793) -> (continuation of Deferred@987946094 after retry RPC after error@1782180998) -> (continuation of Deferred@445029012 after retry RPC after error@1880651864) -> (continuation of Deferred@1547029401 after retry RPC after error@2035110213) -> (continuation of Deferred@1462838978 after retry RPC after error@1691901636) -> (continuation of Deferred@381888709 after retry RPC after error@93815841) -> (continuation of Deferred@1540273511 after retry RPC after error@2110189220)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.18.92.188:36207
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:08:40.081 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job 50520737ebe38e2625b3d1dfb8799f70: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
21:08:40.081 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_0_6.
21:08:40.082 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#6) of source Source: KuduSource.
21:08:40.083 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (50520737ebe38e2625b3d1dfb8799f70) switched from state RUNNING to RESTARTING.
21:08:40.092 [DEBUG - pool-238-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:08:40.092 [DEBUG - pool-238-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:08:40.092 [DEBUG - pool-238-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:08:40.093 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:40.093 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:40.093 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:40.093 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:40.093 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:40.093 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:40.094 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:40.094 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:40.094 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:40.094 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:08:40.122 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:40.229 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:40.253 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:40.268 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.25.113.61:34911(127.25.113.61:34911)] connecting to peer
21:08:40.268 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.25.113.60:35933(127.25.113.60:35933)] connecting to peer
21:08:40.268 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.25.113.62:35193(127.25.113.62:35193)] connecting to peer
21:08:40.269 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:08:40.269 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.113.60:35933(127.25.113.60:35933)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:08:40.269 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:08:40.269 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.60:35933: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:08:40.269 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.113.61:34911(127.25.113.61:34911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:08:40.269 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:08:40.269 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.113.62:35193(127.25.113.62:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:08:40.269 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.61:34911: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:08:40.269 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.62:35193: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:08:40.269 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193; will retry
21:08:40.500 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 23 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544920500 for job 2841dd5f383bae9a8f297e74525dcca1.
21:08:40.512 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 23 for job 2841dd5f383bae9a8f297e74525dcca1 (964 bytes, checkpointDuration=10 ms, finalizationTime=1 ms).
21:08:40.512 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 23 as completed for source Source: KuduSource.
21:08:40.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:39.232542 28181 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:08:40.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:39.237396 28183 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:08:40.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:40.603693 28171 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
21:08:40.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:40.604043 28182 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1371 milliseconds
21:08:40.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:40.608325 28171 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:08:40.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:40.611953 28171 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:08:40.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:40.613458 28171 hybrid_clock.cc:648] HybridClock initialized: now 1783544920613396 us; error 71 us; skew 500 ppm
21:08:40.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:40.614434 28171 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:08:40.622 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:40.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:40.622046 28171 webserver.cc:534] Webserver started at http://127.27.110.125:36653/ using document root <none> and password file <none>
21:08:40.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:40.623348 28171 fs_manager.cc:362] Metadata directory not provided
21:08:40.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:40.623688 28171 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:08:40.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:40.624243 28171 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
21:08:40.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:40.629259 28171 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster15874267575281116675/master-1/data/instance:
21:08:40.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "16273fe27966413bafcb0bc1a6a23bb4"
21:08:40.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:08:40 on dist-test-slave-3sd5"
21:08:40.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:40.630702 28171 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster15874267575281116675/master-1/wal/instance:
21:08:40.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "16273fe27966413bafcb0bc1a6a23bb4"
21:08:40.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:08:40 on dist-test-slave-3sd5"
21:08:40.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:40.639391 28171 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.007s	sys 0.001s
21:08:40.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:40.646392 28193 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
21:08:40.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:40.647760 28171 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.003s	sys 0.000s
21:08:40.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:40.648108 28171 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster15874267575281116675/master-1/data,/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster15874267575281116675/master-1/wal
21:08:40.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "16273fe27966413bafcb0bc1a6a23bb4"
21:08:40.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:08:40 on dist-test-slave-3sd5"
21:08:40.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:40.648443 28171 fs_report.cc:389] FS layout report
21:08:40.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:08:40.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster15874267575281116675/master-1/wal
21:08:40.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster15874267575281116675/master-1/wal
21:08:40.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster15874267575281116675/master-1/data/data
21:08:40.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:08:40.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:08:40.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:08:40.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:08:40.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:08:40.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:08:40.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:08:40.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:08:40.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:08:40.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:08:40.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:08:40.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:40.701841 28171 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
21:08:40.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:40.703583 28171 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:08:40.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:40.704049 28171 kserver.cc:163] Server-wide thread pool size limit: 3276
21:08:40.729 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:40.753 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:40.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:40.789820 28171 rpc_server.cc:307] RPC server started. Bound to: 127.27.110.125:37111
21:08:40.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:40.789960 28244 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.27.110.125:37111 every 8 connection(s)
21:08:40.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:40.793172 28171 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster15874267575281116675/master-1/data/info.pb
21:08:40.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:40.800305 28245 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
21:08:40.801 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:08:40.801 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:08:40.801 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:08:40.801 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:40.801 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:40.802 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:40.802 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:40.802 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:40.802 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:40.802 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:40.802 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:40.802 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:40.802 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:08:40.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:40.802423 28089 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu as pid 28171
21:08:40.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:40.802947 28089 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster15874267575281116675/master-1/wal/instance
21:08:40.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:40.805352 28089 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu
21:08:40.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu
21:08:40.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster15874267575281116675/master-2/wal
21:08:40.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster15874267575281116675/master-2/data
21:08:40.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:08:40.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:08:40.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:08:40.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:08:40.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:08:40.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:08:40.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster15874267575281116675/master-2/logs
21:08:40.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster15874267575281116675/master-2/data/info.pb
21:08:40.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:08:40.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:08:40.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:08:40.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:08:40.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:08:40.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:08:40.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:08:40.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:08:40.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
21:08:40.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:08:40.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:08:40.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:08:40.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.110.124:43039
21:08:40.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.110.124
21:08:40.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:08:40.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.110.84:34665
21:08:40.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:08:40.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:08:40.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:08:40.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:08:40.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.110.126:34219,127.27.110.125:37111,127.27.110.124:43039
21:08:40.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:08:40.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42067/jwks.json with env {}
21:08:40.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:40.813613 28245 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.110.126" port: 34219 } has no permanent_uuid. Determining permanent_uuid...
21:08:40.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:40.841560 28245 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.110.125" port: 37111 } has no permanent_uuid. Determining permanent_uuid...
21:08:40.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:40.860271 28245 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.110.124" port: 43039 } has no permanent_uuid. Determining permanent_uuid...
21:08:40.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:40.863827 28195 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.27.110.124:43039: connect: Connection refused (error 111)
21:08:40.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:40.868669 28245 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.110.124:43039: Network error: Client connection negotiation failed: client connection to 127.27.110.124:43039: connect: Connection refused (error 111)
21:08:40.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:40.918309 28245 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.110.124" port: 43039 } attempt: 1
21:08:40.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:40.924737 28245 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.110.124:43039: Network error: Client connection negotiation failed: client connection to 127.27.110.124:43039: connect: Connection refused (error 111)
21:08:40.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:40.993245 28245 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.110.124" port: 43039 } attempt: 2
21:08:40.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:40.998174 28245 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.110.124:43039: Network error: Client connection negotiation failed: client connection to 127.27.110.124:43039: connect: Connection refused (error 111)
21:08:41.000 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 24 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544921000 for job 2841dd5f383bae9a8f297e74525dcca1.
21:08:41.009 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 24 for job 2841dd5f383bae9a8f297e74525dcca1 (964 bytes, checkpointDuration=9 ms, finalizationTime=0 ms).
21:08:41.010 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 24 as completed for source Source: KuduSource.
21:08:41.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:41.089627 28245 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.110.124" port: 43039 } attempt: 3
21:08:41.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:41.095369 28245 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.110.124:43039: Network error: Client connection negotiation failed: client connection to 127.27.110.124:43039: connect: Connection refused (error 111)
21:08:41.113 [DEBUG - pool-240-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:08:41.113 [DEBUG - pool-240-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:08:41.113 [DEBUG - pool-240-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:08:41.114 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:41.114 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:41.114 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:41.114 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:41.114 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:41.114 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:41.114 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:41.114 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:41.114 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:41.114 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:08:41.122 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:41.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:41.139981 28169 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.110.125" port: 37111 } attempt: 7
21:08:41.154 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:08:41.154 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:08:41.154 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:08:41.155 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:41.155 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:41.155 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:41.155 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:41.155 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:41.155 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:41.155 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:41.155 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:41.155 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:41.155 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:08:41.156 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=28, TimeoutTracker(timeout=30000, elapsed=26715), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [113ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [116ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [118ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [127ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [127ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [154ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [156ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [164ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [165ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [171ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [172ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [234ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [236ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [236ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [237ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [237ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [240ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [262ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [262ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [262ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [263ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [282ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [282ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [283ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [283ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [302ms] refreshing cache from master, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [303ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [303ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [304ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [304ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [321ms] refreshing cache from master, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [323ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [323ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [324ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [324ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [383ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [384ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [384ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [385ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [501ms] refreshing cache from master, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [502ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [502ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [503ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [503ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [506ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [506ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [741ms] refreshing cache from master, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [746ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [747ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [747ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [747ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [981ms] refreshing cache from master, [981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [982ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [982ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [983ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [984ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [984ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [984ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [1721ms] refreshing cache from master, [1721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [1722ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [1722ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [1722ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [1723ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [1724ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [1724ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [2341ms] refreshing cache from master, [2341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [2342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [2342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [2344ms] too many traces: truncated at 100 traces, deferred=Deferred@1463828072(state=PENDING, result=null, callback=(continuation of Deferred@272929046 after retry RPC after error@1048661090) -> (continuation of Deferred@975456082 after retry RPC after error@1816235264) -> (continuation of Deferred@1488551359 after retry RPC after error@1819269270) -> (continuation of Deferred@1953041566 after retry RPC after error@346076830) -> (continuation of Deferred@132605232 after retry RPC after error@366913074) -> (continuation of Deferred@695158251 after retry RPC after error@946475550) -> (continuation of Deferred@77086406 after retry RPC after error@1679288145) -> (continuation of Deferred@923055653 after retry RPC after error@1603708985) -> (continuation of Deferred@440255235 after retry RPC after error@1103860346) -> (continuation of Deferred@1399632376 after retry RPC after error@961613004) -> (continuation of Deferred@1291904318 after retry RPC after error@1346758310) -> (continuation of Deferred@1720741415 after retry RPC after error@1469458773) -> (continuation of Deferred@494210956 after retry RPC after error@1660594770) -> (continuation of Deferred@125698428 after retry RPC after error@1640254535) -> (continuation of Deferred@1417164444 after retry RPC after error@1676127867) -> (continuation of Deferred@350566042 after retry RPC after error@1468065333) -> (continuation of Deferred@1121576591 after retry RPC after error@471010521) -> (continuation of Deferred@562018343 after retry RPC after error@1897808755) -> (continuation of Deferred@2088644161 after retry RPC after error@2022674643) -> (continuation of Deferred@619557221 after retry RPC after error@669739856) -> (continuation of Deferred@711607754 after retry RPC after error@786911580) -> (continuation of Deferred@1741204348 after retry RPC after error@453377342) -> (continuation of Deferred@1673113473 after retry RPC after error@2009100059) -> (continuation of Deferred@1433512404 after retry RPC after error@1638486601) -> (continuation of Deferred@1329736794 after retry RPC after error@990788126) -> (continuation of Deferred@1667828642 after retry RPC after error@1224287900) -> (continuation of Deferred@369615653 after retry RPC after error@1553200433), errback=(continuation of Deferred@272929046 after retry RPC after error@1048661090) -> (continuation of Deferred@975456082 after retry RPC after error@1816235264) -> (continuation of Deferred@1488551359 after retry RPC after error@1819269270) -> (continuation of Deferred@1953041566 after retry RPC after error@346076830) -> (continuation of Deferred@132605232 after retry RPC after error@366913074) -> (continuation of Deferred@695158251 after retry RPC after error@946475550) -> (continuation of Deferred@77086406 after retry RPC after error@1679288145) -> (continuation of Deferred@923055653 after retry RPC after error@1603708985) -> (continuation of Deferred@440255235 after retry RPC after error@1103860346) -> (continuation of Deferred@1399632376 after retry RPC after error@961613004) -> (continuation of Deferred@1291904318 after retry RPC after error@1346758310) -> (continuation of Deferred@1720741415 after retry RPC after error@1469458773) -> (continuation of Deferred@494210956 after retry RPC after error@1660594770) -> (continuation of Deferred@125698428 after retry RPC after error@1640254535) -> (continuation of Deferred@1417164444 after retry RPC after error@1676127867) -> (continuation of Deferred@350566042 after retry RPC after error@1468065333) -> (continuation of Deferred@1121576591 after retry RPC after error@471010521) -> (continuation of Deferred@562018343 after retry RPC after error@1897808755) -> (continuation of Deferred@2088644161 after retry RPC after error@2022674643) -> (continuation of Deferred@619557221 after retry RPC after error@669739856) -> (continuation of Deferred@711607754 after retry RPC after error@786911580) -> (continuation of Deferred@1741204348 after retry RPC after error@453377342) -> (continuation of Deferred@1673113473 after retry RPC after error@2009100059) -> (continuation of Deferred@1433512404 after retry RPC after error@1638486601) -> (continuation of Deferred@1329736794 after retry RPC after error@990788126) -> (continuation of Deferred@1667828642 after retry RPC after error@1224287900) -> (continuation of Deferred@369615653 after retry RPC after error@1553200433)))
21:08:41.157 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:08:41.157 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:08:41.157 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:08:41.158 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:41.158 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:41.158 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:41.157 [ERROR - SourceCoordinator-Source: KuduSource] (SourceCoordinatorContext.java:436) Exception while handling result from async call in SourceCoordinator-Source: KuduSource. Triggering job failover.
org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=28, TimeoutTracker(timeout=30000, elapsed=26715), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [113ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [116ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [118ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [127ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [127ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [154ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [156ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [164ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [165ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [171ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [172ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [234ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [236ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [236ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [237ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [237ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [240ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [262ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [262ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [262ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [263ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [282ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [282ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [283ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [283ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [302ms] refreshing cache from master, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [303ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [303ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [304ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [304ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [321ms] refreshing cache from master, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [323ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [323ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [324ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [324ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [383ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [384ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [384ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [385ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [501ms] refreshing cache from master, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [502ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [502ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [503ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [503ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [506ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [506ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [741ms] refreshing cache from master, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [746ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [747ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [747ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [747ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [981ms] refreshing cache from master, [981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [982ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [982ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [983ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [984ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [984ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [984ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [1721ms] refreshing cache from master, [1721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [1722ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [1722ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [1722ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [1723ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [1724ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [1724ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [2341ms] refreshing cache from master, [2341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [2342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [2342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [2344ms] too many traces: truncated at 100 traces, deferred=Deferred@1463828072(state=PENDING, result=null, callback=(continuation of Deferred@272929046 after retry RPC after error@1048661090) -> (continuation of Deferred@975456082 after retry RPC after error@1816235264) -> (continuation of Deferred@1488551359 after retry RPC after error@1819269270) -> (continuation of Deferred@1953041566 after retry RPC after error@346076830) -> (continuation of Deferred@132605232 after retry RPC after error@366913074) -> (continuation of Deferred@695158251 after retry RPC after error@946475550) -> (continuation of Deferred@77086406 after retry RPC after error@1679288145) -> (continuation of Deferred@923055653 after retry RPC after error@1603708985) -> (continuation of Deferred@440255235 after retry RPC after error@1103860346) -> (continuation of Deferred@1399632376 after retry RPC after error@961613004) -> (continuation of Deferred@1291904318 after retry RPC after error@1346758310) -> (continuation of Deferred@1720741415 after retry RPC after error@1469458773) -> (continuation of Deferred@494210956 after retry RPC after error@1660594770) -> (continuation of Deferred@125698428 after retry RPC after error@1640254535) -> (continuation of Deferred@1417164444 after retry RPC after error@1676127867) -> (continuation of Deferred@350566042 after retry RPC after error@1468065333) -> (continuation of Deferred@1121576591 after retry RPC after error@471010521) -> (continuation of Deferred@562018343 after retry RPC after error@1897808755) -> (continuation of Deferred@2088644161 after retry RPC after error@2022674643) -> (continuation of Deferred@619557221 after retry RPC after error@669739856) -> (continuation of Deferred@711607754 after retry RPC after error@786911580) -> (continuation of Deferred@1741204348 after retry RPC after error@453377342) -> (continuation of Deferred@1673113473 after retry RPC after error@2009100059) -> (continuation of Deferred@1433512404 after retry RPC after error@1638486601) -> (continuation of Deferred@1329736794 after retry RPC after error@990788126) -> (continuation of Deferred@1667828642 after retry RPC after error@1224287900) -> (continuation of Deferred@369615653 after retry RPC after error@1553200433), errback=(continuation of Deferred@272929046 after retry RPC after error@1048661090) -> (continuation of Deferred@975456082 after retry RPC after error@1816235264) -> (continuation of Deferred@1488551359 after retry RPC after error@1819269270) -> (continuation of Deferred@1953041566 after retry RPC after error@346076830) -> (continuation of Deferred@132605232 after retry RPC after error@366913074) -> (continuation of Deferred@695158251 after retry RPC after error@946475550) -> (continuation of Deferred@77086406 after retry RPC after error@1679288145) -> (continuation of Deferred@923055653 after retry RPC after error@1603708985) -> (continuation of Deferred@440255235 after retry RPC after error@1103860346) -> (continuation of Deferred@1399632376 after retry RPC after error@961613004) -> (continuation of Deferred@1291904318 after retry RPC after error@1346758310) -> (continuation of Deferred@1720741415 after retry RPC after error@1469458773) -> (continuation of Deferred@494210956 after retry RPC after error@1660594770) -> (continuation of Deferred@125698428 after retry RPC after error@1640254535) -> (continuation of Deferred@1417164444 after retry RPC after error@1676127867) -> (continuation of Deferred@350566042 after retry RPC after error@1468065333) -> (continuation of Deferred@1121576591 after retry RPC after error@471010521) -> (continuation of Deferred@562018343 after retry RPC after error@1897808755) -> (continuation of Deferred@2088644161 after retry RPC after error@2022674643) -> (continuation of Deferred@619557221 after retry RPC after error@669739856) -> (continuation of Deferred@711607754 after retry RPC after error@786911580) -> (continuation of Deferred@1741204348 after retry RPC after error@453377342) -> (continuation of Deferred@1673113473 after retry RPC after error@2009100059) -> (continuation of Deferred@1433512404 after retry RPC after error@1638486601) -> (continuation of Deferred@1329736794 after retry RPC after error@990788126) -> (continuation of Deferred@1667828642 after retry RPC after error@1224287900) -> (continuation of Deferred@369615653 after retry RPC after error@1553200433)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=28, TimeoutTracker(timeout=30000, elapsed=26715), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [113ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [116ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [118ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [127ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [127ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [154ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [156ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [164ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [165ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [171ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [172ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [234ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [236ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [236ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [237ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [237ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [240ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [262ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [262ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [262ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [263ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [282ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [282ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [283ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [283ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [302ms] refreshing cache from master, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [303ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [303ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [304ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [304ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [321ms] refreshing cache from master, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [323ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [323ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [324ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [324ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [383ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [384ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [384ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [385ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [501ms] refreshing cache from master, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [502ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [502ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [503ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [503ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [506ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [506ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [741ms] refreshing cache from master, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [746ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [747ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [747ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [747ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [981ms] refreshing cache from master, [981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [982ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [982ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [983ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [984ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [984ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [984ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [1721ms] refreshing cache from master, [1721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [1722ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [1722ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [1722ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [1723ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [1724ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [1724ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [2341ms] refreshing cache from master, [2341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [2342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [2342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [2344ms] too many traces: truncated at 100 traces, deferred=Deferred@1463828072(state=PENDING, result=null, callback=(continuation of Deferred@272929046 after retry RPC after error@1048661090) -> (continuation of Deferred@975456082 after retry RPC after error@1816235264) -> (continuation of Deferred@1488551359 after retry RPC after error@1819269270) -> (continuation of Deferred@1953041566 after retry RPC after error@346076830) -> (continuation of Deferred@132605232 after retry RPC after error@366913074) -> (continuation of Deferred@695158251 after retry RPC after error@946475550) -> (continuation of Deferred@77086406 after retry RPC after error@1679288145) -> (continuation of Deferred@923055653 after retry RPC after error@1603708985) -> (continuation of Deferred@440255235 after retry RPC after error@1103860346) -> (continuation of Deferred@1399632376 after retry RPC after error@961613004) -> (continuation of Deferred@1291904318 after retry RPC after error@1346758310) -> (continuation of Deferred@1720741415 after retry RPC after error@1469458773) -> (continuation of Deferred@494210956 after retry RPC after error@1660594770) -> (continuation of Deferred@125698428 after retry RPC after error@1640254535) -> (continuation of Deferred@1417164444 after retry RPC after error@1676127867) -> (continuation of Deferred@350566042 after retry RPC after error@1468065333) -> (continuation of Deferred@1121576591 after retry RPC after error@471010521) -> (continuation of Deferred@562018343 after retry RPC after error@1897808755) -> (continuation of Deferred@2088644161 after retry RPC after error@2022674643) -> (continuation of Deferred@619557221 after retry RPC after error@669739856) -> (continuation of Deferred@711607754 after retry RPC after error@786911580) -> (continuation of Deferred@1741204348 after retry RPC after error@453377342) -> (continuation of Deferred@1673113473 after retry RPC after error@2009100059) -> (continuation of Deferred@1433512404 after retry RPC after error@1638486601) -> (continuation of Deferred@1329736794 after retry RPC after error@990788126) -> (continuation of Deferred@1667828642 after retry RPC after error@1224287900) -> (continuation of Deferred@369615653 after retry RPC after error@1553200433), errback=(continuation of Deferred@272929046 after retry RPC after error@1048661090) -> (continuation of Deferred@975456082 after retry RPC after error@1816235264) -> (continuation of Deferred@1488551359 after retry RPC after error@1819269270) -> (continuation of Deferred@1953041566 after retry RPC after error@346076830) -> (continuation of Deferred@132605232 after retry RPC after error@366913074) -> (continuation of Deferred@695158251 after retry RPC after error@946475550) -> (continuation of Deferred@77086406 after retry RPC after error@1679288145) -> (continuation of Deferred@923055653 after retry RPC after error@1603708985) -> (continuation of Deferred@440255235 after retry RPC after error@1103860346) -> (continuation of Deferred@1399632376 after retry RPC after error@961613004) -> (continuation of Deferred@1291904318 after retry RPC after error@1346758310) -> (continuation of Deferred@1720741415 after retry RPC after error@1469458773) -> (continuation of Deferred@494210956 after retry RPC after error@1660594770) -> (continuation of Deferred@125698428 after retry RPC after error@1640254535) -> (continuation of Deferred@1417164444 after retry RPC after error@1676127867) -> (continuation of Deferred@350566042 after retry RPC after error@1468065333) -> (continuation of Deferred@1121576591 after retry RPC after error@471010521) -> (continuation of Deferred@562018343 after retry RPC after error@1897808755) -> (continuation of Deferred@2088644161 after retry RPC after error@2022674643) -> (continuation of Deferred@619557221 after retry RPC after error@669739856) -> (continuation of Deferred@711607754 after retry RPC after error@786911580) -> (continuation of Deferred@1741204348 after retry RPC after error@453377342) -> (continuation of Deferred@1673113473 after retry RPC after error@2009100059) -> (continuation of Deferred@1433512404 after retry RPC after error@1638486601) -> (continuation of Deferred@1329736794 after retry RPC after error@990788126) -> (continuation of Deferred@1667828642 after retry RPC after error@1224287900) -> (continuation of Deferred@369615653 after retry RPC after error@1553200433)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.23.69.188:34691
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:08:41.158 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:41.158 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:41.158 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:41.158 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:41.159 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:41.159 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:41.159 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:08:41.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:41.159241 28169 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.110.124" port: 43039 } has no permanent_uuid. Determining permanent_uuid...
21:08:41.165 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:318) Trying to recover from a global failure.
org.apache.flink.util.FlinkException: Global failure triggered by OperatorCoordinator for 'Source: KuduSource -> Sink: Writer' (operator cbc357ccb763df2852fee8c4fc7d55f2).
	at org.apache.flink.runtime.operators.coordination.OperatorCoordinatorHolder$LazyInitializedCoordinatorContext.failJob(OperatorCoordinatorHolder.java:651)
	at org.apache.flink.runtime.operators.coordination.RecreateOnResetOperatorCoordinator$QuiesceableContext.failJob(RecreateOnResetOperatorCoordinator.java:248)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.failJob(SourceCoordinatorContext.java:427)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.handleUncaughtExceptionFromAsyncCall(SourceCoordinatorContext.java:440)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:42)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	... 6 more
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=28, TimeoutTracker(timeout=30000, elapsed=26715), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [113ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [116ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [118ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [127ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [127ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [154ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [156ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [164ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [165ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [171ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [172ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [234ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [236ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [236ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [237ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [237ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [240ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [262ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [262ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [262ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [263ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [282ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [282ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [283ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [283ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [302ms] refreshing cache from master, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [303ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [303ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [304ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [304ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [321ms] refreshing cache from master, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [323ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [323ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [324ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [324ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [383ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [384ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [384ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [385ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [501ms] refreshing cache from master, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [502ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [502ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [503ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [503ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [506ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [506ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [741ms] refreshing cache from master, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [746ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [747ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [747ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [747ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [981ms] refreshing cache from master, [981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [982ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [982ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [983ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [984ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [984ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [984ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [1721ms] refreshing cache from master, [1721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [1722ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [1722ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [1722ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [1723ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [1724ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [1724ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [2341ms] refreshing cache from master, [2341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [2342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [2342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [2344ms] too many traces: truncated at 100 traces, deferred=Deferred@1463828072(state=PENDING, result=null, callback=(continuation of Deferred@272929046 after retry RPC after error@1048661090) -> (continuation of Deferred@975456082 after retry RPC after error@1816235264) -> (continuation of Deferred@1488551359 after retry RPC after error@1819269270) -> (continuation of Deferred@1953041566 after retry RPC after error@346076830) -> (continuation of Deferred@132605232 after retry RPC after error@366913074) -> (continuation of Deferred@695158251 after retry RPC after error@946475550) -> (continuation of Deferred@77086406 after retry RPC after error@1679288145) -> (continuation of Deferred@923055653 after retry RPC after error@1603708985) -> (continuation of Deferred@440255235 after retry RPC after error@1103860346) -> (continuation of Deferred@1399632376 after retry RPC after error@961613004) -> (continuation of Deferred@1291904318 after retry RPC after error@1346758310) -> (continuation of Deferred@1720741415 after retry RPC after error@1469458773) -> (continuation of Deferred@494210956 after retry RPC after error@1660594770) -> (continuation of Deferred@125698428 after retry RPC after error@1640254535) -> (continuation of Deferred@1417164444 after retry RPC after error@1676127867) -> (continuation of Deferred@350566042 after retry RPC after error@1468065333) -> (continuation of Deferred@1121576591 after retry RPC after error@471010521) -> (continuation of Deferred@562018343 after retry RPC after error@1897808755) -> (continuation of Deferred@2088644161 after retry RPC after error@2022674643) -> (continuation of Deferred@619557221 after retry RPC after error@669739856) -> (continuation of Deferred@711607754 after retry RPC after error@786911580) -> (continuation of Deferred@1741204348 after retry RPC after error@453377342) -> (continuation of Deferred@1673113473 after retry RPC after error@2009100059) -> (continuation of Deferred@1433512404 after retry RPC after error@1638486601) -> (continuation of Deferred@1329736794 after retry RPC after error@990788126) -> (continuation of Deferred@1667828642 after retry RPC after error@1224287900) -> (continuation of Deferred@369615653 after retry RPC after error@1553200433), errback=(continuation of Deferred@272929046 after retry RPC after error@1048661090) -> (continuation of Deferred@975456082 after retry RPC after error@1816235264) -> (continuation of Deferred@1488551359 after retry RPC after error@1819269270) -> (continuation of Deferred@1953041566 after retry RPC after error@346076830) -> (continuation of Deferred@132605232 after retry RPC after error@366913074) -> (continuation of Deferred@695158251 after retry RPC after error@946475550) -> (continuation of Deferred@77086406 after retry RPC after error@1679288145) -> (continuation of Deferred@923055653 after retry RPC after error@1603708985) -> (continuation of Deferred@440255235 after retry RPC after error@1103860346) -> (continuation of Deferred@1399632376 after retry RPC after error@961613004) -> (continuation of Deferred@1291904318 after retry RPC after error@1346758310) -> (continuation of Deferred@1720741415 after retry RPC after error@1469458773) -> (continuation of Deferred@494210956 after retry RPC after error@1660594770) -> (continuation of Deferred@125698428 after retry RPC after error@1640254535) -> (continuation of Deferred@1417164444 after retry RPC after error@1676127867) -> (continuation of Deferred@350566042 after retry RPC after error@1468065333) -> (continuation of Deferred@1121576591 after retry RPC after error@471010521) -> (continuation of Deferred@562018343 after retry RPC after error@1897808755) -> (continuation of Deferred@2088644161 after retry RPC after error@2022674643) -> (continuation of Deferred@619557221 after retry RPC after error@669739856) -> (continuation of Deferred@711607754 after retry RPC after error@786911580) -> (continuation of Deferred@1741204348 after retry RPC after error@453377342) -> (continuation of Deferred@1673113473 after retry RPC after error@2009100059) -> (continuation of Deferred@1433512404 after retry RPC after error@1638486601) -> (continuation of Deferred@1329736794 after retry RPC after error@990788126) -> (continuation of Deferred@1667828642 after retry RPC after error@1224287900) -> (continuation of Deferred@369615653 after retry RPC after error@1553200433)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=28, TimeoutTracker(timeout=30000, elapsed=26715), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [113ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [116ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [118ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [127ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [127ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [154ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [156ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [164ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [165ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [171ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [172ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [234ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [236ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [236ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [237ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [237ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [240ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [262ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [262ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [262ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [263ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [282ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [282ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [283ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [283ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [302ms] refreshing cache from master, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [303ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [303ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [304ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [304ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [321ms] refreshing cache from master, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [323ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [323ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [324ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [324ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [383ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [384ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [384ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [385ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [501ms] refreshing cache from master, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [502ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [502ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [503ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [503ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [506ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [506ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [741ms] refreshing cache from master, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [746ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [747ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [747ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [747ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [981ms] refreshing cache from master, [981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [982ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [982ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [983ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [984ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [984ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [984ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [1721ms] refreshing cache from master, [1721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [1722ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [1722ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [1722ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [1723ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [1724ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [1724ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [2341ms] refreshing cache from master, [2341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [2342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [2342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [2344ms] too many traces: truncated at 100 traces, deferred=Deferred@1463828072(state=PENDING, result=null, callback=(continuation of Deferred@272929046 after retry RPC after error@1048661090) -> (continuation of Deferred@975456082 after retry RPC after error@1816235264) -> (continuation of Deferred@1488551359 after retry RPC after error@1819269270) -> (continuation of Deferred@1953041566 after retry RPC after error@346076830) -> (continuation of Deferred@132605232 after retry RPC after error@366913074) -> (continuation of Deferred@695158251 after retry RPC after error@946475550) -> (continuation of Deferred@77086406 after retry RPC after error@1679288145) -> (continuation of Deferred@923055653 after retry RPC after error@1603708985) -> (continuation of Deferred@440255235 after retry RPC after error@1103860346) -> (continuation of Deferred@1399632376 after retry RPC after error@961613004) -> (continuation of Deferred@1291904318 after retry RPC after error@1346758310) -> (continuation of Deferred@1720741415 after retry RPC after error@1469458773) -> (continuation of Deferred@494210956 after retry RPC after error@1660594770) -> (continuation of Deferred@125698428 after retry RPC after error@1640254535) -> (continuation of Deferred@1417164444 after retry RPC after error@1676127867) -> (continuation of Deferred@350566042 after retry RPC after error@1468065333) -> (continuation of Deferred@1121576591 after retry RPC after error@471010521) -> (continuation of Deferred@562018343 after retry RPC after error@1897808755) -> (continuation of Deferred@2088644161 after retry RPC after error@2022674643) -> (continuation of Deferred@619557221 after retry RPC after error@669739856) -> (continuation of Deferred@711607754 after retry RPC after error@786911580) -> (continuation of Deferred@1741204348 after retry RPC after error@453377342) -> (continuation of Deferred@1673113473 after retry RPC after error@2009100059) -> (continuation of Deferred@1433512404 after retry RPC after error@1638486601) -> (continuation of Deferred@1329736794 after retry RPC after error@990788126) -> (continuation of Deferred@1667828642 after retry RPC after error@1224287900) -> (continuation of Deferred@369615653 after retry RPC after error@1553200433), errback=(continuation of Deferred@272929046 after retry RPC after error@1048661090) -> (continuation of Deferred@975456082 after retry RPC after error@1816235264) -> (continuation of Deferred@1488551359 after retry RPC after error@1819269270) -> (continuation of Deferred@1953041566 after retry RPC after error@346076830) -> (continuation of Deferred@132605232 after retry RPC after error@366913074) -> (continuation of Deferred@695158251 after retry RPC after error@946475550) -> (continuation of Deferred@77086406 after retry RPC after error@1679288145) -> (continuation of Deferred@923055653 after retry RPC after error@1603708985) -> (continuation of Deferred@440255235 after retry RPC after error@1103860346) -> (continuation of Deferred@1399632376 after retry RPC after error@961613004) -> (continuation of Deferred@1291904318 after retry RPC after error@1346758310) -> (continuation of Deferred@1720741415 after retry RPC after error@1469458773) -> (continuation of Deferred@494210956 after retry RPC after error@1660594770) -> (continuation of Deferred@125698428 after retry RPC after error@1640254535) -> (continuation of Deferred@1417164444 after retry RPC after error@1676127867) -> (continuation of Deferred@350566042 after retry RPC after error@1468065333) -> (continuation of Deferred@1121576591 after retry RPC after error@471010521) -> (continuation of Deferred@562018343 after retry RPC after error@1897808755) -> (continuation of Deferred@2088644161 after retry RPC after error@2022674643) -> (continuation of Deferred@619557221 after retry RPC after error@669739856) -> (continuation of Deferred@711607754 after retry RPC after error@786911580) -> (continuation of Deferred@1741204348 after retry RPC after error@453377342) -> (continuation of Deferred@1673113473 after retry RPC after error@2009100059) -> (continuation of Deferred@1433512404 after retry RPC after error@1638486601) -> (continuation of Deferred@1329736794 after retry RPC after error@990788126) -> (continuation of Deferred@1667828642 after retry RPC after error@1224287900) -> (continuation of Deferred@369615653 after retry RPC after error@1553200433)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.23.69.188:34691
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:08:41.166 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:347) 4 tasks will be restarted to recover from a global failure.
21:08:41.166 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (640bb5d81f2161b747452ce3cfd3ea9d) switched from state RUNNING to RESTARTING.
21:08:41.167 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#1) of source Source: KuduSource.
21:08:41.167 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from INITIALIZING to CANCELING.
21:08:41.167 [INFO - flink-pekko.actor.default-dispatcher-10] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (4/4)#1 (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_3_1).
21:08:41.168 [INFO - flink-pekko.actor.default-dispatcher-10] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#1 (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from INITIALIZING to CANCELING.
21:08:41.168 [INFO - flink-pekko.actor.default-dispatcher-10] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (4/4)#1 (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_3_1).
21:08:41.168 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#1) of source Source: KuduSource.
21:08:41.168 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from INITIALIZING to CANCELING.
21:08:41.168 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#1) of source Source: KuduSource.
21:08:41.168 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from INITIALIZING to CANCELING.
21:08:41.169 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#1) of source Source: KuduSource.
21:08:41.169 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from INITIALIZING to CANCELING.
21:08:41.174 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:08:41.174 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (SourceReaderBase.java:338) Closing Source Reader.
21:08:41.174 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:08:41.174 [INFO - flink-pekko.actor.default-dispatcher-10] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (3/4)#1 (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_2_1).
21:08:41.174 [INFO - flink-pekko.actor.default-dispatcher-10] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#1 (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from INITIALIZING to CANCELING.
21:08:41.174 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:08:41.174 [INFO - flink-pekko.actor.default-dispatcher-10] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (3/4)#1 (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_2_1).
21:08:41.175 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#1 (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from CANCELING to CANCELED.
21:08:41.175 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:41.175 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#1 (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_3_1).
21:08:41.175 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:41.175 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:41.175 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:41.176 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:41.176 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:41.176 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:41.176 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:41.176 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:41.176 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:08:41.179 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (SourceReaderBase.java:338) Closing Source Reader.
21:08:41.179 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#1 (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from CANCELING to CANCELED.
21:08:41.179 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#1 (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_2_1).
21:08:41.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:41.179502 28169 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.110.124:43039: Network error: Client connection negotiation failed: client connection to 127.27.110.124:43039: connect: Connection refused (error 111)
21:08:41.180 [INFO - flink-pekko.actor.default-dispatcher-10] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (2/4)#1 (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_1_1).
21:08:41.180 [INFO - flink-pekko.actor.default-dispatcher-10] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#1 (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from INITIALIZING to CANCELING.
21:08:41.180 [INFO - flink-pekko.actor.default-dispatcher-10] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (2/4)#1 (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_1_1).
21:08:41.187 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (SourceReaderBase.java:338) Closing Source Reader.
21:08:41.188 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#1 (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from CANCELING to CANCELED.
21:08:41.188 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#1 (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_1_1).
21:08:41.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:41.192255 28247 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
21:08:41.192 [INFO - flink-pekko.actor.default-dispatcher-10] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (1/4)#1 (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_0_1).
21:08:41.193 [INFO - flink-pekko.actor.default-dispatcher-10] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#1 (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from INITIALIZING to CANCELING.
21:08:41.193 [INFO - flink-pekko.actor.default-dispatcher-10] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (1/4)#1 (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_0_1).
21:08:41.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:41.193462 28247 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:08:41.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:41.194146 28247 flags.cc:432] Enabled unsafe flag: --never_fsync=true
21:08:41.194 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:08:41.194 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:08:41.195 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:08:41.195 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:41.195 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:41.195 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:41.195 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:41.195 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:41.195 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:41.195 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:41.195 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:41.195 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:41.195 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:08:41.201 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#1 c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_3_1.
21:08:41.201 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (SourceReaderBase.java:338) Closing Source Reader.
21:08:41.202 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#1 (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from CANCELING to CANCELED.
21:08:41.202 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#1 (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_0_1).
21:08:41.202 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#1 c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_2_1.
21:08:41.202 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#1 c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_1_1.
21:08:41.202 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#1 c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_0_1.
21:08:41.203 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from CANCELING to CANCELED.
21:08:41.204 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from CANCELING to CANCELED.
21:08:41.205 [INFO - flink-pekko.actor.default-dispatcher-10] (FineGrainedSlotManager.java:324) Received resource requirements from job 640bb5d81f2161b747452ce3cfd3ea9d: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
21:08:41.205 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from CANCELING to CANCELED.
21:08:41.205 [INFO - flink-pekko.actor.default-dispatcher-10] (FineGrainedSlotManager.java:324) Received resource requirements from job 640bb5d81f2161b747452ce3cfd3ea9d: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
21:08:41.205 [INFO - flink-pekko.actor.default-dispatcher-10] (FineGrainedSlotManager.java:324) Received resource requirements from job 640bb5d81f2161b747452ce3cfd3ea9d: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
21:08:41.205 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from CANCELING to CANCELED.
21:08:41.206 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:318) Clearing resource requirements of job 640bb5d81f2161b747452ce3cfd3ea9d
21:08:41.214 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:08:41.215 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:08:41.215 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:08:41.215 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:41.215 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:41.215 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:41.215 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:41.215 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:41.215 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:41.216 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:41.216 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:41.216 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:41.216 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:08:41.229 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:41.234 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:08:41.235 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:08:41.235 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:08:41.235 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:41.235 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:41.235 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:41.235 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:41.235 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:41.235 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:41.235 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:41.235 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:41.235 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:41.235 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:08:41.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:41.238025 28169 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.110.124" port: 43039 } attempt: 1
21:08:41.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:41.238862 28245 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.110.124" port: 43039 } attempt: 4
21:08:41.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:41.239645 28247 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
21:08:41.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:41.240116 28247 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
21:08:41.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:41.240531 28247 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
21:08:41.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:41.240950 28247 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
21:08:41.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:41.241492 28247 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
21:08:41.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:41.241809 28247 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:42067/jwks.json
21:08:41.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:41.244634 28169 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.110.124:43039: Network error: Client connection negotiation failed: client connection to 127.27.110.124:43039: connect: Connection refused (error 111)
21:08:41.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:41.245111 28245 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.110.124:43039: Network error: Client connection negotiation failed: client connection to 127.27.110.124:43039: connect: Connection refused (error 111)
21:08:41.253 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:41.254 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:08:41.255 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:08:41.255 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:08:41.255 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:41.255 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:41.255 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:41.255 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:41.255 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:41.255 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:41.255 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:41.256 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:41.256 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:41.256 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:08:41.270 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:08:41.270 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:08:41.270 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:08:41.270 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:41.270 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:41.270 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:41.270 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:41.271 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:41.271 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:41.271 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:41.271 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:41.271 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:41.271 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:08:41.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:41.287294 28247 master_runner.cc:387] Master server non-default flags:
21:08:41.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:08:41.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.110.84:34665
21:08:41.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:08:41.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:08:41.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster15874267575281116675/master-2/data
21:08:41.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster15874267575281116675/master-2/wal
21:08:41.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:08:41.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.110.126:34219,127.27.110.125:37111,127.27.110.124:43039
21:08:41.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:08:41.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:08:41.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:08:41.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.110.124:43039
21:08:41.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:08:41.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:08:41.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:08:41.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42067/jwks.json
21:08:41.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:08:41.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:08:41.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster15874267575281116675/master-2/data/info.pb
21:08:41.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.110.124
21:08:41.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:08:41.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:08:41.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:08:41.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:08:41.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:08:41.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:08:41.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster15874267575281116675/master-2/logs
21:08:41.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:08:41.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:08:41.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
21:08:41.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
21:08:41.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
21:08:41.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 6bec869c2320d19f2589b3f609f76e5041a21d27
21:08:41.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:08:41.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 20:43:55 UTC on e7f111948823
21:08:41.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16878
21:08:41.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:08:41.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:41.288682 28247 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:08:41.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:41.290438 28247 file_cache.cc:492] Constructed file cache file cache with capacity 419430
21:08:41.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:41.302167 28271 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:08:41.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:41.326115 28169 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.110.124" port: 43039 } attempt: 2
21:08:41.335 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:08:41.335 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:08:41.335 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:08:41.336 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:41.336 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:41.336 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:41.337 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:41.337 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:41.337 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:41.338 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:41.338 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:41.338 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:41.338 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:08:41.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:41.339160 28169 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.110.124:43039: Network error: Client connection negotiation failed: client connection to 127.27.110.124:43039: connect: Connection refused (error 111)
21:08:41.374 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:08:41.374 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:08:41.374 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:08:41.375 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:41.375 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:41.375 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:41.375 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:41.375 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:41.375 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:41.375 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:41.375 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:41.375 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:41.375 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:08:41.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:41.424793 28169 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.110.124" port: 43039 } attempt: 3
21:08:41.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:41.434793 28169 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.110.124:43039: Network error: Client connection negotiation failed: client connection to 127.27.110.124:43039: connect: Connection refused (error 111)
21:08:41.503 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 25 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544921501 for job 2841dd5f383bae9a8f297e74525dcca1.
21:08:41.518 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:08:41.518 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:08:41.519 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:41.519 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:41.519 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:41.520 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:08:41.520 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:41.520 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:41.520 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:41.520 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:41.520 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:41.520 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:41.520 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:08:41.523 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 25 for job 2841dd5f383bae9a8f297e74525dcca1 (964 bytes, checkpointDuration=21 ms, finalizationTime=1 ms).
21:08:41.525 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 25 as completed for source Source: KuduSource.
21:08:41.541 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.22.50.60:38829(127.22.50.60:38829)] connecting to peer
21:08:41.542 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.22.50.61:45261(127.22.50.61:45261)] connecting to peer
21:08:41.542 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.22.50.62:44659(127.22.50.62:44659)] connecting to peer
21:08:41.543 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:08:41.543 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.50.62:44659(127.22.50.62:44659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:08:41.544 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.62:44659: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:08:41.544 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:08:41.544 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.50.61:45261(127.22.50.61:45261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:08:41.544 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.61:45261: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:08:41.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:41.544636 28245 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.110.124" port: 43039 } attempt: 5
21:08:41.548 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:08:41.548 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.50.60:38829(127.22.50.60:38829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:08:41.548 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.60:38829: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:08:41.548 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659; will retry
21:08:41.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:41.554373 28245 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.110.124:43039: Network error: Client connection negotiation failed: client connection to 127.27.110.124:43039: connect: Connection refused (error 111)
21:08:41.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:41.575510 28169 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.110.124" port: 43039 } attempt: 4
21:08:41.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:41.585088 28169 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.110.124:43039: Network error: Client connection negotiation failed: client connection to 127.27.110.124:43039: connect: Connection refused (error 111)
21:08:41.732 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:41.753 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:41.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:41.868672 28169 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.110.124" port: 43039 } attempt: 5
21:08:41.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:41.878484 28169 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.110.124:43039: Network error: Client connection negotiation failed: client connection to 127.27.110.124:43039: connect: Connection refused (error 111)
21:08:41.934 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:08:41.935 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:08:41.935 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:08:41.936 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:41.936 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:41.936 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:41.936 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:41.936 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:41.937 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:41.937 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:41.937 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:41.937 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:41.937 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:08:41.950 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:08:41.950 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:08:41.950 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:08:41.951 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:41.951 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:41.951 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:41.952 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:41.952 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:41.952 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:41.952 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:41.952 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:41.953 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:41.953 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:08:42.000 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 26 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544921999 for job 2841dd5f383bae9a8f297e74525dcca1.
21:08:42.019 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 26 for job 2841dd5f383bae9a8f297e74525dcca1 (964 bytes, checkpointDuration=19 ms, finalizationTime=1 ms).
21:08:42.021 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 26 as completed for source Source: KuduSource.
21:08:42.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:42.101969 28245 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.110.124" port: 43039 } attempt: 6
21:08:42.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:42.137161 28245 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.110.124:43039: Network error: Client connection negotiation failed: client connection to 127.27.110.124:43039: connect: Connection refused (error 111)
21:08:42.172 [DEBUG - pool-234-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:08:42.172 [DEBUG - pool-234-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:08:42.173 [DEBUG - pool-234-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:08:42.173 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:42.173 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:42.174 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:42.174 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:42.174 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:42.174 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:42.175 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:42.175 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:42.175 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:42.175 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:08:42.229 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:42.255 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:42.308 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.25.113.61:34911(127.25.113.61:34911)] connecting to peer
21:08:42.308 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.25.113.60:35933(127.25.113.60:35933)] connecting to peer
21:08:42.308 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.25.113.62:35193(127.25.113.62:35193)] connecting to peer
21:08:42.308 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:08:42.308 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.113.61:34911(127.25.113.61:34911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:08:42.308 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.61:34911: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:08:42.309 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:08:42.309 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.113.60:35933(127.25.113.60:35933)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:08:42.309 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.60:35933: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:08:42.309 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:08:42.309 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.113.62:35193(127.25.113.62:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:08:42.309 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.62:35193: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:08:42.309 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193; will retry
21:08:42.415 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:08:42.415 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:08:42.415 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:08:42.416 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:42.416 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:42.416 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:42.416 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:42.416 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:42.416 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:42.416 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:42.416 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:42.416 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:42.416 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:08:42.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:42.431226 28169 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.110.124" port: 43039 } attempt: 6
21:08:42.441 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.22.50.60:38829(127.22.50.60:38829)] connecting to peer
21:08:42.441 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.22.50.61:45261(127.22.50.61:45261)] connecting to peer
21:08:42.441 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.22.50.62:44659(127.22.50.62:44659)] connecting to peer
21:08:42.442 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:08:42.442 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:08:42.442 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.50.60:38829(127.22.50.60:38829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:08:42.442 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.50.61:45261(127.22.50.61:45261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:08:42.442 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.60:38829: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:08:42.442 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.61:45261: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:08:42.443 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:08:42.443 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.50.62:44659(127.22.50.62:44659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:08:42.443 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.62:44659: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:08:42.443 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659; will retry
21:08:42.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:42.459692 28169 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.110.124:43039: Network error: Client connection negotiation failed: client connection to 127.27.110.124:43039: connect: Connection refused (error 111)
21:08:42.500 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 27 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544922499 for job 2841dd5f383bae9a8f297e74525dcca1.
21:08:42.519 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 27 for job 2841dd5f383bae9a8f297e74525dcca1 (964 bytes, checkpointDuration=19 ms, finalizationTime=0 ms).
21:08:42.527 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 27 as completed for source Source: KuduSource.
21:08:42.578 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (640bb5d81f2161b747452ce3cfd3ea9d) switched from state RESTARTING to RUNNING.
21:08:42.579 [INFO - flink-pekko.actor.default-dispatcher-8] (CheckpointCoordinator.java:1805) Restoring job 640bb5d81f2161b747452ce3cfd3ea9d from Checkpoint 78 @ 1783544892827 for 640bb5d81f2161b747452ce3cfd3ea9d located at file:/tmp/junit10233969733985069158/checkpoints/640bb5d81f2161b747452ce3cfd3ea9d/chk-78.
21:08:42.580 [INFO - flink-pekko.actor.default-dispatcher-8] (MasterHooks.java:201) No master state to restore
21:08:42.580 [INFO - flink-pekko.actor.default-dispatcher-8] (RecreateOnResetOperatorCoordinator.java:128) Resetting coordinator to checkpoint.
21:08:42.583 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from CREATED to SCHEDULED.
21:08:42.584 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from SCHEDULED to DEPLOYING.
21:08:42.585 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #2) with attempt id c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_0_2 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to b6e4c460-e227-4074-af21-a4a848131e32 @ 127.0.0.1 (dataPort=-1) with allocation id 88443c2dc2bfb0b137e18caffd13effa
21:08:42.585 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from CREATED to SCHEDULED.
21:08:42.586 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job 640bb5d81f2161b747452ce3cfd3ea9d: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
21:08:42.586 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job 640bb5d81f2161b747452ce3cfd3ea9d: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
21:08:42.587 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskSlotTableImpl.java:391) Activate slot 88443c2dc2bfb0b137e18caffd13effa.
21:08:42.589 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#2 (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_0_2), deploy into slot with allocation id 88443c2dc2bfb0b137e18caffd13effa.
21:08:42.591 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from SCHEDULED to DEPLOYING.
21:08:42.591 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #2) with attempt id c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_1_2 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to b6e4c460-e227-4074-af21-a4a848131e32 @ 127.0.0.1 (dataPort=-1) with allocation id 7524f2b938ae7729a85a7118ef908b59
21:08:42.591 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskSlotTableImpl.java:391) Activate slot 7524f2b938ae7729a85a7118ef908b59.
21:08:42.591 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from CREATED to SCHEDULED.
21:08:42.592 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job 640bb5d81f2161b747452ce3cfd3ea9d: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
21:08:42.593 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#2 (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_1_2), deploy into slot with allocation id 7524f2b938ae7729a85a7118ef908b59.
21:08:42.594 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#2 (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from CREATED to DEPLOYING.
21:08:42.594 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#2 (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_0_2) [DEPLOYING].
21:08:42.595 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@49ff276c
21:08:42.595 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
21:08:42.596 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit10233969733985069158/checkpoints")
21:08:42.596 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#2 (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from DEPLOYING to INITIALIZING.
21:08:42.598 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from SCHEDULED to DEPLOYING.
21:08:42.598 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #2) with attempt id c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_2_2 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to b6e4c460-e227-4074-af21-a4a848131e32 @ 127.0.0.1 (dataPort=-1) with allocation id 0855bbd34d76a8cf8213060966f6bc67
21:08:42.598 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from CREATED to SCHEDULED.
21:08:42.598 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot 0855bbd34d76a8cf8213060966f6bc67.
21:08:42.599 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job 640bb5d81f2161b747452ce3cfd3ea9d: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
21:08:42.600 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#2 (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from CREATED to DEPLOYING.
21:08:42.600 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#2 (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_1_2) [DEPLOYING].
21:08:42.600 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from SCHEDULED to DEPLOYING.
21:08:42.600 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #2) with attempt id c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_3_2 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to b6e4c460-e227-4074-af21-a4a848131e32 @ 127.0.0.1 (dataPort=-1) with allocation id f94b2567e8bc665a6cc030ee196d4176
21:08:42.601 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from DEPLOYING to INITIALIZING.
21:08:42.602 [INFO - Thread-42] (SourceCoordinator.java:290) Closing SourceCoordinator for source Source: KuduSource.
21:08:42.602 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@76436f9d
21:08:42.602 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
21:08:42.602 [DEBUG - Thread-42] (Connection.java:575) [peer master-127.23.69.190:42537(127.23.69.190:42537)] disconnecting while in state TERMINATED
21:08:42.602 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit10233969733985069158/checkpoints")
21:08:42.602 [DEBUG - Thread-42] (Connection.java:575) [peer master-127.23.69.188:34691(127.23.69.188:34691)] disconnecting while in state TERMINATED
21:08:42.602 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#2 (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from DEPLOYING to INITIALIZING.
21:08:42.603 [DEBUG - Thread-42] (Connection.java:575) [peer master-127.23.69.189:45579(127.23.69.189:45579)] disconnecting while in state TERMINATED
21:08:42.603 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from DEPLOYING to INITIALIZING.
21:08:42.603 [DEBUG - Thread-42] (AsyncKuduClient.java:2704) Releasing all remaining resources
21:08:42.608 [INFO - Thread-42] (SourceCoordinator.java:295) Source coordinator for source Source: KuduSource closed.
21:08:42.609 [INFO - Thread-42] (SourceCoordinator.java:449) Restoring SplitEnumerator of source Source: KuduSource from checkpoint.
21:08:42.612 [DEBUG - Thread-42] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:08:42.612 [INFO - Thread-42] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
21:08:42.616 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@7d4516a1
21:08:42.617 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#2 (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_2_2), deploy into slot with allocation id 0855bbd34d76a8cf8213060966f6bc67.
21:08:42.632 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot f94b2567e8bc665a6cc030ee196d4176.
21:08:42.633 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#2 (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_3_2), deploy into slot with allocation id f94b2567e8bc665a6cc030ee196d4176.
21:08:42.633 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#2 (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from CREATED to DEPLOYING.
21:08:42.634 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#2 (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_2_2) [DEPLOYING].
21:08:42.634 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@9722e35
21:08:42.634 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
21:08:42.634 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit10233969733985069158/checkpoints")
21:08:42.635 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#2 (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from DEPLOYING to INITIALIZING.
21:08:42.635 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from DEPLOYING to INITIALIZING.
21:08:42.634 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'lastEndTimestamp'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
21:08:42.635 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
21:08:42.635 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'unassignedCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
21:08:42.635 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingRemovalCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
21:08:42.641 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@5de75da5
21:08:42.643 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@1fdf5e8e
21:08:42.643 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#2 (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from CREATED to DEPLOYING.
21:08:42.643 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#2 (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_3_2) [DEPLOYING].
21:08:42.644 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@2c3a08b
21:08:42.644 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
21:08:42.645 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit10233969733985069158/checkpoints")
21:08:42.645 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#2] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:08:42.645 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#2 (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from DEPLOYING to INITIALIZING.
21:08:42.645 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from DEPLOYING to INITIALIZING.
21:08:42.648 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@331bfd37
21:08:42.654 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#2] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:08:42.645 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#2] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:08:42.659 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#2] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:08:42.660 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#2] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:08:42.661 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#2] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:08:42.670 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:08:42.677 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#2] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:08:42.680 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#2] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:08:42.681 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:42.681 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:42.681 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:42.687 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#2] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:08:42.695 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#2] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:08:42.696 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:42.696 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:42.697 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:42.702 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:08:42.706 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:42.706 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:42.706 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:42.708 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:08:42.710 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:42.710 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:42.710 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:42.712 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#2] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:08:42.712 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:42.713 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:42.713 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:42.723 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#2] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:08:42.724 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:42.725 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:42.725 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:42.725 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#2] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:08:42.726 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:42.726 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:42.726 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:42.727 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:42.727 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:42.727 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:42.727 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:08:42.728 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:42.738 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:42.738 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:42.738 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:42.738 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:08:42.740 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:42.740 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:42.741 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:42.741 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:08:42.742 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#2] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:08:42.743 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:42.743 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:42.743 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:42.745 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:42.745 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:42.745 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:42.745 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:08:42.747 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#2] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:08:42.748 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:08:42.748 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:42.748 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:42.748 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:42.750 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#2] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:08:42.751 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:08:42.751 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:42.751 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:42.751 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:42.753 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:42.753 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:42.753 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:42.753 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:42.753 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:08:42.755 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:08:42.756 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:42.756 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:42.756 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:42.758 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:08:42.760 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:08:42.762 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:08:42.775 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:08:42.780 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:42.780 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:42.780 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:42.784 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:08:42.789 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:42.789 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:42.789 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:42.799 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:42.800 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:42.800 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:42.800 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:08:42.807 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:08:42.809 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:42.810 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:42.810 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:42.810 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:08:42.815 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:08:42.816 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:42.817 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:42.817 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:42.818 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:42.818 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:42.818 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:42.818 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:08:42.823 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:08:42.824 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:42.825 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:42.825 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:42.838 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:08:42.839 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:42.839 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:42.839 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:08:42.840 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:42.841 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:42.841 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:42.841 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:42.841 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:08:42.847 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:08:42.848 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:42.849 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:42.849 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:42.852 [DEBUG - pool-238-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:08:42.852 [DEBUG - pool-238-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:08:42.853 [DEBUG - pool-238-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:08:42.853 [DEBUG - pool-234-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:08:42.853 [DEBUG - pool-234-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:08:42.853 [DEBUG - pool-234-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:08:42.854 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:42.854 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:42.854 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:42.855 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:42.855 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:42.855 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:42.856 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:42.856 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:42.856 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:42.856 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:08:42.857 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=28461), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [77ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [77ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [137ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [138ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [159ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [159ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [263ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [281ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [286ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [287ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [308ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [308ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [336ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [338ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [339ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [339ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [342ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [342ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [360ms] refreshing cache from master, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [361ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [361ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [362ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [362ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [380ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [382ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [382ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [383ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [383ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [401ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [402ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [402ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [402ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [402ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [421ms] refreshing cache from master, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [422ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [422ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [422ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [423ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [440ms] refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [442ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [442ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [443ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [443ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [560ms] refreshing cache from master, [560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [562ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [562ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [563ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [563ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [800ms] refreshing cache from master, [800ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [802ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [802ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [803ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [803ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [840ms] refreshing cache from master, [840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [841ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [842ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [842ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [842ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [1041ms] refreshing cache from master, [1041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [1042ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [1042ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [1042ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [1043ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [1044ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [1044ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [1600ms] refreshing cache from master, [1600ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [1601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [1601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [1602ms] too many traces: truncated at 100 traces, deferred=Deferred@1950517219(state=PENDING, result=null, callback=(continuation of Deferred@1149138505 after retry RPC after error@654679563) -> (continuation of Deferred@294918304 after retry RPC after error@1896478958) -> (continuation of Deferred@1181881528 after retry RPC after error@1301032891) -> (continuation of Deferred@2087481266 after retry RPC after error@1109145177) -> (continuation of Deferred@337460598 after retry RPC after error@952117689) -> (continuation of Deferred@659476716 after retry RPC after error@71533730) -> (continuation of Deferred@2043211729 after retry RPC after error@1090297008) -> (continuation of Deferred@291827187 after retry RPC after error@161095145) -> (continuation of Deferred@932371820 after retry RPC after error@321904178) -> (continuation of Deferred@621982417 after retry RPC after error@2084472527) -> (continuation of Deferred@1575378329 after retry RPC after error@819316313) -> (continuation of Deferred@6385320 after retry RPC after error@140609685) -> (continuation of Deferred@1728317077 after retry RPC after error@2046685986) -> (continuation of Deferred@1919080091 after retry RPC after error@1992547682) -> (continuation of Deferred@825515393 after retry RPC after error@658955366) -> (continuation of Deferred@1140064283 after retry RPC after error@724889034) -> (continuation of Deferred@947877240 after retry RPC after error@701185021) -> (continuation of Deferred@1255936519 after retry RPC after error@1183509547) -> (continuation of Deferred@94213431 after retry RPC after error@1979273898) -> (continuation of Deferred@1604270648 after retry RPC after error@1323658836) -> (continuation of Deferred@658009746 after retry RPC after error@418055389) -> (continuation of Deferred@1040425730 after retry RPC after error@1534197080) -> (continuation of Deferred@1071207514 after retry RPC after error@2144629392), errback=(continuation of Deferred@1149138505 after retry RPC after error@654679563) -> (continuation of Deferred@294918304 after retry RPC after error@1896478958) -> (continuation of Deferred@1181881528 after retry RPC after error@1301032891) -> (continuation of Deferred@2087481266 after retry RPC after error@1109145177) -> (continuation of Deferred@337460598 after retry RPC after error@952117689) -> (continuation of Deferred@659476716 after retry RPC after error@71533730) -> (continuation of Deferred@2043211729 after retry RPC after error@1090297008) -> (continuation of Deferred@291827187 after retry RPC after error@161095145) -> (continuation of Deferred@932371820 after retry RPC after error@321904178) -> (continuation of Deferred@621982417 after retry RPC after error@2084472527) -> (continuation of Deferred@1575378329 after retry RPC after error@819316313) -> (continuation of Deferred@6385320 after retry RPC after error@140609685) -> (continuation of Deferred@1728317077 after retry RPC after error@2046685986) -> (continuation of Deferred@1919080091 after retry RPC after error@1992547682) -> (continuation of Deferred@825515393 after retry RPC after error@658955366) -> (continuation of Deferred@1140064283 after retry RPC after error@724889034) -> (continuation of Deferred@947877240 after retry RPC after error@701185021) -> (continuation of Deferred@1255936519 after retry RPC after error@1183509547) -> (continuation of Deferred@94213431 after retry RPC after error@1979273898) -> (continuation of Deferred@1604270648 after retry RPC after error@1323658836) -> (continuation of Deferred@658009746 after retry RPC after error@418055389) -> (continuation of Deferred@1040425730 after retry RPC after error@1534197080) -> (continuation of Deferred@1071207514 after retry RPC after error@2144629392)))
21:08:42.857 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:08:42.858 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:42.858 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:42.858 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:42.858 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:08:42.858 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:42.858 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:42.859 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:42.859 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:42.859 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:42.859 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:42.859 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:42.859 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:42.859 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:42.859 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:08:42.860 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=29515), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [97ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [105ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [105ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [114ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [114ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [144ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [149ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [154ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [156ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [165ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [170ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [188ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [190ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [225ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [226ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [229ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [229ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [243ms] refreshing cache from master, [243ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [244ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [244ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [244ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [244ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [245ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [245ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [261ms] refreshing cache from master, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [263ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [263ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [263ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [263ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [280ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [281ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [282ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [282ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [282ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [340ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [342ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [343ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [343ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [343ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [481ms] refreshing cache from master, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [482ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [482ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [482ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [482ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [482ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [483ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [581ms] refreshing cache from master, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [583ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [584ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [585ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [585ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [701ms] refreshing cache from master, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [702ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [702ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [703ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [704ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [705ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [705ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [1041ms] refreshing cache from master, [1042ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [1042ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [1042ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [1043ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [1044ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [1044ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [1045ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [2621ms] refreshing cache from master, [2621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [2622ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [2622ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [2622ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [2623ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [2623ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [2624ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [5021ms] refreshing cache from master, [5021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [5021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [5022ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [5022ms] too many traces: truncated at 100 traces, deferred=Deferred@41802075(state=PENDING, result=null, callback=(continuation of Deferred@1514331582 after retry RPC after error@1527481362) -> (continuation of Deferred@1513000346 after retry RPC after error@922038405) -> (continuation of Deferred@2056697032 after retry RPC after error@2100991132) -> (continuation of Deferred@1398179068 after retry RPC after error@1287186187) -> (continuation of Deferred@63388320 after retry RPC after error@720420912) -> (continuation of Deferred@1298583798 after retry RPC after error@1190000366) -> (continuation of Deferred@2084947625 after retry RPC after error@1343780945) -> (continuation of Deferred@721609668 after retry RPC after error@49363660) -> (continuation of Deferred@1356059829 after retry RPC after error@1125835790) -> (continuation of Deferred@2134516586 after retry RPC after error@1947615515) -> (continuation of Deferred@976115024 after retry RPC after error@771812495) -> (continuation of Deferred@1026902 after retry RPC after error@1180122325) -> (continuation of Deferred@236680602 after retry RPC after error@668369986) -> (continuation of Deferred@1518264053 after retry RPC after error@632353019) -> (continuation of Deferred@1892869746 after retry RPC after error@1664456894) -> (continuation of Deferred@1326480219 after retry RPC after error@1837460842) -> (continuation of Deferred@168028126 after retry RPC after error@1169976904) -> (continuation of Deferred@163192583 after retry RPC after error@1335020903) -> (continuation of Deferred@1513815644 after retry RPC after error@2094142845) -> (continuation of Deferred@625573831 after retry RPC after error@2095671292) -> (continuation of Deferred@1907142179 after retry RPC after error@490284182) -> (continuation of Deferred@1935722417 after retry RPC after error@1140955302) -> (continuation of Deferred@1355344819 after retry RPC after error@75593896) -> (continuation of Deferred@1906932422 after retry RPC after error@967117053) -> (continuation of Deferred@782756105 after retry RPC after error@560758861), errback=(continuation of Deferred@1514331582 after retry RPC after error@1527481362) -> (continuation of Deferred@1513000346 after retry RPC after error@922038405) -> (continuation of Deferred@2056697032 after retry RPC after error@2100991132) -> (continuation of Deferred@1398179068 after retry RPC after error@1287186187) -> (continuation of Deferred@63388320 after retry RPC after error@720420912) -> (continuation of Deferred@1298583798 after retry RPC after error@1190000366) -> (continuation of Deferred@2084947625 after retry RPC after error@1343780945) -> (continuation of Deferred@721609668 after retry RPC after error@49363660) -> (continuation of Deferred@1356059829 after retry RPC after error@1125835790) -> (continuation of Deferred@2134516586 after retry RPC after error@1947615515) -> (continuation of Deferred@976115024 after retry RPC after error@771812495) -> (continuation of Deferred@1026902 after retry RPC after error@1180122325) -> (continuation of Deferred@236680602 after retry RPC after error@668369986) -> (continuation of Deferred@1518264053 after retry RPC after error@632353019) -> (continuation of Deferred@1892869746 after retry RPC after error@1664456894) -> (continuation of Deferred@1326480219 after retry RPC after error@1837460842) -> (continuation of Deferred@168028126 after retry RPC after error@1169976904) -> (continuation of Deferred@163192583 after retry RPC after error@1335020903) -> (continuation of Deferred@1513815644 after retry RPC after error@2094142845) -> (continuation of Deferred@625573831 after retry RPC after error@2095671292) -> (continuation of Deferred@1907142179 after retry RPC after error@490284182) -> (continuation of Deferred@1935722417 after retry RPC after error@1140955302) -> (continuation of Deferred@1355344819 after retry RPC after error@75593896) -> (continuation of Deferred@1906932422 after retry RPC after error@967117053) -> (continuation of Deferred@782756105 after retry RPC after error@560758861)))
21:08:42.864 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:42.864 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:42.864 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:42.864 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:08:42.866 [INFO - Source: KuduSource -> Sink: Writer (3/4)#6] (SourceReaderBase.java:338) Closing Source Reader.
21:08:42.866 [WARN - Source: KuduSource -> Sink: Writer (3/4)#6] (Task.java:1117) Source: KuduSource -> Sink: Writer (3/4)#6 (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_2_6) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=29515), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [97ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [105ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [105ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [114ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [114ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [144ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [149ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [154ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [156ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [165ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [170ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [188ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [190ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [225ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [226ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [229ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [229ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [243ms] refreshing cache from master, [243ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [244ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [244ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [244ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [244ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [245ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [245ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [261ms] refreshing cache from master, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [263ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [263ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [263ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [263ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [280ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [281ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [282ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [282ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [282ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [340ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [342ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [343ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [343ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [343ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [481ms] refreshing cache from master, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [482ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [482ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [482ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [482ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [482ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [483ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [581ms] refreshing cache from master, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [583ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [584ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [585ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [585ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [701ms] refreshing cache from master, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [702ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [702ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [703ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [704ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [705ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [705ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [1041ms] refreshing cache from master, [1042ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [1042ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [1042ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [1043ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [1044ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [1044ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [1045ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [2621ms] refreshing cache from master, [2621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [2622ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [2622ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [2622ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [2623ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [2623ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [2624ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [5021ms] refreshing cache from master, [5021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [5021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [5022ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [5022ms] too many traces: truncated at 100 traces, deferred=Deferred@41802075(state=PENDING, result=null, callback=(continuation of Deferred@1514331582 after retry RPC after error@1527481362) -> (continuation of Deferred@1513000346 after retry RPC after error@922038405) -> (continuation of Deferred@2056697032 after retry RPC after error@2100991132) -> (continuation of Deferred@1398179068 after retry RPC after error@1287186187) -> (continuation of Deferred@63388320 after retry RPC after error@720420912) -> (continuation of Deferred@1298583798 after retry RPC after error@1190000366) -> (continuation of Deferred@2084947625 after retry RPC after error@1343780945) -> (continuation of Deferred@721609668 after retry RPC after error@49363660) -> (continuation of Deferred@1356059829 after retry RPC after error@1125835790) -> (continuation of Deferred@2134516586 after retry RPC after error@1947615515) -> (continuation of Deferred@976115024 after retry RPC after error@771812495) -> (continuation of Deferred@1026902 after retry RPC after error@1180122325) -> (continuation of Deferred@236680602 after retry RPC after error@668369986) -> (continuation of Deferred@1518264053 after retry RPC after error@632353019) -> (continuation of Deferred@1892869746 after retry RPC after error@1664456894) -> (continuation of Deferred@1326480219 after retry RPC after error@1837460842) -> (continuation of Deferred@168028126 after retry RPC after error@1169976904) -> (continuation of Deferred@163192583 after retry RPC after error@1335020903) -> (continuation of Deferred@1513815644 after retry RPC after error@2094142845) -> (continuation of Deferred@625573831 after retry RPC after error@2095671292) -> (continuation of Deferred@1907142179 after retry RPC after error@490284182) -> (continuation of Deferred@1935722417 after retry RPC after error@1140955302) -> (continuation of Deferred@1355344819 after retry RPC after error@75593896) -> (continuation of Deferred@1906932422 after retry RPC after error@967117053) -> (continuation of Deferred@782756105 after retry RPC after error@560758861), errback=(continuation of Deferred@1514331582 after retry RPC after error@1527481362) -> (continuation of Deferred@1513000346 after retry RPC after error@922038405) -> (continuation of Deferred@2056697032 after retry RPC after error@2100991132) -> (continuation of Deferred@1398179068 after retry RPC after error@1287186187) -> (continuation of Deferred@63388320 after retry RPC after error@720420912) -> (continuation of Deferred@1298583798 after retry RPC after error@1190000366) -> (continuation of Deferred@2084947625 after retry RPC after error@1343780945) -> (continuation of Deferred@721609668 after retry RPC after error@49363660) -> (continuation of Deferred@1356059829 after retry RPC after error@1125835790) -> (continuation of Deferred@2134516586 after retry RPC after error@1947615515) -> (continuation of Deferred@976115024 after retry RPC after error@771812495) -> (continuation of Deferred@1026902 after retry RPC after error@1180122325) -> (continuation of Deferred@236680602 after retry RPC after error@668369986) -> (continuation of Deferred@1518264053 after retry RPC after error@632353019) -> (continuation of Deferred@1892869746 after retry RPC after error@1664456894) -> (continuation of Deferred@1326480219 after retry RPC after error@1837460842) -> (continuation of Deferred@168028126 after retry RPC after error@1169976904) -> (continuation of Deferred@163192583 after retry RPC after error@1335020903) -> (continuation of Deferred@1513815644 after retry RPC after error@2094142845) -> (continuation of Deferred@625573831 after retry RPC after error@2095671292) -> (continuation of Deferred@1907142179 after retry RPC after error@490284182) -> (continuation of Deferred@1935722417 after retry RPC after error@1140955302) -> (continuation of Deferred@1355344819 after retry RPC after error@75593896) -> (continuation of Deferred@1906932422 after retry RPC after error@967117053) -> (continuation of Deferred@782756105 after retry RPC after error@560758861)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.18.92.188:36207
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:08:42.867 [INFO - Source: KuduSource -> Sink: Writer (3/4)#6] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#6 (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_2_6).
21:08:42.870 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#6 75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_2_6.
21:08:42.871 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:08:42.871 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:08:42.872 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:08:42.872 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:08:42.873 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:42.873 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:42.874 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:42.874 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1449) Source: KuduSource -> Sink: Writer (3/4) (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_2_6) switched from INITIALIZING to FAILED on d3190376-62a7-4418-84bf-bee23066b9ee @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=29515), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [97ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [105ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [105ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [114ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [114ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [144ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [149ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [154ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [156ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [165ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [170ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [188ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [190ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [225ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [226ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [229ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [229ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [243ms] refreshing cache from master, [243ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [244ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [244ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [244ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [244ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [245ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [245ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [261ms] refreshing cache from master, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [263ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [263ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [263ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [263ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [280ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [281ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [282ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [282ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [282ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [340ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [342ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [343ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [343ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [343ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [481ms] refreshing cache from master, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [482ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [482ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [482ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [482ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [482ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [483ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [581ms] refreshing cache from master, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [583ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [584ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [585ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [585ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [701ms] refreshing cache from master, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [702ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [702ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [703ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [704ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [705ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [705ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [1041ms] refreshing cache from master, [1042ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [1042ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [1042ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [1043ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [1044ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [1044ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [1045ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [2621ms] refreshing cache from master, [2621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [2622ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [2622ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [2622ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [2623ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [2623ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [2624ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [5021ms] refreshing cache from master, [5021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [5021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [5022ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [5022ms] too many traces: truncated at 100 traces, deferred=Deferred@41802075(state=PENDING, result=null, callback=(continuation of Deferred@1514331582 after retry RPC after error@1527481362) -> (continuation of Deferred@1513000346 after retry RPC after error@922038405) -> (continuation of Deferred@2056697032 after retry RPC after error@2100991132) -> (continuation of Deferred@1398179068 after retry RPC after error@1287186187) -> (continuation of Deferred@63388320 after retry RPC after error@720420912) -> (continuation of Deferred@1298583798 after retry RPC after error@1190000366) -> (continuation of Deferred@2084947625 after retry RPC after error@1343780945) -> (continuation of Deferred@721609668 after retry RPC after error@49363660) -> (continuation of Deferred@1356059829 after retry RPC after error@1125835790) -> (continuation of Deferred@2134516586 after retry RPC after error@1947615515) -> (continuation of Deferred@976115024 after retry RPC after error@771812495) -> (continuation of Deferred@1026902 after retry RPC after error@1180122325) -> (continuation of Deferred@236680602 after retry RPC after error@668369986) -> (continuation of Deferred@1518264053 after retry RPC after error@632353019) -> (continuation of Deferred@1892869746 after retry RPC after error@1664456894) -> (continuation of Deferred@1326480219 after retry RPC after error@1837460842) -> (continuation of Deferred@168028126 after retry RPC after error@1169976904) -> (continuation of Deferred@163192583 after retry RPC after error@1335020903) -> (continuation of Deferred@1513815644 after retry RPC after error@2094142845) -> (continuation of Deferred@625573831 after retry RPC after error@2095671292) -> (continuation of Deferred@1907142179 after retry RPC after error@490284182) -> (continuation of Deferred@1935722417 after retry RPC after error@1140955302) -> (continuation of Deferred@1355344819 after retry RPC after error@75593896) -> (continuation of Deferred@1906932422 after retry RPC after error@967117053) -> (continuation of Deferred@782756105 after retry RPC after error@560758861), errback=(continuation of Deferred@1514331582 after retry RPC after error@1527481362) -> (continuation of Deferred@1513000346 after retry RPC after error@922038405) -> (continuation of Deferred@2056697032 after retry RPC after error@2100991132) -> (continuation of Deferred@1398179068 after retry RPC after error@1287186187) -> (continuation of Deferred@63388320 after retry RPC after error@720420912) -> (continuation of Deferred@1298583798 after retry RPC after error@1190000366) -> (continuation of Deferred@2084947625 after retry RPC after error@1343780945) -> (continuation of Deferred@721609668 after retry RPC after error@49363660) -> (continuation of Deferred@1356059829 after retry RPC after error@1125835790) -> (continuation of Deferred@2134516586 after retry RPC after error@1947615515) -> (continuation of Deferred@976115024 after retry RPC after error@771812495) -> (continuation of Deferred@1026902 after retry RPC after error@1180122325) -> (continuation of Deferred@236680602 after retry RPC after error@668369986) -> (continuation of Deferred@1518264053 after retry RPC after error@632353019) -> (continuation of Deferred@1892869746 after retry RPC after error@1664456894) -> (continuation of Deferred@1326480219 after retry RPC after error@1837460842) -> (continuation of Deferred@168028126 after retry RPC after error@1169976904) -> (continuation of Deferred@163192583 after retry RPC after error@1335020903) -> (continuation of Deferred@1513815644 after retry RPC after error@2094142845) -> (continuation of Deferred@625573831 after retry RPC after error@2095671292) -> (continuation of Deferred@1907142179 after retry RPC after error@490284182) -> (continuation of Deferred@1935722417 after retry RPC after error@1140955302) -> (continuation of Deferred@1355344819 after retry RPC after error@75593896) -> (continuation of Deferred@1906932422 after retry RPC after error@967117053) -> (continuation of Deferred@782756105 after retry RPC after error@560758861)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.18.92.188:36207
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:08:42.875 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_2_6.
21:08:42.876 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job 50520737ebe38e2625b3d1dfb8799f70: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
21:08:42.877 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:42.877 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:42.877 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:42.878 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:42.878 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:42.878 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:42.878 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:42.878 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:42.879 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:42.879 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:08:42.879 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:08:42.879 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#6) of source Source: KuduSource.
21:08:42.880 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:42.880 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:42.880 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:42.888 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:42.888 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:42.888 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:42.888 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:08:42.891 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:08:42.892 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:08:42.892 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:08:42.892 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:42.892 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:42.892 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:42.893 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:42.893 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:42.893 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:42.893 [DEBUG - pool-240-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:08:42.893 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:42.893 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:42.893 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:42.893 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:08:42.893 [DEBUG - pool-240-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:08:42.894 [DEBUG - pool-240-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:08:42.894 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:08:42.894 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:42.894 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:42.894 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:42.895 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:42.895 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:42.895 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:42.895 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:42.895 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:42.895 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:42.896 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:42.896 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:42.896 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:42.896 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:08:42.901 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:08:42.902 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:08:42.903 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:42.903 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:42.903 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:42.903 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:42.903 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:42.903 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:42.903 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:08:42.910 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:08:42.911 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:08:42.911 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:08:42.912 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:42.912 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:42.912 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:42.912 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:42.912 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:42.912 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:42.913 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:42.913 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:42.913 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:42.913 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:08:42.914 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:08:42.915 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:42.915 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:42.915 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:42.915 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:42.916 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:42.916 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:42.916 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:08:42.918 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:08:42.918 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:08:42.918 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:08:42.918 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:42.918 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:42.918 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:42.918 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:42.918 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:42.918 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:42.919 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:42.919 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:42.919 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:42.919 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:42.918 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:08:42.919 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:42.919 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:42.919 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:08:42.920 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:08:42.921 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:42.921 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:42.922 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:42.923 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:08:42.923 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:42.923 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:42.923 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:42.923 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:42.923 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:42.923 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:42.923 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:08:42.925 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:08:42.926 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:42.926 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:42.926 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:42.926 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:42.926 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:42.926 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:42.927 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:08:42.928 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:08:42.932 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:08:42.933 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:42.933 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:42.933 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:42.935 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:08:42.936 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:42.936 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:42.936 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:42.936 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:42.936 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:42.936 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:42.936 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:08:42.938 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:08:42.938 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:08:42.938 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:08:42.939 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:42.939 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:42.939 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:42.940 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:42.940 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:42.940 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:42.940 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:42.940 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:42.940 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:08:42.940 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:42.940 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:08:42.940 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:08:42.940 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:08:42.940 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:42.941 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:42.941 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:42.941 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:42.941 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:42.941 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:42.941 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:42.941 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:42.941 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:42.941 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:08:42.942 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:08:42.942 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:08:42.942 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:08:42.942 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:42.942 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:42.942 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:42.943 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:42.943 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:42.943 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:42.943 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:42.943 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:42.943 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:42.943 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:08:42.948 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:08:42.948 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:08:42.948 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:08:42.948 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:42.948 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:42.949 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:42.949 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:42.949 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:42.949 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:42.949 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:42.949 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:42.949 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:42.949 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:08:42.951 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:08:42.951 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:08:42.951 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:08:42.952 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:42.952 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:42.952 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:42.952 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:42.953 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:42.953 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:42.953 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:42.953 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:42.953 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:42.953 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:08:42.960 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:08:42.960 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:08:42.960 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:08:42.961 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:42.961 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:42.961 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:42.961 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:42.961 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:42.961 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:42.961 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:42.961 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:42.962 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:42.962 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:08:42.962 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:08:42.962 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:08:42.962 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:08:42.962 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:42.962 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:42.962 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:42.962 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:42.962 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:42.962 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:42.962 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:42.962 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:42.962 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:42.963 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:08:42.968 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:08:42.968 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:08:42.968 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:08:42.968 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:42.968 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:42.969 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:42.969 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:42.969 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:42.969 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:42.969 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:42.969 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:42.969 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:42.969 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:08:42.978 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:08:42.978 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:08:42.978 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:08:42.979 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:42.979 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:42.979 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:42.980 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:42.980 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:42.980 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:42.980 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:42.980 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:42.980 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:42.981 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:08:42.983 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:43.000 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:08:43.000 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 28 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544922999 for job 2841dd5f383bae9a8f297e74525dcca1.
21:08:43.001 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:43.001 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:43.000 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:08:43.001 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:43.001 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:08:43.001 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:08:43.002 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:08:43.002 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:08:43.002 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:43.002 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:43.002 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:43.002 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:43.002 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:43.002 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:43.003 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:43.003 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:43.003 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:43.003 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:43.003 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:43.003 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:43.003 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:08:43.003 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:43.003 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:43.003 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:43.003 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:08:43.008 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:08:43.008 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:08:43.009 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:08:43.010 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:43.010 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:43.010 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:43.010 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:43.010 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:43.010 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:43.011 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:43.011 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:43.011 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:43.011 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:08:43.022 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:08:43.022 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:08:43.023 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:08:43.023 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:43.024 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:43.024 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:43.024 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:43.024 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:43.024 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:43.025 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:43.025 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:43.025 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:43.025 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:08:43.031 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:08:43.031 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:08:43.032 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:08:43.032 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 28 for job 2841dd5f383bae9a8f297e74525dcca1 (964 bytes, checkpointDuration=31 ms, finalizationTime=2 ms).
21:08:43.032 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:43.032 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:43.032 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:43.033 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:43.033 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:43.033 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:43.033 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:43.034 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:43.034 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:43.034 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:08:43.034 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 28 as completed for source Source: KuduSource.
21:08:43.037 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:08:43.037 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:08:43.038 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:08:43.038 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:43.038 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:43.038 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:43.039 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:43.039 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:43.039 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:43.039 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:43.040 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:43.040 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:43.040 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:08:43.040 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:08:43.041 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:08:43.041 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:08:43.041 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:43.041 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:43.041 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:43.041 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:43.041 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:43.041 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:43.042 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:43.042 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:43.042 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:43.042 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:08:43.051 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:08:43.052 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:08:43.052 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:08:43.053 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:43.053 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:43.053 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:43.053 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:43.053 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:43.053 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:43.054 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:43.054 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:43.054 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:43.054 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:08:43.057 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:08:43.057 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:08:43.058 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:08:43.058 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:43.058 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:43.058 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:43.059 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:43.059 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:43.059 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:43.060 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:43.060 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:43.060 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:43.060 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:08:43.068 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:08:43.068 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:08:43.068 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:08:43.069 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:43.069 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:43.069 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:43.069 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:43.069 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:43.069 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:43.069 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:43.069 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:43.070 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:43.070 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:08:43.076 [DEBUG - pool-242-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:08:43.076 [DEBUG - pool-242-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:08:43.076 [DEBUG - pool-242-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:08:43.077 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:43.077 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:43.077 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:43.078 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:43.078 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:43.078 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:43.078 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:43.079 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:43.079 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:43.079 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:08:43.082 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:08:43.082 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:08:43.082 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:08:43.083 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:43.083 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:43.083 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:43.083 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:43.083 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:43.084 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:43.084 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:43.084 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:43.084 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:43.084 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:08:43.120 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:08:43.120 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:08:43.121 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:08:43.122 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:43.122 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:43.122 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:43.122 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:43.122 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:43.123 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:43.123 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:43.123 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:43.124 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:43.124 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:08:43.131 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:08:43.131 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:08:43.131 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:08:43.132 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:43.132 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:43.132 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:43.133 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:43.133 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:43.133 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:43.134 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:43.134 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:43.134 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:43.134 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:08:43.148 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:08:43.148 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:08:43.148 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:08:43.149 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:43.149 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:43.149 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:43.149 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:43.149 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:43.149 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:43.149 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:43.149 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:43.150 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:43.150 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:08:43.152 [DEBUG - pool-240-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:08:43.152 [DEBUG - pool-240-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:08:43.152 [DEBUG - pool-240-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:08:43.153 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:43.153 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:43.153 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:43.154 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:43.154 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:43.154 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:43.154 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:43.154 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:43.155 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:43.155 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:08:43.156 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=28743), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [73ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [74ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [75ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [76ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [113ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [114ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [115ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [115ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [172ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [173ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [174ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [175ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [176ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [176ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [182ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [201ms] refreshing cache from master, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [203ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [203ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [203ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [203ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [242ms] refreshing cache from master, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [243ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [243ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [244ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [244ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [322ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [322ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [323ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [323ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [421ms] refreshing cache from master, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [422ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [422ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [423ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [426ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [641ms] refreshing cache from master, [642ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [642ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [642ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [643ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [644ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [644ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [644ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [1121ms] refreshing cache from master, [1121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [1122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [1122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [1123ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [1123ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [1123ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [1124ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [1381ms] refreshing cache from master, [1382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [1382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [1382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [1383ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [1384ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [1384ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [1384ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [1981ms] refreshing cache from master, [1981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [1981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [1981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [1982ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [1983ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [1983ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [1983ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [4461ms] refreshing cache from master, [4461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [4462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [4462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [4463ms] too many traces: truncated at 100 traces, deferred=Deferred@327042624(state=PENDING, result=null, callback=(continuation of Deferred@486397594 after retry RPC after error@682824527) -> (continuation of Deferred@692645194 after retry RPC after error@1214636645) -> (continuation of Deferred@987669749 after retry RPC after error@172487050) -> (continuation of Deferred@1678470965 after retry RPC after error@52092699) -> (continuation of Deferred@1286351489 after retry RPC after error@2035435839) -> (continuation of Deferred@1176499175 after retry RPC after error@321396280) -> (continuation of Deferred@1056823038 after retry RPC after error@1426942895) -> (continuation of Deferred@1815357986 after retry RPC after error@1061040194) -> (continuation of Deferred@1864653693 after retry RPC after error@1363809573) -> (continuation of Deferred@476200980 after retry RPC after error@1376837626) -> (continuation of Deferred@530745718 after retry RPC after error@507528346) -> (continuation of Deferred@271373734 after retry RPC after error@1150756694) -> (continuation of Deferred@1341517707 after retry RPC after error@1393366651) -> (continuation of Deferred@628779097 after retry RPC after error@1487558199) -> (continuation of Deferred@952328990 after retry RPC after error@63308979) -> (continuation of Deferred@1963498546 after retry RPC after error@2132375370) -> (continuation of Deferred@1549869092 after retry RPC after error@1873892487) -> (continuation of Deferred@1592376399 after retry RPC after error@1786651647) -> (continuation of Deferred@1061904020 after retry RPC after error@1522217110) -> (continuation of Deferred@1227093066 after retry RPC after error@1381586762) -> (continuation of Deferred@922946667 after retry RPC after error@884979101) -> (continuation of Deferred@1659406052 after retry RPC after error@2048093940) -> (continuation of Deferred@1432114569 after retry RPC after error@470159842) -> (continuation of Deferred@989817632 after retry RPC after error@1534772805) -> (continuation of Deferred@1815949502 after retry RPC after error@1083749850), errback=(continuation of Deferred@486397594 after retry RPC after error@682824527) -> (continuation of Deferred@692645194 after retry RPC after error@1214636645) -> (continuation of Deferred@987669749 after retry RPC after error@172487050) -> (continuation of Deferred@1678470965 after retry RPC after error@52092699) -> (continuation of Deferred@1286351489 after retry RPC after error@2035435839) -> (continuation of Deferred@1176499175 after retry RPC after error@321396280) -> (continuation of Deferred@1056823038 after retry RPC after error@1426942895) -> (continuation of Deferred@1815357986 after retry RPC after error@1061040194) -> (continuation of Deferred@1864653693 after retry RPC after error@1363809573) -> (continuation of Deferred@476200980 after retry RPC after error@1376837626) -> (continuation of Deferred@530745718 after retry RPC after error@507528346) -> (continuation of Deferred@271373734 after retry RPC after error@1150756694) -> (continuation of Deferred@1341517707 after retry RPC after error@1393366651) -> (continuation of Deferred@628779097 after retry RPC after error@1487558199) -> (continuation of Deferred@952328990 after retry RPC after error@63308979) -> (continuation of Deferred@1963498546 after retry RPC after error@2132375370) -> (continuation of Deferred@1549869092 after retry RPC after error@1873892487) -> (continuation of Deferred@1592376399 after retry RPC after error@1786651647) -> (continuation of Deferred@1061904020 after retry RPC after error@1522217110) -> (continuation of Deferred@1227093066 after retry RPC after error@1381586762) -> (continuation of Deferred@922946667 after retry RPC after error@884979101) -> (continuation of Deferred@1659406052 after retry RPC after error@2048093940) -> (continuation of Deferred@1432114569 after retry RPC after error@470159842) -> (continuation of Deferred@989817632 after retry RPC after error@1534772805) -> (continuation of Deferred@1815949502 after retry RPC after error@1083749850)))
21:08:43.158 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:08:43.158 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:08:43.158 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:08:43.159 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:43.159 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:43.159 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:43.159 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:43.159 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:43.160 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:43.160 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:43.160 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:43.160 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:43.160 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:08:43.162 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:08:43.162 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:08:43.163 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:08:43.163 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:43.163 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:43.163 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:43.163 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:43.163 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:43.163 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:43.164 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:43.164 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:43.164 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:43.164 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:08:43.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:43.197750 28245 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.110.124" port: 43039 } attempt: 7
21:08:43.229 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:43.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:43.243888 28245 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.110.124:43039: Network error: Client connection negotiation failed: client connection to 127.27.110.124:43039: connect: Connection refused (error 111)
21:08:43.248 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:08:43.248 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:08:43.248 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:08:43.249 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:43.249 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:43.249 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:43.249 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:43.249 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:43.250 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:43.250 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:43.250 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:43.250 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:43.250 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:08:43.253 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:43.269 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:08:43.270 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:08:43.270 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:08:43.271 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:43.271 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:43.271 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:43.272 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:43.272 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:43.272 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:43.273 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:43.273 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:43.273 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:43.273 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:08:43.282 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:08:43.282 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:08:43.282 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:08:43.282 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:43.283 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:43.283 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:43.283 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:43.283 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:43.283 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:43.284 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:43.284 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:43.284 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:43.284 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:08:43.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:42.733566 28270 debug-util.cc:398] Leaking SignalData structure 0x7b0800028020 after lost signal to thread 28247
21:08:43.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:43.303843 28270 kernel_stack_watchdog.cc:198] Thread 28247 stuck at /home/jenkins-slave/workspace/build_and_test@2/src/kudu/util/thread.cc:642 for 426ms:
21:08:43.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
21:08:43.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
21:08:43.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
21:08:43.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
21:08:43.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:41.303923 28272 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:08:43.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:43.305891 28273 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 2000 milliseconds
21:08:43.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:43.306376 28247 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 2.004s	user 0.680s	sys 1.216s
21:08:43.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:43.306948 28247 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 2.004s	user 0.681s	sys 1.217s
21:08:43.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:43.307552 28247 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
21:08:43.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:43.307654 28274 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:08:43.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:43.312330 28247 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:08:43.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:43.316148 28247 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:08:43.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:43.317677 28247 hybrid_clock.cc:648] HybridClock initialized: now 1783544923317629 us; error 43 us; skew 500 ppm
21:08:43.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:43.318934 28247 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:08:43.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:43.328147 28247 webserver.cc:534] Webserver started at http://127.27.110.124:42013/ using document root <none> and password file <none>
21:08:43.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:43.329615 28247 fs_manager.cc:362] Metadata directory not provided
21:08:43.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:43.330032 28247 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:08:43.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:43.330703 28247 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
21:08:43.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:43.338060 28247 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster15874267575281116675/master-2/data/instance:
21:08:43.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d1a6693498da4eb9b7543c2d74dbaa74"
21:08:43.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:08:43 on dist-test-slave-3sd5"
21:08:43.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:43.339901 28247 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster15874267575281116675/master-2/wal/instance:
21:08:43.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d1a6693498da4eb9b7543c2d74dbaa74"
21:08:43.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:08:43 on dist-test-slave-3sd5"
21:08:43.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:43.351119 28247 fs_manager.cc:696] Time spent creating directory manager: real 0.010s	user 0.010s	sys 0.001s
21:08:43.360 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:08:43.360 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:08:43.361 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:08:43.361 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:43.361 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:43.361 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:43.361 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:43.361 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:43.361 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:43.361 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:43.361 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:43.361 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:43.361 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:08:43.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:43.360105 28340 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
21:08:43.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:43.363381 28247 fs_manager.cc:730] Time spent opening block manager: real 0.007s	user 0.003s	sys 0.002s
21:08:43.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:43.363905 28247 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster15874267575281116675/master-2/data,/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster15874267575281116675/master-2/wal
21:08:43.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d1a6693498da4eb9b7543c2d74dbaa74"
21:08:43.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:08:43 on dist-test-slave-3sd5"
21:08:43.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:43.364445 28247 fs_report.cc:389] FS layout report
21:08:43.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:08:43.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster15874267575281116675/master-2/wal
21:08:43.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster15874267575281116675/master-2/wal
21:08:43.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster15874267575281116675/master-2/data/data
21:08:43.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:08:43.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:08:43.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:08:43.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:08:43.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:08:43.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:08:43.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:08:43.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:08:43.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:08:43.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:08:43.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:08:43.367 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:08:43.368 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:08:43.368 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:08:43.368 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:43.368 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:43.368 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:43.368 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:43.368 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:43.368 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:43.369 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:43.369 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:43.369 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:43.369 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:08:43.418 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:08:43.418 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:08:43.418 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:08:43.419 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:43.419 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:43.419 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:43.419 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:43.419 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:43.419 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:43.419 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:43.420 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:43.420 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:43.420 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:08:43.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:43.463431 28247 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
21:08:43.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:43.465178 28247 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:08:43.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:43.465628 28247 kserver.cc:163] Server-wide thread pool size limit: 3276
21:08:43.483 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:43.491 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:08:43.491 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:08:43.491 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:08:43.492 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:43.492 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:43.492 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:43.492 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:43.492 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:43.492 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:43.493 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:43.493 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:43.493 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:43.493 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:08:43.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:43.493283 28169 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.110.124" port: 43039 } attempt: 7
21:08:43.500 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 29 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544923500 for job 2841dd5f383bae9a8f297e74525dcca1.
21:08:43.502 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:08:43.502 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:08:43.502 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:08:43.503 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:43.503 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:43.503 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:43.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:43.502077 28169 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.110.124:43039: Network error: Client connection negotiation failed: client connection to 127.27.110.124:43039: connect: Connection refused (error 111)
21:08:43.503 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:43.503 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:43.503 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:43.504 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:43.504 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:43.504 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:43.504 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:08:43.512 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 29 for job 2841dd5f383bae9a8f297e74525dcca1 (964 bytes, checkpointDuration=11 ms, finalizationTime=1 ms).
21:08:43.514 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 29 as completed for source Source: KuduSource.
21:08:43.568 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:08:43.568 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:08:43.569 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:08:43.569 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:43.569 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:43.569 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:43.569 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:43.569 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:43.569 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:43.570 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:43.570 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:43.570 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:43.570 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:08:43.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:43.569965 28247 rpc_server.cc:307] RPC server started. Bound to: 127.27.110.124:43039
21:08:43.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:43.570063 28393 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.27.110.124:43039 every 8 connection(s)
21:08:43.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:43.573473 28247 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster15874267575281116675/master-2/data/info.pb
21:08:43.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:43.581137 28394 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
21:08:43.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:43.581571 28089 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu as pid 28247
21:08:43.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:43.582129 28089 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster15874267575281116675/master-2/wal/instance
21:08:43.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:43.604408 28394 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.110.126" port: 34219 } has no permanent_uuid. Determining permanent_uuid...
21:08:43.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:43.639819 28394 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.110.125" port: 37111 } has no permanent_uuid. Determining permanent_uuid...
21:08:43.642 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:08:43.642 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:08:43.643 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:08:43.643 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:43.643 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:43.643 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:43.644 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:43.644 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:43.644 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:43.645 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:43.645 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:43.645 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:43.645 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:08:43.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:43.651840 28394 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.110.124" port: 43039 } has no permanent_uuid. Determining permanent_uuid...
21:08:43.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:43.672189 28394 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P d1a6693498da4eb9b7543c2d74dbaa74: Bootstrap starting.
21:08:43.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:43.681840 28394 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P d1a6693498da4eb9b7543c2d74dbaa74: Neither blocks nor log segments found. Creating new log.
21:08:43.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:43.684732 28394 log.cc:826] T 00000000000000000000000000000000 P d1a6693498da4eb9b7543c2d74dbaa74: Log is configured to *not* fsync() on all Append() calls
21:08:43.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:43.690114 28394 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P d1a6693498da4eb9b7543c2d74dbaa74: No bootstrap required, opened a new log
21:08:43.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:43.712940 28394 raft_consensus.cc:359] T 00000000000000000000000000000000 P d1a6693498da4eb9b7543c2d74dbaa74 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "15523928b1084a1f8360864acba45a4d" member_type: VOTER last_known_addr { host: "127.27.110.126" port: 34219 } } peers { permanent_uuid: "16273fe27966413bafcb0bc1a6a23bb4" member_type: VOTER last_known_addr { host: "127.27.110.125" port: 37111 } } peers { permanent_uuid: "d1a6693498da4eb9b7543c2d74dbaa74" member_type: VOTER last_known_addr { host: "127.27.110.124" port: 43039 } }
21:08:43.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:43.713789 28394 raft_consensus.cc:385] T 00000000000000000000000000000000 P d1a6693498da4eb9b7543c2d74dbaa74 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:08:43.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:43.714090 28394 raft_consensus.cc:740] T 00000000000000000000000000000000 P d1a6693498da4eb9b7543c2d74dbaa74 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d1a6693498da4eb9b7543c2d74dbaa74, State: Initialized, Role: FOLLOWER
21:08:43.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:43.714882 28394 consensus_queue.cc:260] T 00000000000000000000000000000000 P d1a6693498da4eb9b7543c2d74dbaa74 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "15523928b1084a1f8360864acba45a4d" member_type: VOTER last_known_addr { host: "127.27.110.126" port: 34219 } } peers { permanent_uuid: "16273fe27966413bafcb0bc1a6a23bb4" member_type: VOTER last_known_addr { host: "127.27.110.125" port: 37111 } } peers { permanent_uuid: "d1a6693498da4eb9b7543c2d74dbaa74" member_type: VOTER last_known_addr { host: "127.27.110.124" port: 43039 } }
21:08:43.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:43.718104 28403 sys_catalog.cc:455] T 00000000000000000000000000000000 P d1a6693498da4eb9b7543c2d74dbaa74 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "15523928b1084a1f8360864acba45a4d" member_type: VOTER last_known_addr { host: "127.27.110.126" port: 34219 } } peers { permanent_uuid: "16273fe27966413bafcb0bc1a6a23bb4" member_type: VOTER last_known_addr { host: "127.27.110.125" port: 37111 } } peers { permanent_uuid: "d1a6693498da4eb9b7543c2d74dbaa74" member_type: VOTER last_known_addr { host: "127.27.110.124" port: 43039 } } }
21:08:43.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:43.719254 28403 sys_catalog.cc:458] T 00000000000000000000000000000000 P d1a6693498da4eb9b7543c2d74dbaa74 [sys.catalog]: This master's current role is: FOLLOWER
21:08:43.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:43.720114 28394 sys_catalog.cc:565] T 00000000000000000000000000000000 P d1a6693498da4eb9b7543c2d74dbaa74 [sys.catalog]: configured and running, proceeding with master startup.
21:08:43.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:43.722669 28346 tablet.cc:2406] T 00000000000000000000000000000000 P d1a6693498da4eb9b7543c2d74dbaa74: Can't schedule compaction. Clean time has not been advanced past its initial value.
21:08:43.729 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:43.741 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:08:43.742 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:08:43.742 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:08:43.742 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:43.742 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:43.742 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:43.742 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:43.743 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:43.743 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:43.743 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:43.743 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:43.743 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:43.743 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:08:43.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:43.749078 28414 catalog_manager.cc:1593] T 00000000000000000000000000000000 P d1a6693498da4eb9b7543c2d74dbaa74: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
21:08:43.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:43.749478 28414 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
21:08:43.753 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:43.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:43.745467 28247 master_runner.cc:187] Error getting master registration for 127.27.110.126:34219: OK, instance_id { permanent_uuid: "15523928b1084a1f8360864acba45a4d" instance_seqno: 1783544918743187 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
21:08:43.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:43.778012 28247 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
21:08:43.881 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:08:43.882 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:08:43.882 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:08:43.882 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:43.882 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:43.882 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:43.882 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:43.882 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:43.882 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:43.882 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:43.882 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:43.882 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:43.882 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:08:43.941 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:08:43.941 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:08:43.942 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:08:43.942 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:43.942 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:43.942 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:43.942 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:43.942 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:43.942 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:43.943 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:43.943 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:43.943 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:43.943 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:08:43.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:43.949992 28403 raft_consensus.cc:493] T 00000000000000000000000000000000 P d1a6693498da4eb9b7543c2d74dbaa74 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
21:08:43.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:43.950647 28403 raft_consensus.cc:515] T 00000000000000000000000000000000 P d1a6693498da4eb9b7543c2d74dbaa74 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "15523928b1084a1f8360864acba45a4d" member_type: VOTER last_known_addr { host: "127.27.110.126" port: 34219 } } peers { permanent_uuid: "16273fe27966413bafcb0bc1a6a23bb4" member_type: VOTER last_known_addr { host: "127.27.110.125" port: 37111 } } peers { permanent_uuid: "d1a6693498da4eb9b7543c2d74dbaa74" member_type: VOTER last_known_addr { host: "127.27.110.124" port: 43039 } }
21:08:43.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:43.954201 28403 leader_election.cc:290] T 00000000000000000000000000000000 P d1a6693498da4eb9b7543c2d74dbaa74 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 15523928b1084a1f8360864acba45a4d (127.27.110.126:34219), 16273fe27966413bafcb0bc1a6a23bb4 (127.27.110.125:37111)
21:08:43.956 [DEBUG - pool-242-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:08:43.956 [DEBUG - pool-242-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:08:43.956 [DEBUG - pool-242-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:08:43.957 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:43.957 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:43.957 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:43.957 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:43.957 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:43.957 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:43.957 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:43.957 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:43.957 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:43.957 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:08:43.958 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=28, TimeoutTracker(timeout=30000, elapsed=29530), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [65ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [72ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [72ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [72ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [125ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [126ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [127ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [222ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [223ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [223ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [242ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [243ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [243ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [243ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [262ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [263ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [268ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [269ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [300ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [302ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [303ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [303ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [304ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [362ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [362ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [363ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [363ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [463ms] refreshing cache from master, [463ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [463ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [463ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [466ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [466ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [467ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [467ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [661ms] refreshing cache from master, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [662ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [662ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [663ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [663ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [664ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [664ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [1161ms] refreshing cache from master, [1161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [1162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [1162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [1163ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [1163ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [1164ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [1164ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [1461ms] refreshing cache from master, [1461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [1461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [1461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [1462ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [1464ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [1464ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [1465ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [2761ms] refreshing cache from master, [2762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [2762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [2762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [2763ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [2764ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [2764ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [2764ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [4041ms] refreshing cache from master, [4041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [4042ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [4042ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [4043ms] too many traces: truncated at 100 traces, deferred=Deferred@747269473(state=PENDING, result=null, callback=(continuation of Deferred@1586469618 after retry RPC after error@1444464646) -> (continuation of Deferred@1251861365 after retry RPC after error@889417250) -> (continuation of Deferred@393820794 after retry RPC after error@120690795) -> (continuation of Deferred@571626931 after retry RPC after error@206458285) -> (continuation of Deferred@1379540148 after retry RPC after error@1497572440) -> (continuation of Deferred@1774996750 after retry RPC after error@387012287) -> (continuation of Deferred@357316437 after retry RPC after error@1441636416) -> (continuation of Deferred@1589785550 after retry RPC after error@1140531719) -> (continuation of Deferred@939082674 after retry RPC after error@254679725) -> (continuation of Deferred@1086133445 after retry RPC after error@1523379663) -> (continuation of Deferred@659931639 after retry RPC after error@1481727170) -> (continuation of Deferred@1893888049 after retry RPC after error@1308449143) -> (continuation of Deferred@1152283462 after retry RPC after error@382435421) -> (continuation of Deferred@1967851853 after retry RPC after error@1390071922) -> (continuation of Deferred@1708768556 after retry RPC after error@802816162) -> (continuation of Deferred@49702261 after retry RPC after error@111901721) -> (continuation of Deferred@783520061 after retry RPC after error@1368611673) -> (continuation of Deferred@1627345363 after retry RPC after error@1038721633) -> (continuation of Deferred@258074264 after retry RPC after error@1147350462) -> (continuation of Deferred@1586007336 after retry RPC after error@771937842) -> (continuation of Deferred@785883212 after retry RPC after error@1929668341) -> (continuation of Deferred@1778336880 after retry RPC after error@1366604859) -> (continuation of Deferred@1119003545 after retry RPC after error@315709172) -> (continuation of Deferred@27151386 after retry RPC after error@1979690358) -> (continuation of Deferred@579233339 after retry RPC after error@981000809) -> (continuation of Deferred@1240827808 after retry RPC after error@1105790965) -> (continuation of Deferred@1355748941 after retry RPC after error@760864151), errback=(continuation of Deferred@1586469618 after retry RPC after error@1444464646) -> (continuation of Deferred@1251861365 after retry RPC after error@889417250) -> (continuation of Deferred@393820794 after retry RPC after error@120690795) -> (continuation of Deferred@571626931 after retry RPC after error@206458285) -> (continuation of Deferred@1379540148 after retry RPC after error@1497572440) -> (continuation of Deferred@1774996750 after retry RPC after error@387012287) -> (continuation of Deferred@357316437 after retry RPC after error@1441636416) -> (continuation of Deferred@1589785550 after retry RPC after error@1140531719) -> (continuation of Deferred@939082674 after retry RPC after error@254679725) -> (continuation of Deferred@1086133445 after retry RPC after error@1523379663) -> (continuation of Deferred@659931639 after retry RPC after error@1481727170) -> (continuation of Deferred@1893888049 after retry RPC after error@1308449143) -> (continuation of Deferred@1152283462 after retry RPC after error@382435421) -> (continuation of Deferred@1967851853 after retry RPC after error@1390071922) -> (continuation of Deferred@1708768556 after retry RPC after error@802816162) -> (continuation of Deferred@49702261 after retry RPC after error@111901721) -> (continuation of Deferred@783520061 after retry RPC after error@1368611673) -> (continuation of Deferred@1627345363 after retry RPC after error@1038721633) -> (continuation of Deferred@258074264 after retry RPC after error@1147350462) -> (continuation of Deferred@1586007336 after retry RPC after error@771937842) -> (continuation of Deferred@785883212 after retry RPC after error@1929668341) -> (continuation of Deferred@1778336880 after retry RPC after error@1366604859) -> (continuation of Deferred@1119003545 after retry RPC after error@315709172) -> (continuation of Deferred@27151386 after retry RPC after error@1979690358) -> (continuation of Deferred@579233339 after retry RPC after error@981000809) -> (continuation of Deferred@1240827808 after retry RPC after error@1105790965) -> (continuation of Deferred@1355748941 after retry RPC after error@760864151)))
21:08:43.980 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:08:43.980 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:08:43.980 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:08:43.981 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:43.981 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:43.981 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:43.981 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:43.981 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:43.981 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:43.981 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:43.981 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:43.981 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:43.981 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:08:43.983 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:44.000 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 30 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544924000 for job 2841dd5f383bae9a8f297e74525dcca1.
21:08:44.012 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 30 for job 2841dd5f383bae9a8f297e74525dcca1 (964 bytes, checkpointDuration=12 ms, finalizationTime=0 ms).
21:08:44.013 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 30 as completed for source Source: KuduSource.
21:08:44.087 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:08:44.088 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:08:44.088 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:08:44.088 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:44.088 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:44.088 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:44.088 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:44.088 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:44.089 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:44.089 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:44.089 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:44.089 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:44.089 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:08:44.170 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:08:44.171 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:08:44.171 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:08:44.171 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:44.172 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:44.172 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:44.172 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:44.172 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:44.172 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:44.172 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:44.172 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:44.172 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:44.172 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:08:44.229 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:44.252 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:44.261 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:08:44.261 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:08:44.262 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:08:44.262 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:44.262 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:44.262 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:44.262 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:44.262 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:44.262 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:44.262 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:44.262 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:44.262 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:44.262 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:08:44.263 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=29832), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [44ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [48ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [50ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [57ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [58ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [91ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [93ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [94ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [95ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [113ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [114ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [134ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [136ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [140ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [143ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [143ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [161ms] refreshing cache from master, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [163ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [163ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [165ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [165ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [183ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [183ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [203ms] refreshing cache from master, [203ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [203ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [204ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [205ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [206ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [206ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [206ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [243ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [243ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [244ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [244ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [342ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [342ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [344ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [344ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [441ms] refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [442ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [443ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [443ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [444ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [821ms] refreshing cache from master, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [822ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [822ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [823ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [823ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [1440ms] refreshing cache from master, [1441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [1441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [1441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [1442ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [1443ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [1443ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [1443ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [2923ms] refreshing cache from master, [2923ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [2927ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [2927ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [2927ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [2928ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [2928ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [2929ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [6641ms] refreshing cache from master, [6641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [6642ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [6642ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [6643ms] too many traces: truncated at 100 traces, deferred=Deferred@893998064(state=PENDING, result=null, callback=(continuation of Deferred@2041784093 after retry RPC after error@1466611806) -> (continuation of Deferred@347371797 after retry RPC after error@1797095072) -> (continuation of Deferred@200685329 after retry RPC after error@165467769) -> (continuation of Deferred@1041721990 after retry RPC after error@1048574874) -> (continuation of Deferred@76226043 after retry RPC after error@1804299277) -> (continuation of Deferred@1850570912 after retry RPC after error@800058840) -> (continuation of Deferred@1939298579 after retry RPC after error@1129097320) -> (continuation of Deferred@1178681561 after retry RPC after error@374383844) -> (continuation of Deferred@1598433532 after retry RPC after error@2045760660) -> (continuation of Deferred@904140024 after retry RPC after error@645980452) -> (continuation of Deferred@1215245504 after retry RPC after error@1327696429) -> (continuation of Deferred@1517651173 after retry RPC after error@2078136142) -> (continuation of Deferred@1248194009 after retry RPC after error@499184858) -> (continuation of Deferred@1810110763 after retry RPC after error@2123809982) -> (continuation of Deferred@469300624 after retry RPC after error@17081361) -> (continuation of Deferred@1256376411 after retry RPC after error@35214989) -> (continuation of Deferred@1578198827 after retry RPC after error@2047964372) -> (continuation of Deferred@644733917 after retry RPC after error@1854426275) -> (continuation of Deferred@1005934182 after retry RPC after error@1244869144) -> (continuation of Deferred@46709680 after retry RPC after error@772342302) -> (continuation of Deferred@1071523807 after retry RPC after error@1823367630) -> (continuation of Deferred@737952464 after retry RPC after error@1300474947) -> (continuation of Deferred@53320435 after retry RPC after error@479341385) -> (continuation of Deferred@1437663433 after retry RPC after error@83906440) -> (continuation of Deferred@1788192729 after retry RPC after error@1741689249), errback=(continuation of Deferred@2041784093 after retry RPC after error@1466611806) -> (continuation of Deferred@347371797 after retry RPC after error@1797095072) -> (continuation of Deferred@200685329 after retry RPC after error@165467769) -> (continuation of Deferred@1041721990 after retry RPC after error@1048574874) -> (continuation of Deferred@76226043 after retry RPC after error@1804299277) -> (continuation of Deferred@1850570912 after retry RPC after error@800058840) -> (continuation of Deferred@1939298579 after retry RPC after error@1129097320) -> (continuation of Deferred@1178681561 after retry RPC after error@374383844) -> (continuation of Deferred@1598433532 after retry RPC after error@2045760660) -> (continuation of Deferred@904140024 after retry RPC after error@645980452) -> (continuation of Deferred@1215245504 after retry RPC after error@1327696429) -> (continuation of Deferred@1517651173 after retry RPC after error@2078136142) -> (continuation of Deferred@1248194009 after retry RPC after error@499184858) -> (continuation of Deferred@1810110763 after retry RPC after error@2123809982) -> (continuation of Deferred@469300624 after retry RPC after error@17081361) -> (continuation of Deferred@1256376411 after retry RPC after error@35214989) -> (continuation of Deferred@1578198827 after retry RPC after error@2047964372) -> (continuation of Deferred@644733917 after retry RPC after error@1854426275) -> (continuation of Deferred@1005934182 after retry RPC after error@1244869144) -> (continuation of Deferred@46709680 after retry RPC after error@772342302) -> (continuation of Deferred@1071523807 after retry RPC after error@1823367630) -> (continuation of Deferred@737952464 after retry RPC after error@1300474947) -> (continuation of Deferred@53320435 after retry RPC after error@479341385) -> (continuation of Deferred@1437663433 after retry RPC after error@83906440) -> (continuation of Deferred@1788192729 after retry RPC after error@1741689249)))
21:08:44.481 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.22.50.60:38829(127.22.50.60:38829)] connecting to peer
21:08:44.481 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.22.50.61:45261(127.22.50.61:45261)] connecting to peer
21:08:44.481 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.22.50.62:44659(127.22.50.62:44659)] connecting to peer
21:08:44.482 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:08:44.482 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.50.60:38829(127.22.50.60:38829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:08:44.482 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.60:38829: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:08:44.482 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:08:44.482 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.50.61:45261(127.22.50.61:45261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:08:44.482 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.61:45261: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:08:44.482 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:08:44.482 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.50.62:44659(127.22.50.62:44659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:08:44.482 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.62:44659: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:08:44.482 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659; will retry
21:08:44.483 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:44.500 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 31 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544924499 for job 2841dd5f383bae9a8f297e74525dcca1.
21:08:44.510 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 31 for job 2841dd5f383bae9a8f297e74525dcca1 (964 bytes, checkpointDuration=10 ms, finalizationTime=1 ms).
21:08:44.511 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 31 as completed for source Source: KuduSource.
21:08:44.729 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:44.752 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:44.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:44.754745 28414 catalog_manager.cc:1593] T 00000000000000000000000000000000 P d1a6693498da4eb9b7543c2d74dbaa74: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
21:08:44.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:44.755178 28414 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
21:08:44.983 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:45.000 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 32 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544924999 for job 2841dd5f383bae9a8f297e74525dcca1.
21:08:45.008 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 32 for job 2841dd5f383bae9a8f297e74525dcca1 (964 bytes, checkpointDuration=9 ms, finalizationTime=0 ms).
21:08:45.009 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 32 as completed for source Source: KuduSource.
21:08:45.158 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:08:45.158 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:08:45.158 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:08:45.159 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:45.159 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:45.159 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:45.159 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:45.159 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:45.159 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:45.159 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:45.159 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:45.159 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:45.159 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:08:45.201 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:08:45.202 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:08:45.202 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:08:45.202 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:45.202 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:45.202 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:45.202 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:45.202 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:45.203 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:45.203 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:45.203 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:45.203 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:45.203 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:08:45.229 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:45.252 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:45.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:45.334569 28245 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.110.124" port: 43039 } attempt: 8
21:08:45.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:45.362421 28245 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 16273fe27966413bafcb0bc1a6a23bb4: Bootstrap starting.
21:08:45.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:45.372264 28245 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 16273fe27966413bafcb0bc1a6a23bb4: Neither blocks nor log segments found. Creating new log.
21:08:45.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:45.374987 28245 log.cc:826] T 00000000000000000000000000000000 P 16273fe27966413bafcb0bc1a6a23bb4: Log is configured to *not* fsync() on all Append() calls
21:08:45.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:45.386435 28245 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 16273fe27966413bafcb0bc1a6a23bb4: No bootstrap required, opened a new log
21:08:45.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:45.416620 28245 raft_consensus.cc:359] T 00000000000000000000000000000000 P 16273fe27966413bafcb0bc1a6a23bb4 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "15523928b1084a1f8360864acba45a4d" member_type: VOTER last_known_addr { host: "127.27.110.126" port: 34219 } } peers { permanent_uuid: "16273fe27966413bafcb0bc1a6a23bb4" member_type: VOTER last_known_addr { host: "127.27.110.125" port: 37111 } } peers { permanent_uuid: "d1a6693498da4eb9b7543c2d74dbaa74" member_type: VOTER last_known_addr { host: "127.27.110.124" port: 43039 } }
21:08:45.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:45.417652 28245 raft_consensus.cc:385] T 00000000000000000000000000000000 P 16273fe27966413bafcb0bc1a6a23bb4 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:08:45.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:45.418015 28245 raft_consensus.cc:740] T 00000000000000000000000000000000 P 16273fe27966413bafcb0bc1a6a23bb4 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 16273fe27966413bafcb0bc1a6a23bb4, State: Initialized, Role: FOLLOWER
21:08:45.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:45.419155 28245 consensus_queue.cc:260] T 00000000000000000000000000000000 P 16273fe27966413bafcb0bc1a6a23bb4 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "15523928b1084a1f8360864acba45a4d" member_type: VOTER last_known_addr { host: "127.27.110.126" port: 34219 } } peers { permanent_uuid: "16273fe27966413bafcb0bc1a6a23bb4" member_type: VOTER last_known_addr { host: "127.27.110.125" port: 37111 } } peers { permanent_uuid: "d1a6693498da4eb9b7543c2d74dbaa74" member_type: VOTER last_known_addr { host: "127.27.110.124" port: 43039 } }
21:08:45.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:45.422691 28419 sys_catalog.cc:455] T 00000000000000000000000000000000 P 16273fe27966413bafcb0bc1a6a23bb4 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "15523928b1084a1f8360864acba45a4d" member_type: VOTER last_known_addr { host: "127.27.110.126" port: 34219 } } peers { permanent_uuid: "16273fe27966413bafcb0bc1a6a23bb4" member_type: VOTER last_known_addr { host: "127.27.110.125" port: 37111 } } peers { permanent_uuid: "d1a6693498da4eb9b7543c2d74dbaa74" member_type: VOTER last_known_addr { host: "127.27.110.124" port: 43039 } } }
21:08:45.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:45.424331 28419 sys_catalog.cc:458] T 00000000000000000000000000000000 P 16273fe27966413bafcb0bc1a6a23bb4 [sys.catalog]: This master's current role is: FOLLOWER
21:08:45.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:45.424726 28245 sys_catalog.cc:565] T 00000000000000000000000000000000 P 16273fe27966413bafcb0bc1a6a23bb4 [sys.catalog]: configured and running, proceeding with master startup.
21:08:45.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:45.425118 28220 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "d1a6693498da4eb9b7543c2d74dbaa74" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "16273fe27966413bafcb0bc1a6a23bb4" is_pre_election: true
21:08:45.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:45.426105 28220 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 16273fe27966413bafcb0bc1a6a23bb4 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate d1a6693498da4eb9b7543c2d74dbaa74 in term 0.
21:08:45.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:45.426712 28220 rpcz_store.cc:275] Call kudu.consensus.ConsensusService.RequestConsensusVote from 127.0.0.1:39888 (request call id 1) took 1471 ms. Trace:
21:08:45.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:45.427095 28220 rpcz_store.cc:276] 0708 21:08:43.955158 (+     0us) service_pool.cc:167] Inserting onto call queue
21:08:45.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0708 21:08:43.955357 (+   199us) service_pool.cc:224] Handling call
21:08:45.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0708 21:08:45.426645 (+1471288us) inbound_call.cc:177] Queueing success response
21:08:45.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
21:08:45.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:45.429489 28344 leader_election.cc:304] T 00000000000000000000000000000000 P d1a6693498da4eb9b7543c2d74dbaa74 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 16273fe27966413bafcb0bc1a6a23bb4, d1a6693498da4eb9b7543c2d74dbaa74; no voters: 
21:08:45.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:45.442975 28421 raft_consensus.cc:2804] T 00000000000000000000000000000000 P d1a6693498da4eb9b7543c2d74dbaa74 [term 0 FOLLOWER]: Leader pre-election won for term 1
21:08:45.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:45.444343 28421 raft_consensus.cc:493] T 00000000000000000000000000000000 P d1a6693498da4eb9b7543c2d74dbaa74 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
21:08:45.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:45.445508 28421 raft_consensus.cc:3060] T 00000000000000000000000000000000 P d1a6693498da4eb9b7543c2d74dbaa74 [term 0 FOLLOWER]: Advancing to term 1
21:08:45.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:45.464920 28199 tablet.cc:2406] T 00000000000000000000000000000000 P 16273fe27966413bafcb0bc1a6a23bb4: Can't schedule compaction. Clean time has not been advanced past its initial value.
21:08:45.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:45.467068 28421 raft_consensus.cc:515] T 00000000000000000000000000000000 P d1a6693498da4eb9b7543c2d74dbaa74 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "15523928b1084a1f8360864acba45a4d" member_type: VOTER last_known_addr { host: "127.27.110.126" port: 34219 } } peers { permanent_uuid: "16273fe27966413bafcb0bc1a6a23bb4" member_type: VOTER last_known_addr { host: "127.27.110.125" port: 37111 } } peers { permanent_uuid: "d1a6693498da4eb9b7543c2d74dbaa74" member_type: VOTER last_known_addr { host: "127.27.110.124" port: 43039 } }
21:08:45.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:45.469551 28421 leader_election.cc:290] T 00000000000000000000000000000000 P d1a6693498da4eb9b7543c2d74dbaa74 [CANDIDATE]: Term 1 election: Requested vote from peers 15523928b1084a1f8360864acba45a4d (127.27.110.126:34219), 16273fe27966413bafcb0bc1a6a23bb4 (127.27.110.125:37111)
21:08:45.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:45.472549 28220 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "d1a6693498da4eb9b7543c2d74dbaa74" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "16273fe27966413bafcb0bc1a6a23bb4"
21:08:45.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:45.473253 28220 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 16273fe27966413bafcb0bc1a6a23bb4 [term 0 FOLLOWER]: Advancing to term 1
21:08:45.483 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:45.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:45.482791 28220 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 16273fe27966413bafcb0bc1a6a23bb4 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate d1a6693498da4eb9b7543c2d74dbaa74 in term 1.
21:08:45.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:45.485193 28344 leader_election.cc:304] T 00000000000000000000000000000000 P d1a6693498da4eb9b7543c2d74dbaa74 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 16273fe27966413bafcb0bc1a6a23bb4, d1a6693498da4eb9b7543c2d74dbaa74; no voters: 
21:08:45.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:45.486385 28421 raft_consensus.cc:2804] T 00000000000000000000000000000000 P d1a6693498da4eb9b7543c2d74dbaa74 [term 1 FOLLOWER]: Leader election won for term 1
21:08:45.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:45.487490 28431 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 16273fe27966413bafcb0bc1a6a23bb4: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
21:08:45.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:45.487867 28431 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
21:08:45.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:45.489009 28421 raft_consensus.cc:697] T 00000000000000000000000000000000 P d1a6693498da4eb9b7543c2d74dbaa74 [term 1 LEADER]: Becoming Leader. State: Replica: d1a6693498da4eb9b7543c2d74dbaa74, State: Running, Role: LEADER
21:08:45.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:45.490378 28421 consensus_queue.cc:237] T 00000000000000000000000000000000 P d1a6693498da4eb9b7543c2d74dbaa74 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "15523928b1084a1f8360864acba45a4d" member_type: VOTER last_known_addr { host: "127.27.110.126" port: 34219 } } peers { permanent_uuid: "16273fe27966413bafcb0bc1a6a23bb4" member_type: VOTER last_known_addr { host: "127.27.110.125" port: 37111 } } peers { permanent_uuid: "d1a6693498da4eb9b7543c2d74dbaa74" member_type: VOTER last_known_addr { host: "127.27.110.124" port: 43039 } }
21:08:45.500 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 33 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544925499 for job 2841dd5f383bae9a8f297e74525dcca1.
21:08:45.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:45.469815 28171 master_runner.cc:187] Error getting master registration for 127.27.110.126:34219: OK, instance_id { permanent_uuid: "15523928b1084a1f8360864acba45a4d" instance_seqno: 1783544918743187 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
21:08:45.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:45.546113 28433 sys_catalog.cc:455] T 00000000000000000000000000000000 P d1a6693498da4eb9b7543c2d74dbaa74 [sys.catalog]: SysCatalogTable state changed. Reason: New leader d1a6693498da4eb9b7543c2d74dbaa74. Latest consensus state: current_term: 1 leader_uuid: "d1a6693498da4eb9b7543c2d74dbaa74" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "15523928b1084a1f8360864acba45a4d" member_type: VOTER last_known_addr { host: "127.27.110.126" port: 34219 } } peers { permanent_uuid: "16273fe27966413bafcb0bc1a6a23bb4" member_type: VOTER last_known_addr { host: "127.27.110.125" port: 37111 } } peers { permanent_uuid: "d1a6693498da4eb9b7543c2d74dbaa74" member_type: VOTER last_known_addr { host: "127.27.110.124" port: 43039 } } }
21:08:45.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:45.548262 28433 sys_catalog.cc:458] T 00000000000000000000000000000000 P d1a6693498da4eb9b7543c2d74dbaa74 [sys.catalog]: This master's current role is: LEADER
21:08:45.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:45.549285 28171 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
21:08:45.549 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 33 for job 2841dd5f383bae9a8f297e74525dcca1 (964 bytes, checkpointDuration=50 ms, finalizationTime=0 ms).
21:08:45.551 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 33 as completed for source Source: KuduSource.
21:08:45.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:45.557785 28435 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
21:08:45.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:45.563618 28169 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.110.124" port: 43039 } attempt: 8
21:08:45.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:45.566483 28435 catalog_manager.cc:1519] Initializing Kudu cluster ID...
21:08:45.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:45.597381 28220 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 16273fe27966413bafcb0bc1a6a23bb4 [term 1 FOLLOWER]: Refusing update from remote peer d1a6693498da4eb9b7543c2d74dbaa74: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
21:08:45.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:45.601279 28433 consensus_queue.cc:1048] T 00000000000000000000000000000000 P d1a6693498da4eb9b7543c2d74dbaa74 [LEADER]: Connected to new peer: Peer: permanent_uuid: "16273fe27966413bafcb0bc1a6a23bb4" member_type: VOTER last_known_addr { host: "127.27.110.125" port: 37111 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
21:08:45.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:45.618007 28169 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 15523928b1084a1f8360864acba45a4d: Bootstrap starting.
21:08:45.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:45.635313 28169 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 15523928b1084a1f8360864acba45a4d: Neither blocks nor log segments found. Creating new log.
21:08:45.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:45.639371 28169 log.cc:826] T 00000000000000000000000000000000 P 15523928b1084a1f8360864acba45a4d: Log is configured to *not* fsync() on all Append() calls
21:08:45.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:45.645557 28419 sys_catalog.cc:455] T 00000000000000000000000000000000 P 16273fe27966413bafcb0bc1a6a23bb4 [sys.catalog]: SysCatalogTable state changed. Reason: New leader d1a6693498da4eb9b7543c2d74dbaa74. Latest consensus state: current_term: 1 leader_uuid: "d1a6693498da4eb9b7543c2d74dbaa74" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "15523928b1084a1f8360864acba45a4d" member_type: VOTER last_known_addr { host: "127.27.110.126" port: 34219 } } peers { permanent_uuid: "16273fe27966413bafcb0bc1a6a23bb4" member_type: VOTER last_known_addr { host: "127.27.110.125" port: 37111 } } peers { permanent_uuid: "d1a6693498da4eb9b7543c2d74dbaa74" member_type: VOTER last_known_addr { host: "127.27.110.124" port: 43039 } } }
21:08:45.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:45.646999 28419 sys_catalog.cc:458] T 00000000000000000000000000000000 P 16273fe27966413bafcb0bc1a6a23bb4 [sys.catalog]: This master's current role is: FOLLOWER
21:08:45.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:45.655025 28437 mvcc.cc:204] Tried to move back new op lower bound from 7305400015226871808 to 7305400014826307584. Current Snapshot: MvccSnapshot[applied={T|T < 7305400015226871808}]
21:08:45.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:45.660354 28438 mvcc.cc:204] Tried to move back new op lower bound from 7305400015226871808 to 7305400014826307584. Current Snapshot: MvccSnapshot[applied={T|T < 7305400015226871808}]
21:08:45.667 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.25.113.61:34911(127.25.113.61:34911)] connecting to peer
21:08:45.668 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.25.113.60:35933(127.25.113.60:35933)] connecting to peer
21:08:45.668 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.25.113.62:35193(127.25.113.62:35193)] connecting to peer
21:08:45.668 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:08:45.668 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:08:45.668 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.113.61:34911(127.25.113.61:34911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:08:45.668 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.113.60:35933(127.25.113.60:35933)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:08:45.668 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:08:45.668 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.113.62:35193(127.25.113.62:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:08:45.669 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.61:34911: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:08:45.669 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.62:35193: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:08:45.669 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.60:35933: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:08:45.669 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193; will retry
21:08:45.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:45.669369 28419 sys_catalog.cc:455] T 00000000000000000000000000000000 P 16273fe27966413bafcb0bc1a6a23bb4 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "d1a6693498da4eb9b7543c2d74dbaa74" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "15523928b1084a1f8360864acba45a4d" member_type: VOTER last_known_addr { host: "127.27.110.126" port: 34219 } } peers { permanent_uuid: "16273fe27966413bafcb0bc1a6a23bb4" member_type: VOTER last_known_addr { host: "127.27.110.125" port: 37111 } } peers { permanent_uuid: "d1a6693498da4eb9b7543c2d74dbaa74" member_type: VOTER last_known_addr { host: "127.27.110.124" port: 43039 } } }
21:08:45.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:45.670261 28419 sys_catalog.cc:458] T 00000000000000000000000000000000 P 16273fe27966413bafcb0bc1a6a23bb4 [sys.catalog]: This master's current role is: FOLLOWER
21:08:45.671 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:08:45.671 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:08:45.671 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:08:45.672 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:45.672 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:45.672 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:45.672 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:45.672 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:45.673 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:45.673 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:45.673 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:45.673 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:45.673 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:08:45.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:45.680423 28169 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 15523928b1084a1f8360864acba45a4d: No bootstrap required, opened a new log
21:08:45.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:45.686232 28433 sys_catalog.cc:455] T 00000000000000000000000000000000 P d1a6693498da4eb9b7543c2d74dbaa74 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "d1a6693498da4eb9b7543c2d74dbaa74" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "15523928b1084a1f8360864acba45a4d" member_type: VOTER last_known_addr { host: "127.27.110.126" port: 34219 } } peers { permanent_uuid: "16273fe27966413bafcb0bc1a6a23bb4" member_type: VOTER last_known_addr { host: "127.27.110.125" port: 37111 } } peers { permanent_uuid: "d1a6693498da4eb9b7543c2d74dbaa74" member_type: VOTER last_known_addr { host: "127.27.110.124" port: 43039 } } }
21:08:45.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:45.687112 28433 sys_catalog.cc:458] T 00000000000000000000000000000000 P d1a6693498da4eb9b7543c2d74dbaa74 [sys.catalog]: This master's current role is: LEADER
21:08:45.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:45.715083 28169 raft_consensus.cc:359] T 00000000000000000000000000000000 P 15523928b1084a1f8360864acba45a4d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "15523928b1084a1f8360864acba45a4d" member_type: VOTER last_known_addr { host: "127.27.110.126" port: 34219 } } peers { permanent_uuid: "16273fe27966413bafcb0bc1a6a23bb4" member_type: VOTER last_known_addr { host: "127.27.110.125" port: 37111 } } peers { permanent_uuid: "d1a6693498da4eb9b7543c2d74dbaa74" member_type: VOTER last_known_addr { host: "127.27.110.124" port: 43039 } }
21:08:45.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:45.715986 28435 catalog_manager.cc:1382] Generated new cluster ID: 477355d96f90488eaa9ebbd15f3fc51f
21:08:45.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:45.716284 28435 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
21:08:45.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:45.716601 28169 raft_consensus.cc:385] T 00000000000000000000000000000000 P 15523928b1084a1f8360864acba45a4d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:08:45.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:45.717243 28169 raft_consensus.cc:740] T 00000000000000000000000000000000 P 15523928b1084a1f8360864acba45a4d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 15523928b1084a1f8360864acba45a4d, State: Initialized, Role: FOLLOWER
21:08:45.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:45.719745 28169 consensus_queue.cc:260] T 00000000000000000000000000000000 P 15523928b1084a1f8360864acba45a4d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "15523928b1084a1f8360864acba45a4d" member_type: VOTER last_known_addr { host: "127.27.110.126" port: 34219 } } peers { permanent_uuid: "16273fe27966413bafcb0bc1a6a23bb4" member_type: VOTER last_known_addr { host: "127.27.110.125" port: 37111 } } peers { permanent_uuid: "d1a6693498da4eb9b7543c2d74dbaa74" member_type: VOTER last_known_addr { host: "127.27.110.124" port: 43039 } }
21:08:45.729 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:45.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:45.733460 28143 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "d1a6693498da4eb9b7543c2d74dbaa74" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "15523928b1084a1f8360864acba45a4d"
21:08:45.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:45.733248 28169 sys_catalog.cc:565] T 00000000000000000000000000000000 P 15523928b1084a1f8360864acba45a4d [sys.catalog]: configured and running, proceeding with master startup.
21:08:45.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:45.734648 28144 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "d1a6693498da4eb9b7543c2d74dbaa74" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "15523928b1084a1f8360864acba45a4d" is_pre_election: true
21:08:45.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:45.735774 28143 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 15523928b1084a1f8360864acba45a4d [term 0 FOLLOWER]: Advancing to term 1
21:08:45.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:45.736259 28144 rpcz_store.cc:267] Call kudu.consensus.ConsensusService.RequestConsensusVote from 127.0.0.1:36732 (request call id 2) took 1782 ms (client timeout 2034 ms). Trace:
21:08:45.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:45.736716 28144 rpcz_store.cc:269] 0708 21:08:43.954212 (+     0us) service_pool.cc:167] Inserting onto call queue
21:08:45.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0708 21:08:43.954354 (+   142us) service_pool.cc:224] Handling call
21:08:45.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0708 21:08:45.736179 (+1781825us) inbound_call.cc:177] Queueing success response
21:08:45.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
21:08:45.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:45.734752 28443 sys_catalog.cc:455] T 00000000000000000000000000000000 P 15523928b1084a1f8360864acba45a4d [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "15523928b1084a1f8360864acba45a4d" member_type: VOTER last_known_addr { host: "127.27.110.126" port: 34219 } } peers { permanent_uuid: "16273fe27966413bafcb0bc1a6a23bb4" member_type: VOTER last_known_addr { host: "127.27.110.125" port: 37111 } } peers { permanent_uuid: "d1a6693498da4eb9b7543c2d74dbaa74" member_type: VOTER last_known_addr { host: "127.27.110.124" port: 43039 } } }
21:08:45.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:45.741330 28443 sys_catalog.cc:458] T 00000000000000000000000000000000 P 15523928b1084a1f8360864acba45a4d [sys.catalog]: This master's current role is: FOLLOWER
21:08:45.753 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:45.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:45.757836 28143 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 15523928b1084a1f8360864acba45a4d [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate d1a6693498da4eb9b7543c2d74dbaa74 in term 1.
21:08:45.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:45.775318 28142 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 15523928b1084a1f8360864acba45a4d [term 1 FOLLOWER]: Refusing update from remote peer d1a6693498da4eb9b7543c2d74dbaa74: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
21:08:45.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:45.779564 28433 consensus_queue.cc:1048] T 00000000000000000000000000000000 P d1a6693498da4eb9b7543c2d74dbaa74 [LEADER]: Connected to new peer: Peer: permanent_uuid: "15523928b1084a1f8360864acba45a4d" member_type: VOTER last_known_addr { host: "127.27.110.126" port: 34219 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
21:08:45.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:45.823482 28435 catalog_manager.cc:1405] Generated new certificate authority record
21:08:45.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:45.826581 28435 catalog_manager.cc:1539] Loading token signing keys...
21:08:45.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:45.877866 28443 sys_catalog.cc:455] T 00000000000000000000000000000000 P 15523928b1084a1f8360864acba45a4d [sys.catalog]: SysCatalogTable state changed. Reason: New leader d1a6693498da4eb9b7543c2d74dbaa74. Latest consensus state: current_term: 1 leader_uuid: "d1a6693498da4eb9b7543c2d74dbaa74" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "15523928b1084a1f8360864acba45a4d" member_type: VOTER last_known_addr { host: "127.27.110.126" port: 34219 } } peers { permanent_uuid: "16273fe27966413bafcb0bc1a6a23bb4" member_type: VOTER last_known_addr { host: "127.27.110.125" port: 37111 } } peers { permanent_uuid: "d1a6693498da4eb9b7543c2d74dbaa74" member_type: VOTER last_known_addr { host: "127.27.110.124" port: 43039 } } }
21:08:45.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:45.878921 28443 sys_catalog.cc:458] T 00000000000000000000000000000000 P 15523928b1084a1f8360864acba45a4d [sys.catalog]: This master's current role is: FOLLOWER
21:08:45.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:45.880582 28453 sys_catalog.cc:455] T 00000000000000000000000000000000 P 15523928b1084a1f8360864acba45a4d [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "d1a6693498da4eb9b7543c2d74dbaa74" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "15523928b1084a1f8360864acba45a4d" member_type: VOTER last_known_addr { host: "127.27.110.126" port: 34219 } } peers { permanent_uuid: "16273fe27966413bafcb0bc1a6a23bb4" member_type: VOTER last_known_addr { host: "127.27.110.125" port: 37111 } } peers { permanent_uuid: "d1a6693498da4eb9b7543c2d74dbaa74" member_type: VOTER last_known_addr { host: "127.27.110.124" port: 43039 } } }
21:08:45.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:45.883282 28453 sys_catalog.cc:458] T 00000000000000000000000000000000 P 15523928b1084a1f8360864acba45a4d [sys.catalog]: This master's current role is: FOLLOWER
21:08:45.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:45.884830 28421 sys_catalog.cc:455] T 00000000000000000000000000000000 P d1a6693498da4eb9b7543c2d74dbaa74 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "d1a6693498da4eb9b7543c2d74dbaa74" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "15523928b1084a1f8360864acba45a4d" member_type: VOTER last_known_addr { host: "127.27.110.126" port: 34219 } } peers { permanent_uuid: "16273fe27966413bafcb0bc1a6a23bb4" member_type: VOTER last_known_addr { host: "127.27.110.125" port: 37111 } } peers { permanent_uuid: "d1a6693498da4eb9b7543c2d74dbaa74" member_type: VOTER last_known_addr { host: "127.27.110.124" port: 43039 } } }
21:08:45.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:45.885941 28421 sys_catalog.cc:458] T 00000000000000000000000000000000 P d1a6693498da4eb9b7543c2d74dbaa74 [sys.catalog]: This master's current role is: LEADER
21:08:45.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:45.953433 28435 catalog_manager.cc:6069] T 00000000000000000000000000000000 P d1a6693498da4eb9b7543c2d74dbaa74: Generated new TSK 0
21:08:45.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:45.955283 28435 catalog_manager.cc:1549] Initializing in-progress tserver states...
21:08:45.983 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:46.000 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 34 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544925999 for job 2841dd5f383bae9a8f297e74525dcca1.
21:08:46.011 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 34 for job 2841dd5f383bae9a8f297e74525dcca1 (964 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
21:08:46.013 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 34 as completed for source Source: KuduSource.
21:08:46.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:46.041805 28089 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu
21:08:46.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu
21:08:46.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster15874267575281116675/ts-0/wal
21:08:46.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster15874267575281116675/ts-0/data
21:08:46.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:08:46.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:08:46.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:08:46.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:08:46.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:08:46.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:08:46.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster15874267575281116675/ts-0/logs
21:08:46.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster15874267575281116675/ts-0/data/info.pb
21:08:46.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:08:46.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:08:46.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:08:46.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:08:46.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:08:46.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:08:46.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:08:46.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:08:46.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
21:08:46.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:08:46.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.110.65:0
21:08:46.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.110.65
21:08:46.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.110.65
21:08:46.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:08:46.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.110.126:34219,127.27.110.125:37111,127.27.110.124:43039
21:08:46.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.110.84:34665
21:08:46.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:08:46.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:08:46.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
21:08:46.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:46.062242 28459 catalog_manager.cc:1294] Loaded cluster ID: 477355d96f90488eaa9ebbd15f3fc51f
21:08:46.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:46.062585 28459 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 15523928b1084a1f8360864acba45a4d: loading cluster ID for follower catalog manager: success
21:08:46.082 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:08:46.082 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:08:46.083 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:08:46.083 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:46.083 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:46.083 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:46.083 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:46.083 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:46.083 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:46.083 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:46.083 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:46.083 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:46.083 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:08:46.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:46.092367 28459 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 15523928b1084a1f8360864acba45a4d: acquiring CA information for follower catalog manager: success
21:08:46.110 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:08:46.110 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:08:46.111 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:46.111 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:46.111 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:46.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:46.111625 28459 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 15523928b1084a1f8360864acba45a4d: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
21:08:46.112 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:08:46.112 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:46.112 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:46.112 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:46.113 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:46.113 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:46.113 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:46.113 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:08:46.229 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:46.253 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:46.322 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:08:46.322 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:08:46.323 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:46.323 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:46.324 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:46.324 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:46.324 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:08:46.324 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:46.325 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:46.325 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:46.325 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:46.325 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:46.325 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:08:46.341 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.22.50.60:38829(127.22.50.60:38829)] connecting to peer
21:08:46.341 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.22.50.61:45261(127.22.50.61:45261)] connecting to peer
21:08:46.342 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.22.50.62:44659(127.22.50.62:44659)] connecting to peer
21:08:46.342 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:08:46.342 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.50.60:38829(127.22.50.60:38829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:08:46.342 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.60:38829: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:08:46.342 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:08:46.342 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.50.61:45261(127.22.50.61:45261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:08:46.342 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.61:45261: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:08:46.343 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:08:46.343 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.50.62:44659(127.22.50.62:44659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:08:46.343 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.62:44659: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:08:46.343 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659; will retry
21:08:46.344 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=28903), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [3ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.60:38829: Network error: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [4ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.61:45261: Network error: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [5ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.62:44659: Network error: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [5ms] delaying RPC due to: Service unavailable: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [23ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.60:38829: Network error: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [25ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.61:45261: Network error: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [26ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.62:44659: Network error: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [26ms] delaying RPC due to: Service unavailable: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [48ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.60:38829: Network error: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [56ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.62:44659: Network error: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [64ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.61:45261: Network error: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [64ms] delaying RPC due to: Service unavailable: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.61:45261: Network error: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.60:38829: Network error: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [83ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.62:44659: Network error: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [83ms] delaying RPC due to: Service unavailable: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.60:38829: Network error: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.61:45261: Network error: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.62:44659: Network error: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [103ms] delaying RPC due to: Service unavailable: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [142ms] refreshing cache from master, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [143ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.61:45261: Network error: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [148ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.62:44659: Network error: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [152ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.60:38829: Network error: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [152ms] delaying RPC due to: Service unavailable: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [222ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.60:38829: Network error: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [223ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.62:44659: Network error: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [225ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.61:45261: Network error: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [225ms] delaying RPC due to: Service unavailable: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [340ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [342ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.60:38829: Network error: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [342ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.61:45261: Network error: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [343ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.62:44659: Network error: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [343ms] delaying RPC due to: Service unavailable: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [581ms] refreshing cache from master, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [583ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.61:45261: Network error: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [584ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.62:44659: Network error: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [585ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.60:38829: Network error: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [585ms] delaying RPC due to: Service unavailable: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [681ms] refreshing cache from master, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [682ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [682ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [683ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.60:38829: Network error: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [684ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.61:45261: Network error: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [684ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.62:44659: Network error: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [684ms] delaying RPC due to: Service unavailable: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [1421ms] refreshing cache from master, [1421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [1421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [1422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [1422ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.60:38829: Network error: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [1423ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.62:44659: Network error: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [1423ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.61:45261: Network error: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [1424ms] delaying RPC due to: Service unavailable: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [2834ms] refreshing cache from master, [2834ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [2835ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [2835ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [2836ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.60:38829: Network error: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [2836ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.61:45261: Network error: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [2837ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.62:44659: Network error: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [2837ms] delaying RPC due to: Service unavailable: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [5961ms] refreshing cache from master, [5961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [5961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [5961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [5962ms] too many traces: truncated at 100 traces, deferred=Deferred@1758432871(state=PENDING, result=null, callback=(continuation of Deferred@2086364436 after retry RPC after error@504512759) -> (continuation of Deferred@670841538 after retry RPC after error@869545196) -> (continuation of Deferred@343970887 after retry RPC after error@412707800) -> (continuation of Deferred@1584756771 after retry RPC after error@1276400725) -> (continuation of Deferred@1554436924 after retry RPC after error@254977243) -> (continuation of Deferred@2054381950 after retry RPC after error@338371737) -> (continuation of Deferred@2130590227 after retry RPC after error@1693474155) -> (continuation of Deferred@90814490 after retry RPC after error@1219185602) -> (continuation of Deferred@1191890534 after retry RPC after error@569886953) -> (continuation of Deferred@1771441573 after retry RPC after error@2071051790) -> (continuation of Deferred@1788421880 after retry RPC after error@1974868930) -> (continuation of Deferred@739564532 after retry RPC after error@1524859318) -> (continuation of Deferred@2045694708 after retry RPC after error@1019461120) -> (continuation of Deferred@906103063 after retry RPC after error@1881854032) -> (continuation of Deferred@2136786387 after retry RPC after error@1582192518) -> (continuation of Deferred@2015541225 after retry RPC after error@1579962605) -> (continuation of Deferred@1195865254 after retry RPC after error@1796860335) -> (continuation of Deferred@107583194 after retry RPC after error@989726146) -> (continuation of Deferred@1180738687 after retry RPC after error@1645242765) -> (continuation of Deferred@679869523 after retry RPC after error@1654602900) -> (continuation of Deferred@564084708 after retry RPC after error@1076000347) -> (continuation of Deferred@1195539816 after retry RPC after error@1545769608) -> (continuation of Deferred@68871927 after retry RPC after error@1473894529) -> (continuation of Deferred@52708911 after retry RPC after error@1272586769) -> (continuation of Deferred@405035203 after retry RPC after error@27297430), errback=(continuation of Deferred@2086364436 after retry RPC after error@504512759) -> (continuation of Deferred@670841538 after retry RPC after error@869545196) -> (continuation of Deferred@343970887 after retry RPC after error@412707800) -> (continuation of Deferred@1584756771 after retry RPC after error@1276400725) -> (continuation of Deferred@1554436924 after retry RPC after error@254977243) -> (continuation of Deferred@2054381950 after retry RPC after error@338371737) -> (continuation of Deferred@2130590227 after retry RPC after error@1693474155) -> (continuation of Deferred@90814490 after retry RPC after error@1219185602) -> (continuation of Deferred@1191890534 after retry RPC after error@569886953) -> (continuation of Deferred@1771441573 after retry RPC after error@2071051790) -> (continuation of Deferred@1788421880 after retry RPC after error@1974868930) -> (continuation of Deferred@739564532 after retry RPC after error@1524859318) -> (continuation of Deferred@2045694708 after retry RPC after error@1019461120) -> (continuation of Deferred@906103063 after retry RPC after error@1881854032) -> (continuation of Deferred@2136786387 after retry RPC after error@1582192518) -> (continuation of Deferred@2015541225 after retry RPC after error@1579962605) -> (continuation of Deferred@1195865254 after retry RPC after error@1796860335) -> (continuation of Deferred@107583194 after retry RPC after error@989726146) -> (continuation of Deferred@1180738687 after retry RPC after error@1645242765) -> (continuation of Deferred@679869523 after retry RPC after error@1654602900) -> (continuation of Deferred@564084708 after retry RPC after error@1076000347) -> (continuation of Deferred@1195539816 after retry RPC after error@1545769608) -> (continuation of Deferred@68871927 after retry RPC after error@1473894529) -> (continuation of Deferred@52708911 after retry RPC after error@1272586769) -> (continuation of Deferred@405035203 after retry RPC after error@27297430)))
21:08:46.345 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (SourceReaderBase.java:338) Closing Source Reader.
21:08:46.345 [WARN - Source: KuduSource -> Sink: Writer (3/4)#3] (Task.java:1117) Source: KuduSource -> Sink: Writer (3/4)#3 (7bde5c08f7e804a4ab3423222f7e7362_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=28903), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [3ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.60:38829: Network error: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [4ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.61:45261: Network error: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [5ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.62:44659: Network error: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [5ms] delaying RPC due to: Service unavailable: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [23ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.60:38829: Network error: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [25ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.61:45261: Network error: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [26ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.62:44659: Network error: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [26ms] delaying RPC due to: Service unavailable: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [48ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.60:38829: Network error: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [56ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.62:44659: Network error: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [64ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.61:45261: Network error: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [64ms] delaying RPC due to: Service unavailable: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.61:45261: Network error: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.60:38829: Network error: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [83ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.62:44659: Network error: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [83ms] delaying RPC due to: Service unavailable: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.60:38829: Network error: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.61:45261: Network error: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.62:44659: Network error: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [103ms] delaying RPC due to: Service unavailable: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [142ms] refreshing cache from master, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [143ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.61:45261: Network error: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [148ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.62:44659: Network error: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [152ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.60:38829: Network error: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [152ms] delaying RPC due to: Service unavailable: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [222ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.60:38829: Network error: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [223ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.62:44659: Network error: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [225ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.61:45261: Network error: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [225ms] delaying RPC due to: Service unavailable: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [340ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [342ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.60:38829: Network error: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [342ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.61:45261: Network error: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [343ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.62:44659: Network error: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [343ms] delaying RPC due to: Service unavailable: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [581ms] refreshing cache from master, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [583ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.61:45261: Network error: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [584ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.62:44659: Network error: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [585ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.60:38829: Network error: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [585ms] delaying RPC due to: Service unavailable: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [681ms] refreshing cache from master, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [682ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [682ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [683ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.60:38829: Network error: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [684ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.61:45261: Network error: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [684ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.62:44659: Network error: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [684ms] delaying RPC due to: Service unavailable: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [1421ms] refreshing cache from master, [1421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [1421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [1422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [1422ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.60:38829: Network error: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [1423ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.62:44659: Network error: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [1423ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.61:45261: Network error: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [1424ms] delaying RPC due to: Service unavailable: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [2834ms] refreshing cache from master, [2834ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [2835ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [2835ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [2836ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.60:38829: Network error: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [2836ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.61:45261: Network error: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [2837ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.62:44659: Network error: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [2837ms] delaying RPC due to: Service unavailable: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [5961ms] refreshing cache from master, [5961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [5961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [5961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [5962ms] too many traces: truncated at 100 traces, deferred=Deferred@1758432871(state=PENDING, result=null, callback=(continuation of Deferred@2086364436 after retry RPC after error@504512759) -> (continuation of Deferred@670841538 after retry RPC after error@869545196) -> (continuation of Deferred@343970887 after retry RPC after error@412707800) -> (continuation of Deferred@1584756771 after retry RPC after error@1276400725) -> (continuation of Deferred@1554436924 after retry RPC after error@254977243) -> (continuation of Deferred@2054381950 after retry RPC after error@338371737) -> (continuation of Deferred@2130590227 after retry RPC after error@1693474155) -> (continuation of Deferred@90814490 after retry RPC after error@1219185602) -> (continuation of Deferred@1191890534 after retry RPC after error@569886953) -> (continuation of Deferred@1771441573 after retry RPC after error@2071051790) -> (continuation of Deferred@1788421880 after retry RPC after error@1974868930) -> (continuation of Deferred@739564532 after retry RPC after error@1524859318) -> (continuation of Deferred@2045694708 after retry RPC after error@1019461120) -> (continuation of Deferred@906103063 after retry RPC after error@1881854032) -> (continuation of Deferred@2136786387 after retry RPC after error@1582192518) -> (continuation of Deferred@2015541225 after retry RPC after error@1579962605) -> (continuation of Deferred@1195865254 after retry RPC after error@1796860335) -> (continuation of Deferred@107583194 after retry RPC after error@989726146) -> (continuation of Deferred@1180738687 after retry RPC after error@1645242765) -> (continuation of Deferred@679869523 after retry RPC after error@1654602900) -> (continuation of Deferred@564084708 after retry RPC after error@1076000347) -> (continuation of Deferred@1195539816 after retry RPC after error@1545769608) -> (continuation of Deferred@68871927 after retry RPC after error@1473894529) -> (continuation of Deferred@52708911 after retry RPC after error@1272586769) -> (continuation of Deferred@405035203 after retry RPC after error@27297430), errback=(continuation of Deferred@2086364436 after retry RPC after error@504512759) -> (continuation of Deferred@670841538 after retry RPC after error@869545196) -> (continuation of Deferred@343970887 after retry RPC after error@412707800) -> (continuation of Deferred@1584756771 after retry RPC after error@1276400725) -> (continuation of Deferred@1554436924 after retry RPC after error@254977243) -> (continuation of Deferred@2054381950 after retry RPC after error@338371737) -> (continuation of Deferred@2130590227 after retry RPC after error@1693474155) -> (continuation of Deferred@90814490 after retry RPC after error@1219185602) -> (continuation of Deferred@1191890534 after retry RPC after error@569886953) -> (continuation of Deferred@1771441573 after retry RPC after error@2071051790) -> (continuation of Deferred@1788421880 after retry RPC after error@1974868930) -> (continuation of Deferred@739564532 after retry RPC after error@1524859318) -> (continuation of Deferred@2045694708 after retry RPC after error@1019461120) -> (continuation of Deferred@906103063 after retry RPC after error@1881854032) -> (continuation of Deferred@2136786387 after retry RPC after error@1582192518) -> (continuation of Deferred@2015541225 after retry RPC after error@1579962605) -> (continuation of Deferred@1195865254 after retry RPC after error@1796860335) -> (continuation of Deferred@107583194 after retry RPC after error@989726146) -> (continuation of Deferred@1180738687 after retry RPC after error@1645242765) -> (continuation of Deferred@679869523 after retry RPC after error@1654602900) -> (continuation of Deferred@564084708 after retry RPC after error@1076000347) -> (continuation of Deferred@1195539816 after retry RPC after error@1545769608) -> (continuation of Deferred@68871927 after retry RPC after error@1473894529) -> (continuation of Deferred@52708911 after retry RPC after error@1272586769) -> (continuation of Deferred@405035203 after retry RPC after error@27297430)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.22.50.62:44659
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:08:46.346 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#3 (7bde5c08f7e804a4ab3423222f7e7362_cbc357ccb763df2852fee8c4fc7d55f2_2_3).
21:08:46.350 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#3 7bde5c08f7e804a4ab3423222f7e7362_cbc357ccb763df2852fee8c4fc7d55f2_2_3.
21:08:46.354 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1449) Source: KuduSource -> Sink: Writer (3/4) (7bde5c08f7e804a4ab3423222f7e7362_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from INITIALIZING to FAILED on c55db3d4-2fd1-4c20-a48a-1de4bc3c79fd @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=28903), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [3ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.60:38829: Network error: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [4ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.61:45261: Network error: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [5ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.62:44659: Network error: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [5ms] delaying RPC due to: Service unavailable: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [23ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.60:38829: Network error: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [25ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.61:45261: Network error: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [26ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.62:44659: Network error: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [26ms] delaying RPC due to: Service unavailable: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [48ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.60:38829: Network error: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [56ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.62:44659: Network error: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [64ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.61:45261: Network error: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [64ms] delaying RPC due to: Service unavailable: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.61:45261: Network error: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.60:38829: Network error: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [83ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.62:44659: Network error: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [83ms] delaying RPC due to: Service unavailable: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.60:38829: Network error: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.61:45261: Network error: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.62:44659: Network error: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [103ms] delaying RPC due to: Service unavailable: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [142ms] refreshing cache from master, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [143ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.61:45261: Network error: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [148ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.62:44659: Network error: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [152ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.60:38829: Network error: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [152ms] delaying RPC due to: Service unavailable: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [222ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.60:38829: Network error: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [223ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.62:44659: Network error: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [225ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.61:45261: Network error: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [225ms] delaying RPC due to: Service unavailable: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [340ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [342ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.60:38829: Network error: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [342ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.61:45261: Network error: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [343ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.62:44659: Network error: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [343ms] delaying RPC due to: Service unavailable: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [581ms] refreshing cache from master, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [583ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.61:45261: Network error: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [584ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.62:44659: Network error: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [585ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.60:38829: Network error: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [585ms] delaying RPC due to: Service unavailable: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [681ms] refreshing cache from master, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [682ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [682ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [683ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.60:38829: Network error: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [684ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.61:45261: Network error: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [684ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.62:44659: Network error: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [684ms] delaying RPC due to: Service unavailable: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [1421ms] refreshing cache from master, [1421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [1421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [1422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [1422ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.60:38829: Network error: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [1423ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.62:44659: Network error: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [1423ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.61:45261: Network error: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [1424ms] delaying RPC due to: Service unavailable: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [2834ms] refreshing cache from master, [2834ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [2835ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [2835ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [2836ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.60:38829: Network error: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [2836ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.61:45261: Network error: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [2837ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.62:44659: Network error: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [2837ms] delaying RPC due to: Service unavailable: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [5961ms] refreshing cache from master, [5961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [5961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [5961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [5962ms] too many traces: truncated at 100 traces, deferred=Deferred@1758432871(state=PENDING, result=null, callback=(continuation of Deferred@2086364436 after retry RPC after error@504512759) -> (continuation of Deferred@670841538 after retry RPC after error@869545196) -> (continuation of Deferred@343970887 after retry RPC after error@412707800) -> (continuation of Deferred@1584756771 after retry RPC after error@1276400725) -> (continuation of Deferred@1554436924 after retry RPC after error@254977243) -> (continuation of Deferred@2054381950 after retry RPC after error@338371737) -> (continuation of Deferred@2130590227 after retry RPC after error@1693474155) -> (continuation of Deferred@90814490 after retry RPC after error@1219185602) -> (continuation of Deferred@1191890534 after retry RPC after error@569886953) -> (continuation of Deferred@1771441573 after retry RPC after error@2071051790) -> (continuation of Deferred@1788421880 after retry RPC after error@1974868930) -> (continuation of Deferred@739564532 after retry RPC after error@1524859318) -> (continuation of Deferred@2045694708 after retry RPC after error@1019461120) -> (continuation of Deferred@906103063 after retry RPC after error@1881854032) -> (continuation of Deferred@2136786387 after retry RPC after error@1582192518) -> (continuation of Deferred@2015541225 after retry RPC after error@1579962605) -> (continuation of Deferred@1195865254 after retry RPC after error@1796860335) -> (continuation of Deferred@107583194 after retry RPC after error@989726146) -> (continuation of Deferred@1180738687 after retry RPC after error@1645242765) -> (continuation of Deferred@679869523 after retry RPC after error@1654602900) -> (continuation of Deferred@564084708 after retry RPC after error@1076000347) -> (continuation of Deferred@1195539816 after retry RPC after error@1545769608) -> (continuation of Deferred@68871927 after retry RPC after error@1473894529) -> (continuation of Deferred@52708911 after retry RPC after error@1272586769) -> (continuation of Deferred@405035203 after retry RPC after error@27297430), errback=(continuation of Deferred@2086364436 after retry RPC after error@504512759) -> (continuation of Deferred@670841538 after retry RPC after error@869545196) -> (continuation of Deferred@343970887 after retry RPC after error@412707800) -> (continuation of Deferred@1584756771 after retry RPC after error@1276400725) -> (continuation of Deferred@1554436924 after retry RPC after error@254977243) -> (continuation of Deferred@2054381950 after retry RPC after error@338371737) -> (continuation of Deferred@2130590227 after retry RPC after error@1693474155) -> (continuation of Deferred@90814490 after retry RPC after error@1219185602) -> (continuation of Deferred@1191890534 after retry RPC after error@569886953) -> (continuation of Deferred@1771441573 after retry RPC after error@2071051790) -> (continuation of Deferred@1788421880 after retry RPC after error@1974868930) -> (continuation of Deferred@739564532 after retry RPC after error@1524859318) -> (continuation of Deferred@2045694708 after retry RPC after error@1019461120) -> (continuation of Deferred@906103063 after retry RPC after error@1881854032) -> (continuation of Deferred@2136786387 after retry RPC after error@1582192518) -> (continuation of Deferred@2015541225 after retry RPC after error@1579962605) -> (continuation of Deferred@1195865254 after retry RPC after error@1796860335) -> (continuation of Deferred@107583194 after retry RPC after error@989726146) -> (continuation of Deferred@1180738687 after retry RPC after error@1645242765) -> (continuation of Deferred@679869523 after retry RPC after error@1654602900) -> (continuation of Deferred@564084708 after retry RPC after error@1076000347) -> (continuation of Deferred@1195539816 after retry RPC after error@1545769608) -> (continuation of Deferred@68871927 after retry RPC after error@1473894529) -> (continuation of Deferred@52708911 after retry RPC after error@1272586769) -> (continuation of Deferred@405035203 after retry RPC after error@27297430)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.22.50.62:44659
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:08:46.355 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 7bde5c08f7e804a4ab3423222f7e7362_cbc357ccb763df2852fee8c4fc7d55f2_2_3.
21:08:46.356 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (83c88b319a84cfbe321fdd6e09697f68) switched from state RUNNING to RESTARTING.
21:08:46.357 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#3) of source Source: KuduSource.
21:08:46.357 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:324) Received resource requirements from job 83c88b319a84cfbe321fdd6e09697f68: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
21:08:46.482 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:46.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:46.494083 28431 catalog_manager.cc:1294] Loaded cluster ID: 477355d96f90488eaa9ebbd15f3fc51f
21:08:46.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:46.494679 28431 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 16273fe27966413bafcb0bc1a6a23bb4: loading cluster ID for follower catalog manager: success
21:08:46.500 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 35 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544926499 for job 2841dd5f383bae9a8f297e74525dcca1.
21:08:46.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:46.509014 28431 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 16273fe27966413bafcb0bc1a6a23bb4: acquiring CA information for follower catalog manager: success
21:08:46.509 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 35 for job 2841dd5f383bae9a8f297e74525dcca1 (964 bytes, checkpointDuration=10 ms, finalizationTime=0 ms).
21:08:46.512 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 35 as completed for source Source: KuduSource.
21:08:46.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:46.521943 28431 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 16273fe27966413bafcb0bc1a6a23bb4: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
21:08:46.570 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:08:46.570 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:08:46.571 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:08:46.571 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:46.571 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:46.571 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:46.571 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:46.571 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:46.571 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:46.571 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:46.571 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:46.571 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:46.571 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:08:46.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:46.697564 28461 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
21:08:46.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:46.698421 28461 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:08:46.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:46.699539 28461 flags.cc:432] Enabled unsafe flag: --never_fsync=true
21:08:46.728 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:46.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:46.777150 28461 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
21:08:46.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:46.778765 28461 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.27.110.65
21:08:46.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:46.861243 28461 tablet_server_runner.cc:78] Tablet server non-default flags:
21:08:46.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:08:46.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.110.84:34665
21:08:46.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:08:46.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:08:46.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster15874267575281116675/ts-0/data
21:08:46.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster15874267575281116675/ts-0/wal
21:08:46.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:08:46.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:08:46.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.110.65:0
21:08:46.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:08:46.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:08:46.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:08:46.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster15874267575281116675/ts-0/data/info.pb
21:08:46.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.110.65
21:08:46.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:08:46.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.110.126:34219,127.27.110.125:37111,127.27.110.124:43039
21:08:46.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:08:46.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:08:46.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:08:46.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:08:46.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:08:46.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.110.65
21:08:46.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster15874267575281116675/ts-0/logs
21:08:46.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:08:46.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:08:46.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
21:08:46.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
21:08:46.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
21:08:46.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 6bec869c2320d19f2589b3f609f76e5041a21d27
21:08:46.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:08:46.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 20:43:55 UTC on e7f111948823
21:08:46.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16878
21:08:46.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:08:46.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:46.863695 28461 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:08:46.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:46.866595 28461 file_cache.cc:492] Constructed file cache file cache with capacity 419430
21:08:46.870 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:08:46.870 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:08:46.871 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:08:46.871 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:46.871 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:46.871 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:46.871 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:46.871 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:46.872 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:46.872 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:46.872 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:46.872 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:46.872 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:08:46.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:46.903891 28470 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:08:46.980 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:08:46.980 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:08:46.981 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:08:46.981 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:46.981 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:46.981 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:46.982 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:46.982 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:46.982 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:46.982 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:46.982 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:46.982 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:46.982 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:46.982 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:08:47.000 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 36 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544926999 for job 2841dd5f383bae9a8f297e74525dcca1.
21:08:47.019 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 36 for job 2841dd5f383bae9a8f297e74525dcca1 (964 bytes, checkpointDuration=19 ms, finalizationTime=1 ms).
21:08:47.026 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 36 as completed for source Source: KuduSource.
21:08:47.228 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:47.347 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:08:47.348 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:08:47.348 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:08:47.348 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:47.349 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:47.349 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:47.349 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:47.349 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:47.349 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:47.350 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:47.350 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:47.350 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:47.350 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:08:47.483 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:47.500 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 37 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544927499 for job 2841dd5f383bae9a8f297e74525dcca1.
21:08:47.517 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 37 for job 2841dd5f383bae9a8f297e74525dcca1 (964 bytes, checkpointDuration=17 ms, finalizationTime=1 ms).
21:08:47.523 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 37 as completed for source Source: KuduSource.
21:08:47.640 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:08:47.640 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:08:47.641 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:08:47.641 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:47.641 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:47.641 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:47.641 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:47.641 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:47.641 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:47.641 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:47.641 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:47.641 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:47.642 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:08:47.728 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:47.857 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:08:47.857 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:08:47.858 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:08:47.858 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:47.858 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:47.858 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:47.858 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:47.858 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:47.858 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:47.859 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:47.859 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:47.859 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:47.859 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:08:47.983 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:48.000 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 38 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544928000 for job 2841dd5f383bae9a8f297e74525dcca1.
21:08:48.019 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 38 for job 2841dd5f383bae9a8f297e74525dcca1 (964 bytes, checkpointDuration=18 ms, finalizationTime=1 ms).
21:08:48.021 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 38 as completed for source Source: KuduSource.
21:08:48.228 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:48.483 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:48.500 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 39 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544928500 for job 2841dd5f383bae9a8f297e74525dcca1.
21:08:48.513 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 39 for job 2841dd5f383bae9a8f297e74525dcca1 (964 bytes, checkpointDuration=12 ms, finalizationTime=1 ms).
21:08:48.514 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 39 as completed for source Source: KuduSource.
21:08:48.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:48.295097 28469 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 28461
21:08:48.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:48.590798 28461 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 1.680s	user 0.603s	sys 0.931s
21:08:48.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:48.596907 28461 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 1.687s	user 0.604s	sys 0.932s
21:08:48.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:46.913924 28471 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:08:48.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:48.603582 28461 server_base.cc:1061] running on GCE node
21:08:48.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:48.606308 28476 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:08:48.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:48.607887 28461 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:08:48.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:48.610801 28461 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:08:48.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:48.612282 28461 hybrid_clock.cc:648] HybridClock initialized: now 1783544928612332 us; error 157 us; skew 500 ppm
21:08:48.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:48.613476 28461 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:08:48.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:48.627941 28461 webserver.cc:534] Webserver started at http://127.27.110.65:33333/ using document root <none> and password file <none>
21:08:48.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:48.629441 28461 fs_manager.cc:362] Metadata directory not provided
21:08:48.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:48.629782 28461 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:08:48.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:48.630613 28461 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
21:08:48.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:48.638971 28461 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster15874267575281116675/ts-0/data/instance:
21:08:48.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9568e7bf235f459fa583004fe13faea5"
21:08:48.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:08:48 on dist-test-slave-3sd5"
21:08:48.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:48.640825 28461 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster15874267575281116675/ts-0/wal/instance:
21:08:48.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9568e7bf235f459fa583004fe13faea5"
21:08:48.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:08:48 on dist-test-slave-3sd5"
21:08:48.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:48.652710 28461 fs_manager.cc:696] Time spent creating directory manager: real 0.011s	user 0.005s	sys 0.004s
21:08:48.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:48.661523 28481 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
21:08:48.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:48.663439 28461 fs_manager.cc:730] Time spent opening block manager: real 0.006s	user 0.005s	sys 0.001s
21:08:48.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:48.663911 28461 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster15874267575281116675/ts-0/data,/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster15874267575281116675/ts-0/wal
21:08:48.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9568e7bf235f459fa583004fe13faea5"
21:08:48.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:08:48 on dist-test-slave-3sd5"
21:08:48.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:48.664449 28461 fs_report.cc:389] FS layout report
21:08:48.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:08:48.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster15874267575281116675/ts-0/wal
21:08:48.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster15874267575281116675/ts-0/wal
21:08:48.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster15874267575281116675/ts-0/data/data
21:08:48.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:08:48.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:08:48.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:08:48.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:08:48.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:08:48.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:08:48.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:08:48.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:08:48.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:08:48.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:08:48.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:08:48.729 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:48.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:48.734040 28461 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
21:08:48.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:48.736398 28461 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:08:48.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:48.737025 28461 kserver.cc:163] Server-wide thread pool size limit: 3276
21:08:48.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:48.747082 28461 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
21:08:48.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:48.754403 28461 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
21:08:48.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:48.754724 28461 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
21:08:48.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:48.755052 28461 ts_tablet_manager.cc:616] Registered 0 tablets
21:08:48.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:48.755275 28461 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.001s	sys 0.000s
21:08:48.983 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:49.000 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 40 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544929000 for job 2841dd5f383bae9a8f297e74525dcca1.
21:08:49.013 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 40 for job 2841dd5f383bae9a8f297e74525dcca1 (964 bytes, checkpointDuration=13 ms, finalizationTime=0 ms).
21:08:49.016 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 40 as completed for source Source: KuduSource.
21:08:49.030 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:08:49.031 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:08:49.031 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:08:49.032 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:49.032 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:49.032 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:49.034 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:49.034 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:49.034 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:49.034 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:49.034 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:49.034 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:49.034 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:08:49.149 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.25.113.61:34911(127.25.113.61:34911)] connecting to peer
21:08:49.149 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.25.113.60:35933(127.25.113.60:35933)] connecting to peer
21:08:49.149 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.25.113.62:35193(127.25.113.62:35193)] connecting to peer
21:08:49.149 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:08:49.149 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:08:49.150 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.113.61:34911(127.25.113.61:34911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:08:49.150 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.113.60:35933(127.25.113.60:35933)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:08:49.150 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.60:35933: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:08:49.150 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.61:34911: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:08:49.150 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:08:49.150 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.113.62:35193(127.25.113.62:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:08:49.150 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.62:35193: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:08:49.150 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193; will retry
21:08:49.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:49.207785 28461 rpc_server.cc:307] RPC server started. Bound to: 127.27.110.65:44763
21:08:49.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:49.207922 28594 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.27.110.65:44763 every 8 connection(s)
21:08:49.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:49.211336 28461 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster15874267575281116675/ts-0/data/info.pb
21:08:49.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:49.212698 28089 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu as pid 28461
21:08:49.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:49.213577 28089 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster15874267575281116675/ts-0/wal/instance
21:08:49.229 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:49.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:49.262658 28089 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu
21:08:49.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu
21:08:49.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster15874267575281116675/ts-1/wal
21:08:49.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster15874267575281116675/ts-1/data
21:08:49.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:08:49.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:08:49.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:08:49.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:08:49.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:08:49.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:08:49.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster15874267575281116675/ts-1/logs
21:08:49.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster15874267575281116675/ts-1/data/info.pb
21:08:49.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:08:49.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:08:49.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:08:49.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:08:49.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:08:49.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:08:49.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:08:49.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:08:49.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
21:08:49.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:08:49.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.110.66:0
21:08:49.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.110.66
21:08:49.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.110.66
21:08:49.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:08:49.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.110.126:34219,127.27.110.125:37111,127.27.110.124:43039
21:08:49.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.110.84:34665
21:08:49.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:08:49.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:08:49.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
21:08:49.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:49.376935 28595 heartbeater.cc:344] Connected to a master server at 127.27.110.124:43039
21:08:49.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:49.377579 28595 heartbeater.cc:461] Registering TS with master...
21:08:49.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:49.379386 28595 heartbeater.cc:507] Master 127.27.110.124:43039 requested a full tablet report, sending...
21:08:49.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:49.386545 28359 ts_manager.cc:194] Registered new tserver with Master: 9568e7bf235f459fa583004fe13faea5 (127.27.110.65:44763)
21:08:49.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:49.390972 28359 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.27.110.65:50917
21:08:49.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:49.408142 28596 heartbeater.cc:344] Connected to a master server at 127.27.110.125:37111
21:08:49.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:49.408617 28596 heartbeater.cc:461] Registering TS with master...
21:08:49.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:49.409467 28596 heartbeater.cc:507] Master 127.27.110.125:37111 requested a full tablet report, sending...
21:08:49.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:49.414113 28210 ts_manager.cc:194] Registered new tserver with Master: 9568e7bf235f459fa583004fe13faea5 (127.27.110.65:44763)
21:08:49.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:49.415448 28600 heartbeater.cc:344] Connected to a master server at 127.27.110.126:34219
21:08:49.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:49.415903 28600 heartbeater.cc:461] Registering TS with master...
21:08:49.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:49.416728 28600 heartbeater.cc:507] Master 127.27.110.126:34219 requested a full tablet report, sending...
21:08:49.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:49.423828 28134 ts_manager.cc:194] Registered new tserver with Master: 9568e7bf235f459fa583004fe13faea5 (127.27.110.65:44763)
21:08:49.451 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:08:49.451 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:08:49.451 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:08:49.452 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:49.452 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:49.452 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:49.452 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:49.452 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:49.452 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:49.452 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:49.452 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:49.452 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:49.452 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:08:49.483 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:49.499 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 41 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544929499 for job 2841dd5f383bae9a8f297e74525dcca1.
21:08:49.511 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 41 for job 2841dd5f383bae9a8f297e74525dcca1 (964 bytes, checkpointDuration=11 ms, finalizationTime=1 ms).
21:08:49.512 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 41 as completed for source Source: KuduSource.
21:08:49.707 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.25.113.61:34911(127.25.113.61:34911)] connecting to peer
21:08:49.708 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.25.113.60:35933(127.25.113.60:35933)] connecting to peer
21:08:49.708 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.25.113.62:35193(127.25.113.62:35193)] connecting to peer
21:08:49.708 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:08:49.708 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.113.61:34911(127.25.113.61:34911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:08:49.708 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.61:34911: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:08:49.709 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:08:49.709 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.113.60:35933(127.25.113.60:35933)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:08:49.709 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.60:35933: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:08:49.709 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:08:49.709 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.113.62:35193(127.25.113.62:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:08:49.710 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.62:35193: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:08:49.710 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193; will retry
21:08:49.729 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:49.788 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.25.113.61:34911(127.25.113.61:34911)] connecting to peer
21:08:49.788 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.25.113.60:35933(127.25.113.60:35933)] connecting to peer
21:08:49.788 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.25.113.62:35193(127.25.113.62:35193)] connecting to peer
21:08:49.789 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:08:49.789 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:08:49.789 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.113.61:34911(127.25.113.61:34911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:08:49.789 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.113.62:35193(127.25.113.62:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:08:49.789 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.61:34911: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:08:49.789 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.62:35193: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:08:49.789 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:08:49.789 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.113.60:35933(127.25.113.60:35933)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:08:49.789 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.60:35933: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:08:49.789 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193; will retry
21:08:49.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:49.895957 28602 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
21:08:49.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:49.896569 28602 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:08:49.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:49.897186 28602 flags.cc:432] Enabled unsafe flag: --never_fsync=true
21:08:49.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:49.939663 28602 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
21:08:49.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:49.940848 28602 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.27.110.66
21:08:49.984 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:49.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:49.986625 28602 tablet_server_runner.cc:78] Tablet server non-default flags:
21:08:49.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:08:49.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.110.84:34665
21:08:49.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:08:49.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:08:49.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster15874267575281116675/ts-1/data
21:08:49.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster15874267575281116675/ts-1/wal
21:08:49.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:08:49.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:08:49.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.110.66:0
21:08:49.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:08:49.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:08:49.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:08:49.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster15874267575281116675/ts-1/data/info.pb
21:08:49.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.110.66
21:08:49.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:08:49.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.110.126:34219,127.27.110.125:37111,127.27.110.124:43039
21:08:49.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:08:49.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:08:49.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:08:49.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:08:49.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:08:49.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.110.66
21:08:49.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster15874267575281116675/ts-1/logs
21:08:49.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:08:49.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:08:49.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
21:08:49.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
21:08:49.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
21:08:49.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 6bec869c2320d19f2589b3f609f76e5041a21d27
21:08:49.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:08:49.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 20:43:55 UTC on e7f111948823
21:08:49.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16878
21:08:49.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:08:49.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:49.988189 28602 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:08:49.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:49.990001 28602 file_cache.cc:492] Constructed file cache file cache with capacity 419430
21:08:50.000 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 42 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544929999 for job 2841dd5f383bae9a8f297e74525dcca1.
21:08:50.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:50.009093 28611 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:08:50.010 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 42 for job 2841dd5f383bae9a8f297e74525dcca1 (964 bytes, checkpointDuration=10 ms, finalizationTime=1 ms).
21:08:50.014 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 42 as completed for source Source: KuduSource.
21:08:50.052 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (83c88b319a84cfbe321fdd6e09697f68) switched from state RESTARTING to RUNNING.
21:08:50.052 [INFO - flink-pekko.actor.default-dispatcher-7] (CheckpointCoordinator.java:1805) Restoring job 83c88b319a84cfbe321fdd6e09697f68 from Checkpoint 66 @ 1783544836140 for 83c88b319a84cfbe321fdd6e09697f68 located at file:/tmp/junit15794170310472928674/checkpoints/83c88b319a84cfbe321fdd6e09697f68/chk-66.
21:08:50.053 [INFO - flink-pekko.actor.default-dispatcher-7] (MasterHooks.java:201) No master state to restore
21:08:50.053 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (7bde5c08f7e804a4ab3423222f7e7362_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from CREATED to SCHEDULED.
21:08:50.054 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (7bde5c08f7e804a4ab3423222f7e7362_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from SCHEDULED to DEPLOYING.
21:08:50.055 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #4) with attempt id 7bde5c08f7e804a4ab3423222f7e7362_cbc357ccb763df2852fee8c4fc7d55f2_2_4 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to c55db3d4-2fd1-4c20-a48a-1de4bc3c79fd @ 127.0.0.1 (dataPort=-1) with allocation id 47d2bf06ddbb090309483d06cea61f42
21:08:50.056 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot 47d2bf06ddbb090309483d06cea61f42.
21:08:50.057 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#4 (7bde5c08f7e804a4ab3423222f7e7362_cbc357ccb763df2852fee8c4fc7d55f2_2_4), deploy into slot with allocation id 47d2bf06ddbb090309483d06cea61f42.
21:08:50.055 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 2 to checkpoint 66 for source Source: KuduSource to checkpoint.
21:08:50.056 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:324) Received resource requirements from job 83c88b319a84cfbe321fdd6e09697f68: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
21:08:50.059 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#4 (7bde5c08f7e804a4ab3423222f7e7362_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from CREATED to DEPLOYING.
21:08:50.060 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#4 (7bde5c08f7e804a4ab3423222f7e7362_cbc357ccb763df2852fee8c4fc7d55f2_2_4) [DEPLOYING].
21:08:50.060 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@35e41cd
21:08:50.060 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
21:08:50.061 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit15794170310472928674/checkpoints")
21:08:50.062 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#4 (7bde5c08f7e804a4ab3423222f7e7362_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from DEPLOYING to INITIALIZING.
21:08:50.062 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (7bde5c08f7e804a4ab3423222f7e7362_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from DEPLOYING to INITIALIZING.
21:08:50.065 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@1f041863
21:08:50.068 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#4] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:08:50.071 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#4] (Connection.java:748) [peer master-127.22.50.60:38829(127.22.50.60:38829)] connecting to peer
21:08:50.075 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#4] (Connection.java:748) [peer master-127.22.50.61:45261(127.22.50.61:45261)] connecting to peer
21:08:50.076 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:08:50.076 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.50.60:38829(127.22.50.60:38829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:08:50.076 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.60:38829: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:08:50.079 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#4] (Connection.java:748) [peer master-127.22.50.62:44659(127.22.50.62:44659)] connecting to peer
21:08:50.080 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:08:50.080 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.50.61:45261(127.22.50.61:45261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:08:50.080 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.61:45261: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:08:50.081 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:08:50.081 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.50.62:44659(127.22.50.62:44659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:08:50.081 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.62:44659: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:08:50.081 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659; will retry
21:08:50.090 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:08:50.090 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:08:50.090 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:08:50.091 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:50.091 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:50.091 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:50.091 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:50.091 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:50.091 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:50.092 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:50.092 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:50.092 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:50.092 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:08:50.092 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.22.50.60:38829(127.22.50.60:38829)] connecting to peer
21:08:50.093 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.22.50.61:45261(127.22.50.61:45261)] connecting to peer
21:08:50.094 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:08:50.094 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.50.60:38829(127.22.50.60:38829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:08:50.094 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.60:38829: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:08:50.094 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.22.50.62:44659(127.22.50.62:44659)] connecting to peer
21:08:50.095 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:08:50.095 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.50.61:45261(127.22.50.61:45261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:08:50.095 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.61:45261: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:08:50.101 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:08:50.101 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.50.62:44659(127.22.50.62:44659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:08:50.101 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.62:44659: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:08:50.102 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659; will retry
21:08:50.112 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.22.50.60:38829(127.22.50.60:38829)] connecting to peer
21:08:50.113 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.22.50.61:45261(127.22.50.61:45261)] connecting to peer
21:08:50.114 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:08:50.114 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.50.60:38829(127.22.50.60:38829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:08:50.114 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.60:38829: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:08:50.115 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.22.50.62:44659(127.22.50.62:44659)] connecting to peer
21:08:50.116 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:08:50.116 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.50.62:44659(127.22.50.62:44659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:08:50.116 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.62:44659: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:08:50.116 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:08:50.116 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.50.61:45261(127.22.50.61:45261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:08:50.117 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.61:45261: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:08:50.117 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659; will retry
21:08:50.131 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.22.50.60:38829(127.22.50.60:38829)] connecting to peer
21:08:50.132 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.22.50.61:45261(127.22.50.61:45261)] connecting to peer
21:08:50.132 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.22.50.62:44659(127.22.50.62:44659)] connecting to peer
21:08:50.132 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:08:50.133 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.50.60:38829(127.22.50.60:38829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:08:50.133 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.60:38829: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:08:50.133 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:08:50.133 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.50.61:45261(127.22.50.61:45261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:08:50.133 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.61:45261: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:08:50.133 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:08:50.133 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.50.62:44659(127.22.50.62:44659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:08:50.134 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.62:44659: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:08:50.134 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659; will retry
21:08:50.151 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.22.50.60:38829(127.22.50.60:38829)] connecting to peer
21:08:50.152 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.22.50.61:45261(127.22.50.61:45261)] connecting to peer
21:08:50.152 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.22.50.62:44659(127.22.50.62:44659)] connecting to peer
21:08:50.152 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:08:50.152 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.50.61:45261(127.22.50.61:45261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:08:50.153 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.61:45261: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:08:50.153 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:08:50.153 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.50.62:44659(127.22.50.62:44659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:08:50.152 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:08:50.153 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.62:44659: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:08:50.153 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.50.60:38829(127.22.50.60:38829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:08:50.153 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.60:38829: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:08:50.153 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659; will retry
21:08:50.181 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:08:50.182 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:08:50.182 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:08:50.182 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:50.182 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:50.182 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:50.182 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:50.182 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:50.182 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:50.183 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:50.183 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:50.183 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:50.183 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:08:50.191 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.22.50.60:38829(127.22.50.60:38829)] connecting to peer
21:08:50.192 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.22.50.61:45261(127.22.50.61:45261)] connecting to peer
21:08:50.192 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.22.50.62:44659(127.22.50.62:44659)] connecting to peer
21:08:50.193 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:08:50.193 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.50.60:38829(127.22.50.60:38829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:08:50.193 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.60:38829: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:08:50.193 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:08:50.194 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.50.61:45261(127.22.50.61:45261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:08:50.194 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.61:45261: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:08:50.194 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:08:50.194 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.50.62:44659(127.22.50.62:44659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:08:50.194 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.62:44659: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:08:50.194 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659; will retry
21:08:50.229 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:50.252 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.22.50.60:38829(127.22.50.60:38829)] connecting to peer
21:08:50.252 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.22.50.61:45261(127.22.50.61:45261)] connecting to peer
21:08:50.253 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.22.50.62:44659(127.22.50.62:44659)] connecting to peer
21:08:50.253 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:08:50.253 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.50.60:38829(127.22.50.60:38829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:08:50.253 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:08:50.253 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.60:38829: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:08:50.253 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.50.61:45261(127.22.50.61:45261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:08:50.253 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.61:45261: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:08:50.254 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:08:50.254 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.50.62:44659(127.22.50.62:44659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:08:50.254 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.62:44659: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:08:50.254 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659; will retry
21:08:50.298 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:08:50.298 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:08:50.298 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:08:50.299 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:50.299 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:50.299 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:50.299 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:50.299 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:50.299 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:50.299 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:50.299 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:50.299 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:50.299 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:08:50.392 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.22.50.60:38829(127.22.50.60:38829)] connecting to peer
21:08:50.392 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.22.50.61:45261(127.22.50.61:45261)] connecting to peer
21:08:50.393 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:08:50.393 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.50.60:38829(127.22.50.60:38829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:08:50.393 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.60:38829: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:08:50.394 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:08:50.394 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.50.61:45261(127.22.50.61:45261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:08:50.394 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.61:45261: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:08:50.395 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.22.50.62:44659(127.22.50.62:44659)] connecting to peer
21:08:50.396 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:08:50.396 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.50.62:44659(127.22.50.62:44659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:08:50.396 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.62:44659: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:08:50.396 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659; will retry
21:08:50.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:50.399072 28595 heartbeater.cc:499] Master 127.27.110.124:43039 was elected leader, sending a full tablet report...
21:08:50.412 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.22.50.60:38829(127.22.50.60:38829)] connecting to peer
21:08:50.412 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.22.50.61:45261(127.22.50.61:45261)] connecting to peer
21:08:50.413 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:08:50.413 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.50.60:38829(127.22.50.60:38829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:08:50.413 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.60:38829: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:08:50.413 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:08:50.413 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.50.61:45261(127.22.50.61:45261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:08:50.413 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.61:45261: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:08:50.413 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.22.50.62:44659(127.22.50.62:44659)] connecting to peer
21:08:50.414 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:08:50.414 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.50.62:44659(127.22.50.62:44659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:08:50.414 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.62:44659: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:08:50.414 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659; will retry
21:08:50.483 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:50.500 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 43 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544930499 for job 2841dd5f383bae9a8f297e74525dcca1.
21:08:50.511 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 43 for job 2841dd5f383bae9a8f297e74525dcca1 (964 bytes, checkpointDuration=11 ms, finalizationTime=1 ms).
21:08:50.512 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 43 as completed for source Source: KuduSource.
21:08:50.527 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:50.620 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:08:50.620 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:08:50.621 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:08:50.621 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:50.622 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:50.622 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:50.622 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:50.622 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:50.622 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:50.623 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:50.623 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:50.623 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:50.623 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:08:50.672 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.22.50.60:38829(127.22.50.60:38829)] connecting to peer
21:08:50.672 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.22.50.61:45261(127.22.50.61:45261)] connecting to peer
21:08:50.672 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.22.50.62:44659(127.22.50.62:44659)] connecting to peer
21:08:50.673 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:08:50.673 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.50.62:44659(127.22.50.62:44659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:08:50.673 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:08:50.673 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.62:44659: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:08:50.673 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.50.61:45261(127.22.50.61:45261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:08:50.673 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.61:45261: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:08:50.674 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:08:50.674 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.50.60:38829(127.22.50.60:38829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:08:50.674 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.60:38829: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:08:50.674 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659; will retry
21:08:50.729 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:50.888 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:08:50.889 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:08:50.889 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:08:50.889 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:50.890 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:50.890 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:50.890 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:50.890 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:50.891 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:50.891 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:50.891 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:50.891 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:50.891 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:08:50.982 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:51.000 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 44 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544930999 for job 2841dd5f383bae9a8f297e74525dcca1.
21:08:51.012 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 44 for job 2841dd5f383bae9a8f297e74525dcca1 (964 bytes, checkpointDuration=12 ms, finalizationTime=1 ms).
21:08:51.014 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 44 as completed for source Source: KuduSource.
21:08:51.027 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:51.228 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:51.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:51.406909 28610 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 28602
21:08:51.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:51.478286 28602 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 1.470s	user 0.572s	sys 0.884s
21:08:51.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:50.011333 28612 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:08:51.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:51.478708 28602 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 1.470s	user 0.572s	sys 0.884s
21:08:51.483 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:51.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:51.488953 28630 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:08:51.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:51.489586 28602 server_base.cc:1061] running on GCE node
21:08:51.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:51.490770 28602 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:08:51.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:51.493189 28602 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:08:51.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:51.494678 28602 hybrid_clock.cc:648] HybridClock initialized: now 1783544931494636 us; error 56 us; skew 500 ppm
21:08:51.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:51.495774 28602 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:08:51.500 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 45 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544931499 for job 2841dd5f383bae9a8f297e74525dcca1.
21:08:51.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:51.503690 28602 webserver.cc:534] Webserver started at http://127.27.110.66:36627/ using document root <none> and password file <none>
21:08:51.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:51.504937 28602 fs_manager.cc:362] Metadata directory not provided
21:08:51.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:51.505209 28602 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:08:51.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:51.505779 28602 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
21:08:51.507 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 45 for job 2841dd5f383bae9a8f297e74525dcca1 (964 bytes, checkpointDuration=8 ms, finalizationTime=0 ms).
21:08:51.509 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 45 as completed for source Source: KuduSource.
21:08:51.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:51.510975 28602 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster15874267575281116675/ts-1/data/instance:
21:08:51.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bea0bef4fa77456d8a0ed5ff9ce0c146"
21:08:51.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:08:51 on dist-test-slave-3sd5"
21:08:51.512 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.22.50.60:38829(127.22.50.60:38829)] connecting to peer
21:08:51.512 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.22.50.61:45261(127.22.50.61:45261)] connecting to peer
21:08:51.512 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.22.50.62:44659(127.22.50.62:44659)] connecting to peer
21:08:51.512 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:08:51.512 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.50.60:38829(127.22.50.60:38829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:08:51.512 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:08:51.512 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.50.62:44659(127.22.50.62:44659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:08:51.512 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.60:38829: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:08:51.512 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.62:44659: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:08:51.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:51.512645 28602 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster15874267575281116675/ts-1/wal/instance:
21:08:51.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bea0bef4fa77456d8a0ed5ff9ce0c146"
21:08:51.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:08:51 on dist-test-slave-3sd5"
21:08:51.513 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:08:51.513 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.50.61:45261(127.22.50.61:45261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:08:51.513 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.61:45261: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:08:51.513 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659; will retry
21:08:51.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:51.521601 28602 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.005s	sys 0.004s
21:08:51.527 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:51.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:51.528699 28636 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
21:08:51.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:51.529978 28602 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.003s	sys 0.001s
21:08:51.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:51.530406 28602 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster15874267575281116675/ts-1/data,/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster15874267575281116675/ts-1/wal
21:08:51.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bea0bef4fa77456d8a0ed5ff9ce0c146"
21:08:51.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:08:51 on dist-test-slave-3sd5"
21:08:51.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:51.530778 28602 fs_report.cc:389] FS layout report
21:08:51.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:08:51.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster15874267575281116675/ts-1/wal
21:08:51.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster15874267575281116675/ts-1/wal
21:08:51.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster15874267575281116675/ts-1/data/data
21:08:51.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:08:51.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:08:51.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:08:51.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:08:51.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:08:51.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:08:51.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:08:51.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:08:51.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:08:51.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:08:51.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:08:51.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:51.586001 28602 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
21:08:51.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:51.587860 28602 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:08:51.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:51.588395 28602 kserver.cc:163] Server-wide thread pool size limit: 3276
21:08:51.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:51.591915 28602 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
21:08:51.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:51.597152 28602 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
21:08:51.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:51.597434 28602 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
21:08:51.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:51.597759 28602 ts_tablet_manager.cc:616] Registered 0 tablets
21:08:51.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:51.597961 28602 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
21:08:51.687 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.25.113.61:34911(127.25.113.61:34911)] connecting to peer
21:08:51.687 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.25.113.60:35933(127.25.113.60:35933)] connecting to peer
21:08:51.687 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.25.113.62:35193(127.25.113.62:35193)] connecting to peer
21:08:51.687 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:08:51.688 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.113.61:34911(127.25.113.61:34911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:08:51.688 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.61:34911: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:08:51.688 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:08:51.688 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:08:51.688 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.113.62:35193(127.25.113.62:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:08:51.688 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.113.60:35933(127.25.113.60:35933)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:08:51.688 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.62:35193: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:08:51.688 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.60:35933: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:08:51.688 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193; will retry
21:08:51.729 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:51.760 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:08:51.760 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:08:51.760 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:08:51.761 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:51.761 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:51.761 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:51.761 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:51.761 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:51.761 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:51.761 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:51.761 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:51.761 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:51.761 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:08:51.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:51.767419 28602 rpc_server.cc:307] RPC server started. Bound to: 127.27.110.66:39813
21:08:51.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:51.767570 28748 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.27.110.66:39813 every 8 connection(s)
21:08:51.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:51.770563 28602 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster15874267575281116675/ts-1/data/info.pb
21:08:51.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:51.774565 28089 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu as pid 28602
21:08:51.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:51.775594 28089 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster15874267575281116675/ts-1/wal/instance
21:08:51.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:51.806519 28089 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu
21:08:51.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu
21:08:51.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster15874267575281116675/ts-2/wal
21:08:51.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster15874267575281116675/ts-2/data
21:08:51.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:08:51.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:08:51.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:08:51.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:08:51.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:08:51.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:08:51.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster15874267575281116675/ts-2/logs
21:08:51.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster15874267575281116675/ts-2/data/info.pb
21:08:51.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:08:51.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:08:51.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:08:51.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:08:51.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:08:51.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:08:51.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:08:51.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:08:51.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
21:08:51.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:08:51.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.110.67:0
21:08:51.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.110.67
21:08:51.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.110.67
21:08:51.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:08:51.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.110.126:34219,127.27.110.125:37111,127.27.110.124:43039
21:08:51.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.110.84:34665
21:08:51.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:08:51.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:08:51.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
21:08:51.852 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.22.50.60:38829(127.22.50.60:38829)] connecting to peer
21:08:51.852 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.22.50.61:45261(127.22.50.61:45261)] connecting to peer
21:08:51.852 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.22.50.62:44659(127.22.50.62:44659)] connecting to peer
21:08:51.853 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:08:51.853 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.50.60:38829(127.22.50.60:38829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:08:51.853 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.60:38829: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:08:51.853 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:08:51.853 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.50.61:45261(127.22.50.61:45261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:08:51.853 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.61:45261: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:08:51.854 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:08:51.854 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.50.62:44659(127.22.50.62:44659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:08:51.854 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.62:44659: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:08:51.854 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659; will retry
21:08:51.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:51.861187 28749 heartbeater.cc:344] Connected to a master server at 127.27.110.124:43039
21:08:51.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:51.862218 28749 heartbeater.cc:461] Registering TS with master...
21:08:51.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:51.863905 28749 heartbeater.cc:507] Master 127.27.110.124:43039 requested a full tablet report, sending...
21:08:51.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:51.868057 28750 heartbeater.cc:344] Connected to a master server at 127.27.110.125:37111
21:08:51.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:51.867952 28359 ts_manager.cc:194] Registered new tserver with Master: bea0bef4fa77456d8a0ed5ff9ce0c146 (127.27.110.66:39813)
21:08:51.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:51.868489 28750 heartbeater.cc:461] Registering TS with master...
21:08:51.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:51.869532 28750 heartbeater.cc:507] Master 127.27.110.125:37111 requested a full tablet report, sending...
21:08:51.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:51.869788 28359 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.27.110.66:40919
21:08:51.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:51.872785 28210 ts_manager.cc:194] Registered new tserver with Master: bea0bef4fa77456d8a0ed5ff9ce0c146 (127.27.110.66:39813)
21:08:51.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:51.873174 28755 heartbeater.cc:344] Connected to a master server at 127.27.110.126:34219
21:08:51.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:51.873582 28755 heartbeater.cc:461] Registering TS with master...
21:08:51.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:51.874274 28755 heartbeater.cc:507] Master 127.27.110.126:34219 requested a full tablet report, sending...
21:08:51.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:51.877031 28134 ts_manager.cc:194] Registered new tserver with Master: bea0bef4fa77456d8a0ed5ff9ce0c146 (127.27.110.66:39813)
21:08:51.983 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:52.000 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 46 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544931999 for job 2841dd5f383bae9a8f297e74525dcca1.
21:08:52.009 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 46 for job 2841dd5f383bae9a8f297e74525dcca1 (964 bytes, checkpointDuration=9 ms, finalizationTime=1 ms).
21:08:52.010 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 46 as completed for source Source: KuduSource.
21:08:52.027 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:52.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:52.192916 28756 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
21:08:52.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:52.193508 28756 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:08:52.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:52.194049 28756 flags.cc:432] Enabled unsafe flag: --never_fsync=true
21:08:52.229 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:52.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:52.231889 28756 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
21:08:52.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:52.233033 28756 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.27.110.67
21:08:52.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:52.274130 28756 tablet_server_runner.cc:78] Tablet server non-default flags:
21:08:52.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:08:52.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.110.84:34665
21:08:52.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:08:52.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:08:52.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster15874267575281116675/ts-2/data
21:08:52.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster15874267575281116675/ts-2/wal
21:08:52.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:08:52.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:08:52.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.110.67:0
21:08:52.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:08:52.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:08:52.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:08:52.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster15874267575281116675/ts-2/data/info.pb
21:08:52.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.110.67
21:08:52.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:08:52.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.110.126:34219,127.27.110.125:37111,127.27.110.124:43039
21:08:52.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:08:52.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:08:52.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:08:52.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:08:52.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:08:52.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.110.67
21:08:52.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster15874267575281116675/ts-2/logs
21:08:52.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:08:52.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:08:52.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
21:08:52.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
21:08:52.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
21:08:52.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 6bec869c2320d19f2589b3f609f76e5041a21d27
21:08:52.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:08:52.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 20:43:55 UTC on e7f111948823
21:08:52.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16878
21:08:52.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:08:52.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:52.275873 28756 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:08:52.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:52.277772 28756 file_cache.cc:492] Constructed file cache file cache with capacity 419430
21:08:52.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:52.292572 28765 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:08:52.368 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:08:52.368 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:08:52.368 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:08:52.369 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:52.369 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:52.369 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:52.370 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:52.370 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:52.371 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:52.371 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:52.371 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:52.371 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:52.372 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:08:52.384 [INFO - flink-pekko.actor.default-dispatcher-7] (CheckpointCoordinator.java:1805) Restoring job 50520737ebe38e2625b3d1dfb8799f70 from Checkpoint 67 @ 1783544732476 for 50520737ebe38e2625b3d1dfb8799f70 located at file:/tmp/junit13326170181640113289/checkpoints/50520737ebe38e2625b3d1dfb8799f70/chk-67.
21:08:52.384 [INFO - flink-pekko.actor.default-dispatcher-7] (MasterHooks.java:201) No master state to restore
21:08:52.385 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 2 to checkpoint 67 for source Source: KuduSource to checkpoint.
21:08:52.385 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_2_7) switched from CREATED to SCHEDULED.
21:08:52.386 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_2_7) switched from SCHEDULED to DEPLOYING.
21:08:52.386 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #7) with attempt id 75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_2_7 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to d3190376-62a7-4418-84bf-bee23066b9ee @ 127.0.0.1 (dataPort=-1) with allocation id 52d5deb841224e867af8dedcc6f31427
21:08:52.387 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job 50520737ebe38e2625b3d1dfb8799f70: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
21:08:52.387 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 52d5deb841224e867af8dedcc6f31427.
21:08:52.387 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (50520737ebe38e2625b3d1dfb8799f70) switched from state RESTARTING to RUNNING.
21:08:52.388 [INFO - flink-pekko.actor.default-dispatcher-7] (CheckpointCoordinator.java:1805) Restoring job 50520737ebe38e2625b3d1dfb8799f70 from Checkpoint 67 @ 1783544732476 for 50520737ebe38e2625b3d1dfb8799f70 located at file:/tmp/junit13326170181640113289/checkpoints/50520737ebe38e2625b3d1dfb8799f70/chk-67.
21:08:52.389 [INFO - flink-pekko.actor.default-dispatcher-7] (MasterHooks.java:201) No master state to restore
21:08:52.389 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 0 to checkpoint 67 for source Source: KuduSource to checkpoint.
21:08:52.388 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#7 (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_2_7), deploy into slot with allocation id 52d5deb841224e867af8dedcc6f31427.
21:08:52.390 [INFO - Source: KuduSource -> Sink: Writer (3/4)#7] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#7 (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_2_7) switched from CREATED to DEPLOYING.
21:08:52.390 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_0_7) switched from CREATED to SCHEDULED.
21:08:52.390 [INFO - Source: KuduSource -> Sink: Writer (3/4)#7] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#7 (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_2_7) [DEPLOYING].
21:08:52.391 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:324) Received resource requirements from job 50520737ebe38e2625b3d1dfb8799f70: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
21:08:52.392 [INFO - Source: KuduSource -> Sink: Writer (3/4)#7] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@6b931227
21:08:52.392 [INFO - Source: KuduSource -> Sink: Writer (3/4)#7] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
21:08:52.392 [INFO - Source: KuduSource -> Sink: Writer (3/4)#7] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit13326170181640113289/checkpoints")
21:08:52.392 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_0_7) switched from SCHEDULED to DEPLOYING.
21:08:52.392 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #7) with attempt id 75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_0_7 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to d3190376-62a7-4418-84bf-bee23066b9ee @ 127.0.0.1 (dataPort=-1) with allocation id f412658c854e9ff7ca9ced65ea075485
21:08:52.392 [INFO - Source: KuduSource -> Sink: Writer (3/4)#7] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#7 (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_2_7) switched from DEPLOYING to INITIALIZING.
21:08:52.393 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_2_7) switched from DEPLOYING to INITIALIZING.
21:08:52.393 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot f412658c854e9ff7ca9ced65ea075485.
21:08:52.394 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#7 (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_0_7), deploy into slot with allocation id f412658c854e9ff7ca9ced65ea075485.
21:08:52.395 [INFO - Source: KuduSource -> Sink: Writer (3/4)#7] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@68582e50
21:08:52.396 [INFO - Source: KuduSource -> Sink: Writer (1/4)#7] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#7 (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_0_7) switched from CREATED to DEPLOYING.
21:08:52.396 [INFO - Source: KuduSource -> Sink: Writer (1/4)#7] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#7 (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_0_7) [DEPLOYING].
21:08:52.397 [INFO - Source: KuduSource -> Sink: Writer (1/4)#7] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@47933f50
21:08:52.397 [INFO - Source: KuduSource -> Sink: Writer (1/4)#7] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
21:08:52.397 [INFO - Source: KuduSource -> Sink: Writer (1/4)#7] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit13326170181640113289/checkpoints")
21:08:52.397 [INFO - Source: KuduSource -> Sink: Writer (1/4)#7] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#7 (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_0_7) switched from DEPLOYING to INITIALIZING.
21:08:52.398 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#7] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:08:52.398 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_0_7) switched from DEPLOYING to INITIALIZING.
21:08:52.399 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#7] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:08:52.400 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#7] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:08:52.400 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:52.401 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:52.401 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#7] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:08:52.401 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:52.401 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:52.402 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:52.402 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:52.403 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:52.403 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:52.403 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:52.403 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:08:52.405 [INFO - Source: KuduSource -> Sink: Writer (1/4)#7] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@67cfef91
21:08:52.416 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#7] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:08:52.419 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:08:52.420 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#7] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:08:52.423 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:08:52.425 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:52.425 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:52.425 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:52.425 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:08:52.426 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:52.427 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:52.427 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:52.428 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:52.428 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:52.428 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:52.428 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:08:52.429 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#7] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:08:52.430 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:52.430 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:52.430 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:52.431 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#7] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:08:52.436 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:52.436 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:52.436 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:52.437 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:52.437 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:52.439 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:08:52.440 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:52.441 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:08:52.441 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:08:52.443 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:52.444 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:52.444 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:52.445 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:08:52.446 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:52.446 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:52.446 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:52.446 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:52.446 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:52.446 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:52.446 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:08:52.450 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:08:52.451 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:08:52.451 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:08:52.452 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:52.452 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:52.452 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:52.453 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:52.453 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:52.453 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:52.453 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:52.453 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:52.453 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:52.453 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:08:52.459 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:08:52.460 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:08:52.460 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:08:52.460 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:08:52.460 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:52.461 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:52.461 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:52.461 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:52.461 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:52.461 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:52.462 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:52.462 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:52.462 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:52.462 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:08:52.464 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:08:52.465 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:52.465 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:52.465 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:52.465 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:08:52.479 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:08:52.480 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:08:52.480 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:08:52.481 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:52.481 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:52.481 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:52.482 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:52.482 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:52.482 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:52.482 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:52.482 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:52.482 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:52.483 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:52.484 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:08:52.485 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:52.485 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:52.485 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:52.489 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:52.489 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:52.491 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:52.491 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:08:52.500 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 47 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544932500 for job 2841dd5f383bae9a8f297e74525dcca1.
21:08:52.501 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:08:52.521 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:08:52.521 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:08:52.521 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:08:52.522 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:52.522 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:52.522 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:52.522 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:52.522 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:52.522 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:52.522 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:52.522 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:52.522 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:52.523 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:08:52.527 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 47 for job 2841dd5f383bae9a8f297e74525dcca1 (964 bytes, checkpointDuration=26 ms, finalizationTime=1 ms).
21:08:52.528 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:52.532 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 47 as completed for source Source: KuduSource.
21:08:52.538 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:08:52.540 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:52.540 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:52.541 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:52.544 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:08:52.545 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:52.545 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:52.545 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:52.546 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:52.546 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:52.548 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:52.548 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:08:52.560 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:08:52.561 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:08:52.561 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:08:52.562 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:52.562 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:52.562 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:52.562 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:52.563 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:52.563 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:52.563 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:52.563 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:52.563 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:52.563 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:08:52.579 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:08:52.580 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:08:52.580 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:08:52.581 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:52.581 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:52.581 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:52.581 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:52.581 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:52.581 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:52.582 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:52.582 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:52.582 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:52.582 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:08:52.583 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:08:52.583 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:08:52.583 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:08:52.586 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:52.586 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:52.586 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:52.586 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:52.586 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:52.586 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:52.587 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:52.587 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:52.587 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:52.587 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:08:52.621 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:08:52.621 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:08:52.621 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:08:52.622 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:52.622 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:52.623 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:52.623 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:52.623 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:52.623 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:52.624 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:52.624 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:52.624 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:52.624 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:08:52.641 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:08:52.641 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:08:52.642 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:08:52.642 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:52.642 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:52.643 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:52.643 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:52.643 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:52.643 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:52.644 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:52.644 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:52.644 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:52.644 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:08:52.679 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:08:52.679 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:08:52.679 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:08:52.680 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:52.680 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:52.680 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:52.681 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:52.681 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:52.681 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:52.682 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:52.682 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:52.682 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:52.682 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:08:52.719 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:08:52.720 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:08:52.720 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:08:52.720 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:52.721 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:52.721 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:52.721 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:52.721 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:52.721 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:52.722 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:52.722 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:52.722 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:52.722 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:08:52.729 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:52.761 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:08:52.761 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:08:52.762 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:08:52.762 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:52.763 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:52.763 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:52.763 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:52.764 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:52.764 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:52.764 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:52.767 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:52.767 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:52.768 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:08:52.827 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:52.841 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:08:52.841 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:08:52.841 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:08:52.842 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:52.842 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:52.842 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:52.843 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:52.843 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:52.843 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:52.844 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:52.844 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:52.844 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:52.844 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:08:52.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:52.875366 28749 heartbeater.cc:499] Master 127.27.110.124:43039 was elected leader, sending a full tablet report...
21:08:52.962 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:08:52.964 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:08:52.964 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:08:52.965 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:52.965 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:52.965 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:52.966 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:52.966 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:52.966 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:52.966 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:52.966 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:52.966 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:52.966 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:08:52.972 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.22.50.60:38829(127.22.50.60:38829)] connecting to peer
21:08:52.972 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.22.50.61:45261(127.22.50.61:45261)] connecting to peer
21:08:52.972 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.22.50.62:44659(127.22.50.62:44659)] connecting to peer
21:08:52.973 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:08:52.974 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:08:52.974 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.50.61:45261(127.22.50.61:45261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:08:52.974 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.61:45261: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:08:52.974 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:08:52.974 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.50.62:44659(127.22.50.62:44659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:08:52.974 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.62:44659: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:08:52.975 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.50.60:38829(127.22.50.60:38829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:08:52.975 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.60:38829: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:08:52.975 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659; will retry
21:08:52.983 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:53.001 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 48 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544933000 for job 2841dd5f383bae9a8f297e74525dcca1.
21:08:53.014 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 48 for job 2841dd5f383bae9a8f297e74525dcca1 (964 bytes, checkpointDuration=13 ms, finalizationTime=1 ms).
21:08:53.019 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 48 as completed for source Source: KuduSource.
21:08:53.027 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:53.077 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:08:53.078 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:08:53.078 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:08:53.079 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:53.079 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:53.079 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:53.080 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:08:53.080 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:08:53.080 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:08:53.081 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:53.081 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:53.081 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:53.081 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:53.081 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:53.081 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:53.082 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:53.082 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:53.082 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:53.082 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:08:53.083 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:53.083 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:53.083 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:53.083 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:53.083 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:53.083 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:53.084 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:08:53.151 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:08:53.152 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:08:53.152 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:08:53.152 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:53.152 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:53.152 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:53.152 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:53.152 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:53.152 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:53.153 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:53.153 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:53.153 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:53.153 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:08:53.221 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:08:53.222 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:08:53.222 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:08:53.222 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:53.222 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:53.222 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:53.222 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:53.222 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:53.223 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:53.223 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:53.224 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:53.224 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:53.224 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:08:53.229 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:53.279 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:08:53.279 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:08:53.279 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:08:53.280 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:53.280 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:53.280 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:53.281 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:53.281 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:53.281 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:53.282 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:53.282 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:53.282 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:53.282 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:08:53.327 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:53.422 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:08:53.422 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:08:53.422 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:08:53.423 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:53.423 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:53.423 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:53.424 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:53.424 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:53.424 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:53.424 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:53.424 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:53.424 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:53.425 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:08:53.483 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:53.501 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 49 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544933500 for job 2841dd5f383bae9a8f297e74525dcca1.
21:08:53.516 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 49 for job 2841dd5f383bae9a8f297e74525dcca1 (964 bytes, checkpointDuration=16 ms, finalizationTime=0 ms).
21:08:53.518 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 49 as completed for source Source: KuduSource.
21:08:53.527 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:53.729 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:53.761 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:08:53.761 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:08:53.762 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:08:53.762 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:53.762 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:53.762 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:53.763 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:53.763 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:53.763 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:53.764 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:53.764 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:53.764 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:53.764 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:08:53.827 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:53.960 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:08:53.960 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:08:53.960 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:08:53.961 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:53.961 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:53.961 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:53.962 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:53.962 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:53.962 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:53.962 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:53.962 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:53.962 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:53.962 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:08:53.983 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:54.000 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 50 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544933999 for job 2841dd5f383bae9a8f297e74525dcca1.
21:08:54.013 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:08:54.013 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:08:54.013 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:08:54.014 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:54.014 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:54.014 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:54.015 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:54.015 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:54.015 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:54.019 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:54.019 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:54.020 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:54.020 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:08:54.027 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 50 for job 2841dd5f383bae9a8f297e74525dcca1 (964 bytes, checkpointDuration=27 ms, finalizationTime=0 ms).
21:08:54.028 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:54.030 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 50 as completed for source Source: KuduSource.
21:08:54.100 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:08:54.101 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:08:54.101 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:08:54.102 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:54.102 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:54.102 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:54.103 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:54.103 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:54.103 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:54.103 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:54.103 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:54.103 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:54.103 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:08:54.127 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.25.113.61:34911(127.25.113.61:34911)] connecting to peer
21:08:54.128 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.25.113.60:35933(127.25.113.60:35933)] connecting to peer
21:08:54.128 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.25.113.62:35193(127.25.113.62:35193)] connecting to peer
21:08:54.129 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:08:54.129 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.113.61:34911(127.25.113.61:34911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:08:54.129 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.61:34911: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:08:54.130 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:08:54.130 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.113.60:35933(127.25.113.60:35933)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:08:54.130 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.60:35933: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:08:54.130 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:08:54.130 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.113.62:35193(127.25.113.62:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:08:54.130 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.62:35193: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:08:54.130 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193; will retry
21:08:54.229 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:54.231 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:08:54.232 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:08:54.232 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:08:54.232 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:54.233 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:54.233 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:54.233 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:54.233 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:54.233 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:54.233 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:54.233 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:54.234 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:54.234 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:08:54.288 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:08:54.288 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:08:54.288 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:08:54.289 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:54.289 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:54.289 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:54.290 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:54.290 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:54.290 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:54.290 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:54.290 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:54.290 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:54.290 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:08:54.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:53.697878 28764 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 28756
21:08:54.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:52.293423 28766 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:08:54.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:54.310941 28756 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 2.017s	user 0.763s	sys 1.223s
21:08:54.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:54.313059 28756 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 2.019s	user 0.764s	sys 1.224s
21:08:54.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:54.313910 28768 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:08:54.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:54.317615 28767 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 2017 milliseconds
21:08:54.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:54.317735 28756 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
21:08:54.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:54.319123 28756 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:08:54.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:54.321422 28756 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:08:54.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:54.322786 28756 hybrid_clock.cc:648] HybridClock initialized: now 1783544934322761 us; error 44 us; skew 500 ppm
21:08:54.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:54.323761 28756 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:08:54.327 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:54.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:54.333727 28756 webserver.cc:534] Webserver started at http://127.27.110.67:33479/ using document root <none> and password file <none>
21:08:54.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:54.334939 28756 fs_manager.cc:362] Metadata directory not provided
21:08:54.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:54.335253 28756 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:08:54.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:54.335853 28756 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
21:08:54.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:54.341053 28756 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster15874267575281116675/ts-2/data/instance:
21:08:54.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "03ed47cb5a9148a7a4c7afcd17d768e1"
21:08:54.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:08:54 on dist-test-slave-3sd5"
21:08:54.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:54.342455 28756 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster15874267575281116675/ts-2/wal/instance:
21:08:54.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "03ed47cb5a9148a7a4c7afcd17d768e1"
21:08:54.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:08:54 on dist-test-slave-3sd5"
21:08:54.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:54.351661 28756 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.005s	sys 0.001s
21:08:54.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:54.358322 28795 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
21:08:54.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:54.359625 28756 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.003s	sys 0.000s
21:08:54.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:54.360055 28756 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster15874267575281116675/ts-2/data,/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster15874267575281116675/ts-2/wal
21:08:54.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "03ed47cb5a9148a7a4c7afcd17d768e1"
21:08:54.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:08:54 on dist-test-slave-3sd5"
21:08:54.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:54.360450 28756 fs_report.cc:389] FS layout report
21:08:54.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:08:54.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster15874267575281116675/ts-2/wal
21:08:54.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster15874267575281116675/ts-2/wal
21:08:54.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster15874267575281116675/ts-2/data/data
21:08:54.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:08:54.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:08:54.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:08:54.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:08:54.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:08:54.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:08:54.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:08:54.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:08:54.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:08:54.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:08:54.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:08:54.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:54.415419 28756 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
21:08:54.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:54.417322 28756 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:08:54.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:54.417883 28756 kserver.cc:163] Server-wide thread pool size limit: 3276
21:08:54.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:54.421135 28756 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
21:08:54.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:54.426559 28756 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
21:08:54.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:54.426827 28756 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
21:08:54.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:54.427160 28756 ts_tablet_manager.cc:616] Registered 0 tablets
21:08:54.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:54.427346 28756 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
21:08:54.483 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:54.500 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 51 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544934499 for job 2841dd5f383bae9a8f297e74525dcca1.
21:08:54.510 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 51 for job 2841dd5f383bae9a8f297e74525dcca1 (964 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
21:08:54.511 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 51 as completed for source Source: KuduSource.
21:08:54.527 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:54.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:54.601895 28756 rpc_server.cc:307] RPC server started. Bound to: 127.27.110.67:42055
21:08:54.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:54.602044 28907 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.27.110.67:42055 every 8 connection(s)
21:08:54.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:54.604862 28756 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster15874267575281116675/ts-2/data/info.pb
21:08:54.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:54.612442 28089 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu as pid 28756
21:08:54.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:54.612980 28089 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster15874267575281116675/ts-2/wal/instance
21:08:54.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:54.658421 28908 heartbeater.cc:344] Connected to a master server at 127.27.110.124:43039
21:08:54.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:54.658970 28908 heartbeater.cc:461] Registering TS with master...
21:08:54.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:54.660506 28908 heartbeater.cc:507] Master 127.27.110.124:43039 requested a full tablet report, sending...
21:08:54.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:54.660786 28909 heartbeater.cc:344] Connected to a master server at 127.27.110.125:37111
21:08:54.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:54.661139 28909 heartbeater.cc:461] Registering TS with master...
21:08:54.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:54.662137 28909 heartbeater.cc:507] Master 127.27.110.125:37111 requested a full tablet report, sending...
21:08:54.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:54.662855 28910 heartbeater.cc:344] Connected to a master server at 127.27.110.126:34219
21:08:54.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:54.663260 28910 heartbeater.cc:461] Registering TS with master...
21:08:54.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:54.663710 28359 ts_manager.cc:194] Registered new tserver with Master: 03ed47cb5a9148a7a4c7afcd17d768e1 (127.27.110.67:42055)
21:08:54.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:54.664232 28910 heartbeater.cc:507] Master 127.27.110.126:34219 requested a full tablet report, sending...
21:08:54.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:54.665409 28210 ts_manager.cc:194] Registered new tserver with Master: 03ed47cb5a9148a7a4c7afcd17d768e1 (127.27.110.67:42055)
21:08:54.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:54.666162 28359 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.27.110.67:55461
21:08:54.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:54.667277 28134 ts_manager.cc:194] Registered new tserver with Master: 03ed47cb5a9148a7a4c7afcd17d768e1 (127.27.110.67:42055)
21:08:54.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:54.674096 28089 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
21:08:54.686 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
21:08:54.686 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

21:08:54.687 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.27.110.126"
      port: 34219
    }
    bound_http_address {
      host: "127.27.110.126"
      port: 42479
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.27.110.125"
      port: 37111
    }
    bound_http_address {
      host: "127.27.110.125"
      port: 36653
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.27.110.124"
      port: 43039
    }
    bound_http_address {
      host: "127.27.110.124"
      port: 42013
    }
  }
}

21:08:54.688 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

21:08:54.688 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.27.110.65"
      port: 44763
    }
    bound_http_address {
      host: "127.27.110.65"
      port: 33333
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.27.110.66"
      port: 39813
    }
    bound_http_address {
      host: "127.27.110.66"
      port: 36627
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.27.110.67"
      port: 42055
    }
    bound_http_address {
      host: "127.27.110.67"
      port: 33479
    }
  }
}

21:08:54.689 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
21:08:54.690 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:08:54.690 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
21:08:54.690 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskh3Ey5B/test-tmp
21:08:54.691 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
21:08:54.691 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskh3Ey5B/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
21:08:54.695 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10299387535864193821"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

21:08:54.729 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:54.808 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.25.113.61:34911(127.25.113.61:34911)] connecting to peer
21:08:54.808 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.25.113.60:35933(127.25.113.60:35933)] connecting to peer
21:08:54.808 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.25.113.62:35193(127.25.113.62:35193)] connecting to peer
21:08:54.808 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:08:54.808 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.113.61:34911(127.25.113.61:34911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:08:54.808 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.61:34911: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:08:54.808 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:08:54.808 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.113.60:35933(127.25.113.60:35933)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:08:54.809 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.60:35933: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:08:54.809 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:08:54.809 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.113.62:35193(127.25.113.62:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:08:54.809 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.62:35193: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:08:54.809 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193; will retry
21:08:54.811 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:08:54.811 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:08:54.811 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:08:54.811 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:54.811 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:54.811 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:54.811 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:54.812 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:54.812 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:54.812 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:54.812 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:54.812 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:54.812 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:08:54.827 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:54.982 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:55.000 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 52 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544935000 for job 2841dd5f383bae9a8f297e74525dcca1.
21:08:55.007 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 52 for job 2841dd5f383bae9a8f297e74525dcca1 (964 bytes, checkpointDuration=7 ms, finalizationTime=0 ms).
21:08:55.008 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 52 as completed for source Source: KuduSource.
21:08:55.027 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:55.099 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
21:08:55.099 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

21:08:55.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:55.102840 28918 mini_oidc.cc:150] Starting JWKS server
21:08:55.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:55.106143 28918 webserver.cc:534] Webserver started at http://127.0.0.1:39031/ using document root <none> and password file <none>
21:08:55.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:55.106566 28918 mini_oidc.cc:186] Starting OIDC Discovery server
21:08:55.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:55.108348 28918 webserver.cc:534] Webserver started at http://127.0.0.1:41591/ using document root <none> and password file <none>
21:08:55.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T21:08:55Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
21:08:55.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T21:08:55Z Disabled control of system clock
21:08:55.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:55.176071 28918 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu
21:08:55.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu
21:08:55.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10299387535864193821/master-0/wal
21:08:55.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10299387535864193821/master-0/data
21:08:55.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:08:55.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:08:55.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:08:55.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:08:55.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:08:55.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:08:55.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10299387535864193821/master-0/logs
21:08:55.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10299387535864193821/master-0/data/info.pb
21:08:55.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:08:55.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:08:55.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:08:55.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:08:55.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:08:55.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:08:55.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:08:55.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:08:55.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
21:08:55.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:08:55.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:08:55.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:08:55.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.28.61.190:36375
21:08:55.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.28.61.190
21:08:55.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:08:55.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.28.61.148:36891
21:08:55.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:08:55.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:08:55.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:08:55.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:08:55.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.28.61.190:36375,127.28.61.189:39213,127.28.61.188:41979
21:08:55.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:08:55.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39031/jwks.json with env {}
21:08:55.228 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:55.327 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:55.482 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:55.500 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 53 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544935500 for job 2841dd5f383bae9a8f297e74525dcca1.
21:08:55.508 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 53 for job 2841dd5f383bae9a8f297e74525dcca1 (964 bytes, checkpointDuration=8 ms, finalizationTime=0 ms).
21:08:55.509 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 53 as completed for source Source: KuduSource.
21:08:55.512 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.22.50.60:38829(127.22.50.60:38829)] connecting to peer
21:08:55.513 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.22.50.61:45261(127.22.50.61:45261)] connecting to peer
21:08:55.513 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.22.50.62:44659(127.22.50.62:44659)] connecting to peer
21:08:55.513 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:08:55.513 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.50.60:38829(127.22.50.60:38829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:08:55.513 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:08:55.513 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.60:38829: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:08:55.513 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:08:55.513 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.50.61:45261(127.22.50.61:45261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:08:55.513 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.50.62:44659(127.22.50.62:44659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:08:55.513 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.61:45261: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:08:55.513 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.62:44659: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:08:55.513 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659; will retry
21:08:55.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:55.526080 28930 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
21:08:55.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:55.526827 28930 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:08:55.527 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:55.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:55.527506 28930 flags.cc:432] Enabled unsafe flag: --never_fsync=true
21:08:55.530 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:08:55.530 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:08:55.531 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:08:55.531 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:55.531 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:55.531 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:55.531 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:55.531 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:55.531 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:55.531 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:55.531 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:55.531 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:55.531 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:08:55.548 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:08:55.548 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:08:55.548 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:08:55.548 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:55.548 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:55.548 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:55.548 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:55.549 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:55.549 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:55.549 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:55.549 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:55.549 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:55.549 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:08:55.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:55.565371 28930 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
21:08:55.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:55.565738 28930 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
21:08:55.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:55.566135 28930 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
21:08:55.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:55.566435 28930 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
21:08:55.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:55.566685 28930 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
21:08:55.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:55.566854 28930 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:39031/jwks.json
21:08:55.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:55.610332 28930 master_runner.cc:387] Master server non-default flags:
21:08:55.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:08:55.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.28.61.148:36891
21:08:55.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:08:55.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:08:55.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10299387535864193821/master-0/data
21:08:55.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10299387535864193821/master-0/wal
21:08:55.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:08:55.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.28.61.190:36375,127.28.61.189:39213,127.28.61.188:41979
21:08:55.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:08:55.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:08:55.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:08:55.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.28.61.190:36375
21:08:55.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:08:55.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:08:55.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:08:55.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39031/jwks.json
21:08:55.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:08:55.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:08:55.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10299387535864193821/master-0/data/info.pb
21:08:55.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.28.61.190
21:08:55.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:08:55.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:08:55.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:08:55.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:08:55.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:08:55.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:08:55.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10299387535864193821/master-0/logs
21:08:55.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:08:55.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:08:55.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
21:08:55.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
21:08:55.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
21:08:55.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 6bec869c2320d19f2589b3f609f76e5041a21d27
21:08:55.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:08:55.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 20:43:55 UTC on e7f111948823
21:08:55.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16878
21:08:55.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:08:55.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:55.612087 28930 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:08:55.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:55.614126 28930 file_cache.cc:492] Constructed file cache file cache with capacity 419430
21:08:55.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:55.626580 28936 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:08:55.640 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:08:55.641 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:08:55.641 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:08:55.641 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:55.642 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:55.642 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:55.642 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:55.642 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:55.642 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:55.643 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:55.643 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:55.643 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:55.643 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:08:55.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:55.671811 28908 heartbeater.cc:499] Master 127.27.110.124:43039 was elected leader, sending a full tablet report...
21:08:55.729 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:55.827 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:55.983 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:55.999 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 54 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544935999 for job 2841dd5f383bae9a8f297e74525dcca1.
21:08:56.016 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 54 for job 2841dd5f383bae9a8f297e74525dcca1 (964 bytes, checkpointDuration=15 ms, finalizationTime=2 ms).
21:08:56.018 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 54 as completed for source Source: KuduSource.
21:08:56.027 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:56.061 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:08:56.061 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:08:56.062 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:08:56.062 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:56.063 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:56.063 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:56.063 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:56.064 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:56.064 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:56.064 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:56.064 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:56.064 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:56.064 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:08:56.229 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:56.299 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:08:56.300 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:08:56.300 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:08:56.301 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:56.301 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:56.301 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:56.301 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:56.301 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:56.302 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:56.302 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:56.302 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:56.302 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:56.302 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:08:56.327 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:56.391 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:08:56.391 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:08:56.391 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:08:56.392 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:56.392 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:56.392 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:56.393 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:56.393 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:56.393 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:56.393 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:56.394 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:56.394 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:56.394 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:08:56.400 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:08:56.401 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:08:56.402 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:56.402 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:56.402 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:56.403 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:56.403 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:56.403 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:56.404 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:08:56.404 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:56.404 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:56.404 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:56.404 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:08:56.483 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:56.500 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 55 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544936499 for job 2841dd5f383bae9a8f297e74525dcca1.
21:08:56.502 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:08:56.502 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:08:56.502 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:08:56.502 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:56.503 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:56.503 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:56.503 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:56.503 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:56.503 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:56.503 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:56.503 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:56.503 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:56.504 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:08:56.524 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 55 for job 2841dd5f383bae9a8f297e74525dcca1 (964 bytes, checkpointDuration=24 ms, finalizationTime=0 ms).
21:08:56.527 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:56.528 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 55 as completed for source Source: KuduSource.
21:08:56.699 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:08:56.699 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:08:56.700 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:08:56.700 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:56.700 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:56.701 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:56.701 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:56.701 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:56.701 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:56.702 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:56.702 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:56.702 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:56.702 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:08:56.729 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:56.827 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:56.878 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:08:56.878 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:08:56.878 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:08:56.879 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:56.879 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:56.879 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:56.879 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:56.879 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:56.879 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:56.879 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:56.879 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:56.880 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:56.880 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:08:56.983 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:57.000 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 56 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544936999 for job 2841dd5f383bae9a8f297e74525dcca1.
21:08:57.012 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 56 for job 2841dd5f383bae9a8f297e74525dcca1 (964 bytes, checkpointDuration=12 ms, finalizationTime=1 ms).
21:08:57.021 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 56 as completed for source Source: KuduSource.
21:08:57.031 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:57.229 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:57.326 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:57.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:57.033418 28935 debug-util.cc:398] Leaking SignalData structure 0x7b0800028020 after lost signal to thread 28930
21:08:57.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:57.381309 28935 kernel_stack_watchdog.cc:198] Thread 28930 stuck at /home/jenkins-slave/workspace/build_and_test@2/src/kudu/util/thread.cc:642 for 402ms:
21:08:57.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
21:08:57.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
21:08:57.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
21:08:57.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
21:08:57.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:57.382752 28930 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.756s	user 0.636s	sys 1.050s
21:08:57.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:57.383373 28930 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.757s	user 0.637s	sys 1.050s
21:08:57.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:57.383608 28938 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1755 milliseconds
21:08:57.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:55.627063 28937 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:08:57.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:57.385242 28939 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:08:57.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:57.385205 28930 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
21:08:57.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:57.389990 28930 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:08:57.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:57.393095 28930 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:08:57.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:57.394585 28930 hybrid_clock.cc:648] HybridClock initialized: now 1783544937394543 us; error 56 us; skew 500 ppm
21:08:57.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:57.395571 28930 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:08:57.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:57.402454 28930 webserver.cc:534] Webserver started at http://127.28.61.190:45875/ using document root <none> and password file <none>
21:08:57.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:57.403646 28930 fs_manager.cc:362] Metadata directory not provided
21:08:57.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:57.403862 28930 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:08:57.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:57.404284 28930 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
21:08:57.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:57.409036 28930 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10299387535864193821/master-0/data/instance:
21:08:57.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3154f5f80b5c4fecb312ed3a2a973f3b"
21:08:57.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:08:57 on dist-test-slave-3sd5"
21:08:57.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:57.410368 28930 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10299387535864193821/master-0/wal/instance:
21:08:57.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3154f5f80b5c4fecb312ed3a2a973f3b"
21:08:57.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:08:57 on dist-test-slave-3sd5"
21:08:57.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:57.419214 28930 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.006s	sys 0.001s
21:08:57.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:57.426422 28949 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
21:08:57.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:57.428453 28930 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.003s	sys 0.000s
21:08:57.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:57.428948 28930 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10299387535864193821/master-0/data,/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10299387535864193821/master-0/wal
21:08:57.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3154f5f80b5c4fecb312ed3a2a973f3b"
21:08:57.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:08:57 on dist-test-slave-3sd5"
21:08:57.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:57.429432 28930 fs_report.cc:389] FS layout report
21:08:57.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:08:57.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10299387535864193821/master-0/wal
21:08:57.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10299387535864193821/master-0/wal
21:08:57.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10299387535864193821/master-0/data/data
21:08:57.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:08:57.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:08:57.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:08:57.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:08:57.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:08:57.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:08:57.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:08:57.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:08:57.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:08:57.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:08:57.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:08:57.483 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:57.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:57.499310 28930 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
21:08:57.500 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 57 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544937499 for job 2841dd5f383bae9a8f297e74525dcca1.
21:08:57.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:57.501560 28930 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:08:57.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:57.502265 28930 kserver.cc:163] Server-wide thread pool size limit: 3276
21:08:57.508 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 57 for job 2841dd5f383bae9a8f297e74525dcca1 (964 bytes, checkpointDuration=8 ms, finalizationTime=0 ms).
21:08:57.508 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 57 as completed for source Source: KuduSource.
21:08:57.511 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.22.50.60:38829(127.22.50.60:38829)] connecting to peer
21:08:57.512 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.22.50.61:45261(127.22.50.61:45261)] connecting to peer
21:08:57.512 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.22.50.62:44659(127.22.50.62:44659)] connecting to peer
21:08:57.512 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:08:57.512 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:08:57.512 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.50.61:45261(127.22.50.61:45261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:08:57.512 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.61:45261: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:08:57.512 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.50.60:38829(127.22.50.60:38829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:08:57.512 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.60:38829: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:08:57.512 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:08:57.512 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.50.62:44659(127.22.50.62:44659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:08:57.513 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.62:44659: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:08:57.513 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659; will retry
21:08:57.526 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:57.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:57.601749 28930 rpc_server.cc:307] RPC server started. Bound to: 127.28.61.190:36375
21:08:57.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:57.602138 29000 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.28.61.190:36375 every 8 connection(s)
21:08:57.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:57.605707 28930 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10299387535864193821/master-0/data/info.pb
21:08:57.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:57.607164 28918 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu as pid 28930
21:08:57.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:57.607698 28918 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10299387535864193821/master-0/wal/instance
21:08:57.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:57.613690 28918 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu
21:08:57.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu
21:08:57.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10299387535864193821/master-1/wal
21:08:57.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10299387535864193821/master-1/data
21:08:57.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:08:57.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:08:57.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:08:57.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:08:57.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:08:57.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:08:57.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10299387535864193821/master-1/logs
21:08:57.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10299387535864193821/master-1/data/info.pb
21:08:57.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:08:57.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:08:57.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:08:57.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:08:57.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:08:57.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:08:57.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:08:57.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:08:57.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
21:08:57.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:08:57.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:08:57.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:08:57.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.28.61.189:39213
21:08:57.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.28.61.189
21:08:57.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:08:57.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.28.61.148:36891
21:08:57.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:08:57.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:08:57.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:08:57.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:08:57.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.28.61.190:36375,127.28.61.189:39213,127.28.61.188:41979
21:08:57.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:08:57.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39031/jwks.json with env {}
21:08:57.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:57.618148 29001 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
21:08:57.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:57.634393 29001 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.28.61.190" port: 36375 } has no permanent_uuid. Determining permanent_uuid...
21:08:57.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:57.671945 29001 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.28.61.189" port: 39213 } has no permanent_uuid. Determining permanent_uuid...
21:08:57.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:57.675495 28950 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.28.61.189:39213: connect: Connection refused (error 111)
21:08:57.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:57.681353 29001 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.28.61.189:39213: Network error: Client connection negotiation failed: client connection to 127.28.61.189:39213: connect: Connection refused (error 111)
21:08:57.729 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:57.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:57.730948 29001 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.61.189" port: 39213 } attempt: 1
21:08:57.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:57.737170 29001 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.28.61.189:39213: Network error: Client connection negotiation failed: client connection to 127.28.61.189:39213: connect: Connection refused (error 111)
21:08:57.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:57.805732 29001 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.61.189" port: 39213 } attempt: 2
21:08:57.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:57.814229 29001 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.28.61.189:39213: Network error: Client connection negotiation failed: client connection to 127.28.61.189:39213: connect: Connection refused (error 111)
21:08:57.827 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:57.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:57.905735 29001 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.61.189" port: 39213 } attempt: 3
21:08:57.908 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.25.113.61:34911(127.25.113.61:34911)] connecting to peer
21:08:57.908 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.25.113.60:35933(127.25.113.60:35933)] connecting to peer
21:08:57.908 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.25.113.62:35193(127.25.113.62:35193)] connecting to peer
21:08:57.909 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:08:57.909 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.113.61:34911(127.25.113.61:34911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:08:57.909 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.61:34911: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:08:57.909 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:08:57.909 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.113.60:35933(127.25.113.60:35933)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:08:57.909 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.60:35933: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:08:57.910 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:08:57.910 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.113.62:35193(127.25.113.62:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:08:57.910 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.62:35193: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:08:57.910 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193; will retry
21:08:57.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:57.911128 29001 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.28.61.189:39213: Network error: Client connection negotiation failed: client connection to 127.28.61.189:39213: connect: Connection refused (error 111)
21:08:57.951 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:08:57.951 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:08:57.951 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:08:57.951 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:57.951 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:57.952 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:57.952 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:57.952 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:57.952 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:57.952 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:57.952 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:57.952 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:57.952 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:08:57.983 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:58.000 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 58 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544937999 for job 2841dd5f383bae9a8f297e74525dcca1.
21:08:58.008 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 58 for job 2841dd5f383bae9a8f297e74525dcca1 (964 bytes, checkpointDuration=8 ms, finalizationTime=1 ms).
21:08:58.009 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 58 as completed for source Source: KuduSource.
21:08:58.027 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:58.030 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:08:58.030 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:08:58.031 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:08:58.031 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:58.031 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:58.031 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:58.031 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:58.031 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:58.031 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:58.031 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:58.031 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:58.031 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:58.031 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:08:58.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:58.038169 29003 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
21:08:58.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:58.038786 29003 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:08:58.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:58.039456 29003 flags.cc:432] Enabled unsafe flag: --never_fsync=true
21:08:58.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:58.054705 29001 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.61.189" port: 39213 } attempt: 4
21:08:58.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:58.060104 29001 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.28.61.189:39213: Network error: Client connection negotiation failed: client connection to 127.28.61.189:39213: connect: Connection refused (error 111)
21:08:58.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:58.088416 29003 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
21:08:58.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:58.088724 29003 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
21:08:58.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:58.089007 29003 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
21:08:58.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:58.089223 29003 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
21:08:58.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:58.089454 29003 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
21:08:58.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:58.089613 29003 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:39031/jwks.json
21:08:58.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:58.132542 29003 master_runner.cc:387] Master server non-default flags:
21:08:58.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:08:58.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.28.61.148:36891
21:08:58.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:08:58.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:08:58.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10299387535864193821/master-1/data
21:08:58.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10299387535864193821/master-1/wal
21:08:58.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:08:58.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.28.61.190:36375,127.28.61.189:39213,127.28.61.188:41979
21:08:58.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:08:58.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:08:58.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:08:58.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.28.61.189:39213
21:08:58.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:08:58.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:08:58.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:08:58.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39031/jwks.json
21:08:58.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:08:58.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:08:58.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10299387535864193821/master-1/data/info.pb
21:08:58.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.28.61.189
21:08:58.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:08:58.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:08:58.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:08:58.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:08:58.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:08:58.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:08:58.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10299387535864193821/master-1/logs
21:08:58.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:08:58.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:08:58.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
21:08:58.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
21:08:58.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
21:08:58.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 6bec869c2320d19f2589b3f609f76e5041a21d27
21:08:58.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:08:58.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 20:43:55 UTC on e7f111948823
21:08:58.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16878
21:08:58.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:08:58.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:58.133980 29003 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:08:58.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:58.135975 29003 file_cache.cc:492] Constructed file cache file cache with capacity 419430
21:08:58.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:58.149181 29012 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:08:58.229 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:58.327 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:58.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:58.359648 29001 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.61.189" port: 39213 } attempt: 5
21:08:58.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:58.369974 29001 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.28.61.189:39213: Network error: Client connection negotiation failed: client connection to 127.28.61.189:39213: connect: Connection refused (error 111)
21:08:58.483 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:58.500 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 59 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544938499 for job 2841dd5f383bae9a8f297e74525dcca1.
21:08:58.509 [DEBUG - pool-256-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30017), Traces: [0ms] sending RPC to server master-127.25.113.61:34911, [5ms] received response from server master-127.25.113.61:34911: OK, deferred=null) with no deferred attached!
21:08:58.512 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 59 for job 2841dd5f383bae9a8f297e74525dcca1 (964 bytes, checkpointDuration=12 ms, finalizationTime=1 ms).
21:08:58.515 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 59 as completed for source Source: KuduSource.
21:08:58.527 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:58.678 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:08:58.678 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:08:58.679 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:08:58.679 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:58.679 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:58.679 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:58.679 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:58.679 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:58.679 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:58.680 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:58.680 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:58.680 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:58.680 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:08:58.711 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:08:58.711 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:08:58.711 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:08:58.712 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:58.712 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:58.712 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:58.712 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:58.712 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:08:58.712 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:08:58.713 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:58.713 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:58.713 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:08:58.713 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:08:58.729 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:58.827 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:58.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:58.917672 29001 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.61.189" port: 39213 } attempt: 6
21:08:58.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:58.957661 29001 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.28.61.189:39213: Network error: Client connection negotiation failed: client connection to 127.28.61.189:39213: connect: Connection refused (error 111)
21:08:58.983 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:59.000 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 60 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544939000 for job 2841dd5f383bae9a8f297e74525dcca1.
21:08:59.018 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 60 for job 2841dd5f383bae9a8f297e74525dcca1 (964 bytes, checkpointDuration=17 ms, finalizationTime=1 ms).
21:08:59.019 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 60 as completed for source Source: KuduSource.
21:08:59.020 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:08:59.022 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:59.022 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:59.023 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:08:59.023 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:59.025 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:59.025 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:59.025 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:59.025 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:08:59.026 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:59.026 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:59.026 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:59.026 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:08:59.027 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:59.059 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:08:59.060 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:08:59.060 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:08:59.060 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:59.061 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:59.061 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:59.061 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:59.061 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:59.061 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:59.061 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:59.061 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:59.062 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:59.062 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:08:59.081 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:08:59.082 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:08:59.083 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:59.083 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:59.083 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:08:59.084 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:59.084 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:59.084 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:08:59.082 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:08:59.085 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:59.085 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:59.085 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:08:59.085 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:08:59.092 [DEBUG - pool-258-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30013), Traces: [0ms] sending RPC to server master-127.26.45.190:34167, [8ms] received response from server master-127.26.45.190:34167: OK, deferred=null) with no deferred attached!
21:08:59.093 [DEBUG - pool-258-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30011), Traces: [0ms] sending RPC to server master-127.26.45.190:34167, [18ms] received response from server master-127.26.45.190:34167: OK, deferred=null) with no deferred attached!
21:08:59.093 [DEBUG - pool-258-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30010), Traces: [0ms] sending RPC to server master-127.26.45.190:34167, [13ms] received response from server master-127.26.45.190:34167: OK, deferred=null) with no deferred attached!
21:08:59.139 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:08:59.140 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:08:59.141 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:59.141 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:59.141 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:59.142 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:08:59.142 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:59.143 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:59.143 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:59.156 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:59.156 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:59.156 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:59.156 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:08:59.188 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.25.113.61:34911(127.25.113.61:34911)] connecting to peer
21:08:59.188 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.25.113.60:35933(127.25.113.60:35933)] connecting to peer
21:08:59.188 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.25.113.62:35193(127.25.113.62:35193)] connecting to peer
21:08:59.189 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:08:59.189 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.113.61:34911(127.25.113.61:34911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:08:59.189 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.61:34911: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:08:59.190 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:08:59.190 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.113.60:35933(127.25.113.60:35933)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:08:59.190 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.60:35933: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:08:59.191 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:08:59.191 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.113.62:35193(127.25.113.62:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:08:59.191 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.62:35193: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:08:59.191 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193; will retry
21:08:59.208 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:08:59.209 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:08:59.209 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:08:59.210 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:59.210 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:59.210 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:59.210 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:59.211 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:59.211 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:59.211 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:59.211 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:59.211 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:59.211 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:08:59.234 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:59.281 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:08:59.282 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:08:59.282 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:08:59.283 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:59.283 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:59.283 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:59.283 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:59.283 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:08:59.283 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:08:59.283 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:59.283 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:59.283 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:08:59.283 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:08:59.307 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.25.113.61:34911(127.25.113.61:34911)] connecting to peer
21:08:59.307 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.25.113.60:35933(127.25.113.60:35933)] connecting to peer
21:08:59.308 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.25.113.62:35193(127.25.113.62:35193)] connecting to peer
21:08:59.308 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:08:59.308 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:08:59.308 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.113.62:35193(127.25.113.62:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:08:59.308 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.113.60:35933(127.25.113.60:35933)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:08:59.308 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.60:35933: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:08:59.308 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.62:35193: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:08:59.309 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:08:59.309 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.113.61:34911(127.25.113.61:34911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:08:59.309 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.61:34911: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:08:59.309 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193; will retry
21:08:59.327 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:59.368 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.25.113.61:34911(127.25.113.61:34911)] connecting to peer
21:08:59.368 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.25.113.60:35933(127.25.113.60:35933)] connecting to peer
21:08:59.368 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.25.113.62:35193(127.25.113.62:35193)] connecting to peer
21:08:59.368 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:08:59.368 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.113.61:34911(127.25.113.61:34911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:08:59.369 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.61:34911: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:08:59.369 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:08:59.369 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.113.60:35933(127.25.113.60:35933)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:08:59.369 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:08:59.369 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.60:35933: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:08:59.369 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.113.62:35193(127.25.113.62:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:08:59.369 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.62:35193: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:08:59.369 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193; will retry
21:08:59.407 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.25.113.61:34911(127.25.113.61:34911)] connecting to peer
21:08:59.407 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.25.113.60:35933(127.25.113.60:35933)] connecting to peer
21:08:59.408 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:08:59.408 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.113.61:34911(127.25.113.61:34911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:08:59.408 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.61:34911: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:08:59.408 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:08:59.408 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.25.113.62:35193(127.25.113.62:35193)] connecting to peer
21:08:59.409 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.113.60:35933(127.25.113.60:35933)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:08:59.409 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.60:35933: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:08:59.409 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:08:59.409 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.113.62:35193(127.25.113.62:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:08:59.409 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.62:35193: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:08:59.409 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193; will retry
21:08:59.410 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:08:59.410 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:08:59.410 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:08:59.411 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:59.411 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:59.411 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:59.411 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:59.411 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:59.411 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:59.411 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:59.411 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:59.411 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:59.411 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:08:59.470 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:08:59.470 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:08:59.470 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:08:59.471 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:59.471 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:59.471 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:08:59.471 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:59.471 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:59.471 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:08:59.471 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:59.471 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:59.471 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:08:59.471 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:08:59.483 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:59.501 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 61 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544939500 for job 2841dd5f383bae9a8f297e74525dcca1.
21:08:59.509 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 61 for job 2841dd5f383bae9a8f297e74525dcca1 (964 bytes, checkpointDuration=9 ms, finalizationTime=0 ms).
21:08:59.510 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 61 as completed for source Source: KuduSource.
21:08:59.527 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:59.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:58.149892 29013 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:08:59.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:59.635634 29015 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:08:59.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:59.638586 29014 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1484 milliseconds
21:08:59.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:59.638778 29003 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
21:08:59.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:59.640285 29003 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:08:59.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:59.643446 29003 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:08:59.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:59.644902 29003 hybrid_clock.cc:648] HybridClock initialized: now 1783544939644851 us; error 47 us; skew 500 ppm
21:08:59.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:59.645876 29003 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:08:59.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:59.653399 29003 webserver.cc:534] Webserver started at http://127.28.61.189:45711/ using document root <none> and password file <none>
21:08:59.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:59.654687 29003 fs_manager.cc:362] Metadata directory not provided
21:08:59.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:59.655010 29003 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:08:59.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:59.655596 29003 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
21:08:59.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:59.661144 29003 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10299387535864193821/master-1/data/instance:
21:08:59.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1003c13c7488415bb4f301b279e43fea"
21:08:59.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:08:59 on dist-test-slave-3sd5"
21:08:59.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:59.662477 29003 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10299387535864193821/master-1/wal/instance:
21:08:59.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1003c13c7488415bb4f301b279e43fea"
21:08:59.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:08:59 on dist-test-slave-3sd5"
21:08:59.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:59.672041 29003 fs_manager.cc:696] Time spent creating directory manager: real 0.009s	user 0.006s	sys 0.001s
21:08:59.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:59.679397 29025 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
21:08:59.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:59.680811 29003 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.003s	sys 0.001s
21:08:59.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:59.681296 29003 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10299387535864193821/master-1/data,/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10299387535864193821/master-1/wal
21:08:59.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1003c13c7488415bb4f301b279e43fea"
21:08:59.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:08:59 on dist-test-slave-3sd5"
21:08:59.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:59.681705 29003 fs_report.cc:389] FS layout report
21:08:59.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:08:59.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10299387535864193821/master-1/wal
21:08:59.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10299387535864193821/master-1/wal
21:08:59.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10299387535864193821/master-1/data/data
21:08:59.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:08:59.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:08:59.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:08:59.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:08:59.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:08:59.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:08:59.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:08:59.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:08:59.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:08:59.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:08:59.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:08:59.729 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:59.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:59.740761 29003 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
21:08:59.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:59.742527 29003 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:08:59.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:59.743088 29003 kserver.cc:163] Server-wide thread pool size limit: 3276
21:08:59.827 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:59.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:59.874639 29003 rpc_server.cc:307] RPC server started. Bound to: 127.28.61.189:39213
21:08:59.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:59.874761 29077 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.28.61.189:39213 every 8 connection(s)
21:08:59.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:59.877817 29003 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10299387535864193821/master-1/data/info.pb
21:08:59.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:59.879951 28918 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu as pid 29003
21:08:59.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:59.880494 28918 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10299387535864193821/master-1/wal/instance
21:08:59.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:59.883816 28918 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu
21:08:59.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu
21:08:59.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10299387535864193821/master-2/wal
21:08:59.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10299387535864193821/master-2/data
21:08:59.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:08:59.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:08:59.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:08:59.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:08:59.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:08:59.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:08:59.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10299387535864193821/master-2/logs
21:08:59.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10299387535864193821/master-2/data/info.pb
21:08:59.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:08:59.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:08:59.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:08:59.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:08:59.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:08:59.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:08:59.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:08:59.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:08:59.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
21:08:59.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:08:59.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:08:59.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:08:59.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.28.61.188:41979
21:08:59.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.28.61.188
21:08:59.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:08:59.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.28.61.148:36891
21:08:59.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:08:59.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:08:59.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:08:59.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:08:59.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.28.61.190:36375,127.28.61.189:39213,127.28.61.188:41979
21:08:59.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:08:59.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39031/jwks.json with env {}
21:08:59.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:59.887007 29078 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
21:08:59.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:59.900871 29078 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.28.61.190" port: 36375 } has no permanent_uuid. Determining permanent_uuid...
21:08:59.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:59.926903 29078 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.28.61.189" port: 39213 } has no permanent_uuid. Determining permanent_uuid...
21:08:59.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:08:59.947896 29078 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.28.61.188" port: 41979 } has no permanent_uuid. Determining permanent_uuid...
21:08:59.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:59.951534 29027 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.28.61.188:41979: connect: Connection refused (error 111)
21:08:59.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:08:59.956944 29078 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.28.61.188:41979: Network error: Client connection negotiation failed: client connection to 127.28.61.188:41979: connect: Connection refused (error 111)
21:08:59.983 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:08:59.999 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 62 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544939999 for job 2841dd5f383bae9a8f297e74525dcca1.
21:09:00.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:00.006640 29078 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.61.188" port: 41979 } attempt: 1
21:09:00.008 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 62 for job 2841dd5f383bae9a8f297e74525dcca1 (964 bytes, checkpointDuration=9 ms, finalizationTime=0 ms).
21:09:00.009 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 62 as completed for source Source: KuduSource.
21:09:00.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:00.014634 29078 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.28.61.188:41979: Network error: Client connection negotiation failed: client connection to 127.28.61.188:41979: connect: Connection refused (error 111)
21:09:00.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:00.018311 29001 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.61.189" port: 39213 } attempt: 7
21:09:00.028 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:00.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:00.034590 29001 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.28.61.188" port: 41979 } has no permanent_uuid. Determining permanent_uuid...
21:09:00.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:00.047091 29001 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.28.61.188:41979: Network error: Client connection negotiation failed: client connection to 127.28.61.188:41979: connect: Connection refused (error 111)
21:09:00.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:00.083153 29078 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.61.188" port: 41979 } attempt: 2
21:09:00.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:00.088711 29078 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.28.61.188:41979: Network error: Client connection negotiation failed: client connection to 127.28.61.188:41979: connect: Connection refused (error 111)
21:09:00.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:00.105614 29001 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.61.188" port: 41979 } attempt: 1
21:09:00.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:00.110486 29001 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.28.61.188:41979: Network error: Client connection negotiation failed: client connection to 127.28.61.188:41979: connect: Connection refused (error 111)
21:09:00.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:00.180176 29078 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.61.188" port: 41979 } attempt: 3
21:09:00.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:00.185652 29078 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.28.61.188:41979: Network error: Client connection negotiation failed: client connection to 127.28.61.188:41979: connect: Connection refused (error 111)
21:09:00.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:00.192003 29001 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.61.188" port: 41979 } attempt: 2
21:09:00.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:00.196918 29001 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.28.61.188:41979: Network error: Client connection negotiation failed: client connection to 127.28.61.188:41979: connect: Connection refused (error 111)
21:09:00.229 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:00.248 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:00.248 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:00.248 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:00.249 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:00.249 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:00.249 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:00.249 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:00.249 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:00.249 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:00.249 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:00.249 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:00.249 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:00.249 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:00.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:00.268222 29080 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
21:09:00.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:00.268887 29080 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:09:00.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:00.269449 29080 flags.cc:432] Enabled unsafe flag: --never_fsync=true
21:09:00.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:00.282420 29001 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.61.188" port: 41979 } attempt: 3
21:09:00.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:00.289362 29001 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.28.61.188:41979: Network error: Client connection negotiation failed: client connection to 127.28.61.188:41979: connect: Connection refused (error 111)
21:09:00.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:00.308864 29080 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
21:09:00.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:00.309154 29080 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
21:09:00.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:00.309348 29080 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
21:09:00.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:00.309559 29080 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
21:09:00.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:00.309757 29080 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
21:09:00.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:00.309903 29080 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:39031/jwks.json
21:09:00.327 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:00.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:00.329128 29078 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.61.188" port: 41979 } attempt: 4
21:09:00.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:00.334441 29078 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.28.61.188:41979: Network error: Client connection negotiation failed: client connection to 127.28.61.188:41979: connect: Connection refused (error 111)
21:09:00.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:00.353968 29080 master_runner.cc:387] Master server non-default flags:
21:09:00.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:09:00.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.28.61.148:36891
21:09:00.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:09:00.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:09:00.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10299387535864193821/master-2/data
21:09:00.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10299387535864193821/master-2/wal
21:09:00.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:09:00.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.28.61.190:36375,127.28.61.189:39213,127.28.61.188:41979
21:09:00.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:09:00.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:09:00.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:09:00.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.28.61.188:41979
21:09:00.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:09:00.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:09:00.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:09:00.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39031/jwks.json
21:09:00.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:09:00.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:09:00.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10299387535864193821/master-2/data/info.pb
21:09:00.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.28.61.188
21:09:00.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:09:00.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:09:00.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:09:00.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:09:00.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:09:00.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:09:00.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10299387535864193821/master-2/logs
21:09:00.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:09:00.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:09:00.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
21:09:00.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
21:09:00.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
21:09:00.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 6bec869c2320d19f2589b3f609f76e5041a21d27
21:09:00.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:09:00.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 20:43:55 UTC on e7f111948823
21:09:00.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16878
21:09:00.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:09:00.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:00.355701 29080 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:09:00.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:00.357442 29080 file_cache.cc:492] Constructed file cache file cache with capacity 419430
21:09:00.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:00.369864 29092 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:09:00.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:00.429891 29001 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.61.188" port: 41979 } attempt: 4
21:09:00.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:00.441177 29001 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.28.61.188:41979: Network error: Client connection negotiation failed: client connection to 127.28.61.188:41979: connect: Connection refused (error 111)
21:09:00.483 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:00.501 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 63 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544940499 for job 2841dd5f383bae9a8f297e74525dcca1.
21:09:00.527 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:00.531 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:09:00.531 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:09:00.532 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:09:00.533 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:00.533 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:00.533 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:00.533 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:00.533 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:00.533 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:00.534 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:00.534 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:00.534 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:00.534 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:09:00.530 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 63 for job 2841dd5f383bae9a8f297e74525dcca1 (964 bytes, checkpointDuration=30 ms, finalizationTime=1 ms).
21:09:00.536 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 63 as completed for source Source: KuduSource.
21:09:00.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:00.633977 29078 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.61.188" port: 41979 } attempt: 5
21:09:00.637 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:00.638 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:00.638 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:00.638 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:00.638 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:00.638 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:00.639 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:00.639 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:00.639 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:00.640 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:00.640 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:00.640 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:00.640 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:00.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:00.645336 29078 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.28.61.188:41979: Network error: Client connection negotiation failed: client connection to 127.28.61.188:41979: connect: Connection refused (error 111)
21:09:00.711 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:09:00.712 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:09:00.712 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:09:00.712 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:00.713 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:00.713 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:00.713 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:00.713 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:00.713 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:00.714 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:00.714 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:00.714 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:00.714 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:09:00.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:00.724893 29001 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.61.188" port: 41979 } attempt: 5
21:09:00.729 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:00.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:00.733832 29001 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.28.61.188:41979: Network error: Client connection negotiation failed: client connection to 127.28.61.188:41979: connect: Connection refused (error 111)
21:09:00.826 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:00.983 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:01.000 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 64 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544940999 for job 2841dd5f383bae9a8f297e74525dcca1.
21:09:01.016 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 64 for job 2841dd5f383bae9a8f297e74525dcca1 (964 bytes, checkpointDuration=16 ms, finalizationTime=1 ms).
21:09:01.020 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 64 as completed for source Source: KuduSource.
21:09:01.027 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:01.170 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:09:01.171 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:09:01.171 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:09:01.172 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:01.172 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:01.172 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:01.172 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:01.173 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:01.173 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:01.173 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:01.173 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:01.173 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:01.173 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:09:01.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:01.192962 29078 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.61.188" port: 41979 } attempt: 6
21:09:01.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:01.219440 29078 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.28.61.188:41979: Network error: Client connection negotiation failed: client connection to 127.28.61.188:41979: connect: Connection refused (error 111)
21:09:01.229 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:01.232 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.22.50.60:38829(127.22.50.60:38829)] connecting to peer
21:09:01.232 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.22.50.61:45261(127.22.50.61:45261)] connecting to peer
21:09:01.233 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.22.50.62:44659(127.22.50.62:44659)] connecting to peer
21:09:01.233 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:09:01.233 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.50.60:38829(127.22.50.60:38829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:09:01.233 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.60:38829: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:09:01.233 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:09:01.233 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.50.61:45261(127.22.50.61:45261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:09:01.233 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.61:45261: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:09:01.234 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:09:01.234 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.50.62:44659(127.22.50.62:44659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:09:01.234 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.62:44659: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:09:01.234 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659; will retry
21:09:01.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:01.286495 29001 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.61.188" port: 41979 } attempt: 6
21:09:01.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:01.322846 29001 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.28.61.188:41979: Network error: Client connection negotiation failed: client connection to 127.28.61.188:41979: connect: Connection refused (error 111)
21:09:01.326 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:01.342 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:09:01.342 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:09:01.343 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:01.344 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:01.344 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:01.345 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:09:01.345 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:01.345 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:01.345 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:01.346 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:01.346 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:01.346 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:01.346 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:09:01.462 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:01.462 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:01.462 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:01.463 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:01.463 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:01.463 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:01.463 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:01.463 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:01.463 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:01.464 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:01.464 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:01.464 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:01.464 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:01.483 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:01.500 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 65 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544941499 for job 2841dd5f383bae9a8f297e74525dcca1.
21:09:01.516 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 65 for job 2841dd5f383bae9a8f297e74525dcca1 (964 bytes, checkpointDuration=17 ms, finalizationTime=0 ms).
21:09:01.518 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 65 as completed for source Source: KuduSource.
21:09:01.527 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:01.639 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:09:01.640 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:09:01.640 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:09:01.641 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:01.641 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:01.641 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:01.641 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:01.642 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:01.642 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:01.642 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:01.642 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:01.642 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:01.642 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:09:01.731 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:09:01.731 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:09:01.732 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:09:01.733 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:01.733 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:01.733 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:01.734 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:01.734 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:01.734 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:01.734 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:01.734 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:01.734 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:01.735 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:09:01.735 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=28031), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [4ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [4ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [24ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [24ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [26ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [26ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [43ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [45ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [45ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [45ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [45ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [63ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [63ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [83ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [83ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [83ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [103ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [103ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [103ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [142ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [143ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [144ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [144ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [144ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [282ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [282ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [282ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [283ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [380ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [382ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [382ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [382ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [382ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [840ms] refreshing cache from master, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [842ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [842ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [842ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [842ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [1420ms] refreshing cache from master, [1421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [1421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [1421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [1422ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [1422ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [1422ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [1422ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [3281ms] refreshing cache from master, [3281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [3281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [3281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [3282ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [3282ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [3283ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [3283ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [4261ms] refreshing cache from master, [4261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [4261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [4262ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [4263ms] too many traces: truncated at 100 traces, deferred=Deferred@448355746(state=PENDING, result=null, callback=(continuation of Deferred@1250123295 after retry RPC after error@1091416743) -> (continuation of Deferred@1536521295 after retry RPC after error@194078418) -> (continuation of Deferred@1530049049 after retry RPC after error@2005318482) -> (continuation of Deferred@121741025 after retry RPC after error@124178221) -> (continuation of Deferred@1233782690 after retry RPC after error@185887210) -> (continuation of Deferred@11094271 after retry RPC after error@822603872) -> (continuation of Deferred@673793781 after retry RPC after error@14295331) -> (continuation of Deferred@1249800055 after retry RPC after error@1148453544) -> (continuation of Deferred@638122557 after retry RPC after error@2005538022) -> (continuation of Deferred@1320601783 after retry RPC after error@708043403) -> (continuation of Deferred@1267416290 after retry RPC after error@1820404817) -> (continuation of Deferred@344633862 after retry RPC after error@563621286) -> (continuation of Deferred@862349659 after retry RPC after error@1449146562) -> (continuation of Deferred@389786250 after retry RPC after error@1999519958) -> (continuation of Deferred@2005058521 after retry RPC after error@544424899) -> (continuation of Deferred@1792463549 after retry RPC after error@1870337985) -> (continuation of Deferred@243699196 after retry RPC after error@877771444) -> (continuation of Deferred@1749996985 after retry RPC after error@1597772398) -> (continuation of Deferred@1710202136 after retry RPC after error@1548881675) -> (continuation of Deferred@1110440485 after retry RPC after error@2101292908) -> (continuation of Deferred@1679915662 after retry RPC after error@684133206) -> (continuation of Deferred@360985273 after retry RPC after error@289684266) -> (continuation of Deferred@2128533126 after retry RPC after error@1859383216), errback=(continuation of Deferred@1250123295 after retry RPC after error@1091416743) -> (continuation of Deferred@1536521295 after retry RPC after error@194078418) -> (continuation of Deferred@1530049049 after retry RPC after error@2005318482) -> (continuation of Deferred@121741025 after retry RPC after error@124178221) -> (continuation of Deferred@1233782690 after retry RPC after error@185887210) -> (continuation of Deferred@11094271 after retry RPC after error@822603872) -> (continuation of Deferred@673793781 after retry RPC after error@14295331) -> (continuation of Deferred@1249800055 after retry RPC after error@1148453544) -> (continuation of Deferred@638122557 after retry RPC after error@2005538022) -> (continuation of Deferred@1320601783 after retry RPC after error@708043403) -> (continuation of Deferred@1267416290 after retry RPC after error@1820404817) -> (continuation of Deferred@344633862 after retry RPC after error@563621286) -> (continuation of Deferred@862349659 after retry RPC after error@1449146562) -> (continuation of Deferred@389786250 after retry RPC after error@1999519958) -> (continuation of Deferred@2005058521 after retry RPC after error@544424899) -> (continuation of Deferred@1792463549 after retry RPC after error@1870337985) -> (continuation of Deferred@243699196 after retry RPC after error@877771444) -> (continuation of Deferred@1749996985 after retry RPC after error@1597772398) -> (continuation of Deferred@1710202136 after retry RPC after error@1548881675) -> (continuation of Deferred@1110440485 after retry RPC after error@2101292908) -> (continuation of Deferred@1679915662 after retry RPC after error@684133206) -> (continuation of Deferred@360985273 after retry RPC after error@289684266) -> (continuation of Deferred@2128533126 after retry RPC after error@1859383216)))
21:09:01.737 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (SourceReaderBase.java:338) Closing Source Reader.
21:09:01.744 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:01.751 [WARN - Source: KuduSource -> Sink: Writer (1/4)#5] (Task.java:1117) Source: KuduSource -> Sink: Writer (1/4)#5 (c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_0_5) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=28031), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [4ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [4ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [24ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [24ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [26ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [26ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [43ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [45ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [45ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [45ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [45ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [63ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [63ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [83ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [83ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [83ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [103ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [103ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [103ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [142ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [143ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [144ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [144ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [144ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [282ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [282ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [282ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [283ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [380ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [382ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [382ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [382ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [382ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [840ms] refreshing cache from master, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [842ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [842ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [842ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [842ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [1420ms] refreshing cache from master, [1421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [1421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [1421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [1422ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [1422ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [1422ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [1422ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [3281ms] refreshing cache from master, [3281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [3281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [3281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [3282ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [3282ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [3283ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [3283ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [4261ms] refreshing cache from master, [4261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [4261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [4262ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [4263ms] too many traces: truncated at 100 traces, deferred=Deferred@448355746(state=PENDING, result=null, callback=(continuation of Deferred@1250123295 after retry RPC after error@1091416743) -> (continuation of Deferred@1536521295 after retry RPC after error@194078418) -> (continuation of Deferred@1530049049 after retry RPC after error@2005318482) -> (continuation of Deferred@121741025 after retry RPC after error@124178221) -> (continuation of Deferred@1233782690 after retry RPC after error@185887210) -> (continuation of Deferred@11094271 after retry RPC after error@822603872) -> (continuation of Deferred@673793781 after retry RPC after error@14295331) -> (continuation of Deferred@1249800055 after retry RPC after error@1148453544) -> (continuation of Deferred@638122557 after retry RPC after error@2005538022) -> (continuation of Deferred@1320601783 after retry RPC after error@708043403) -> (continuation of Deferred@1267416290 after retry RPC after error@1820404817) -> (continuation of Deferred@344633862 after retry RPC after error@563621286) -> (continuation of Deferred@862349659 after retry RPC after error@1449146562) -> (continuation of Deferred@389786250 after retry RPC after error@1999519958) -> (continuation of Deferred@2005058521 after retry RPC after error@544424899) -> (continuation of Deferred@1792463549 after retry RPC after error@1870337985) -> (continuation of Deferred@243699196 after retry RPC after error@877771444) -> (continuation of Deferred@1749996985 after retry RPC after error@1597772398) -> (continuation of Deferred@1710202136 after retry RPC after error@1548881675) -> (continuation of Deferred@1110440485 after retry RPC after error@2101292908) -> (continuation of Deferred@1679915662 after retry RPC after error@684133206) -> (continuation of Deferred@360985273 after retry RPC after error@289684266) -> (continuation of Deferred@2128533126 after retry RPC after error@1859383216), errback=(continuation of Deferred@1250123295 after retry RPC after error@1091416743) -> (continuation of Deferred@1536521295 after retry RPC after error@194078418) -> (continuation of Deferred@1530049049 after retry RPC after error@2005318482) -> (continuation of Deferred@121741025 after retry RPC after error@124178221) -> (continuation of Deferred@1233782690 after retry RPC after error@185887210) -> (continuation of Deferred@11094271 after retry RPC after error@822603872) -> (continuation of Deferred@673793781 after retry RPC after error@14295331) -> (continuation of Deferred@1249800055 after retry RPC after error@1148453544) -> (continuation of Deferred@638122557 after retry RPC after error@2005538022) -> (continuation of Deferred@1320601783 after retry RPC after error@708043403) -> (continuation of Deferred@1267416290 after retry RPC after error@1820404817) -> (continuation of Deferred@344633862 after retry RPC after error@563621286) -> (continuation of Deferred@862349659 after retry RPC after error@1449146562) -> (continuation of Deferred@389786250 after retry RPC after error@1999519958) -> (continuation of Deferred@2005058521 after retry RPC after error@544424899) -> (continuation of Deferred@1792463549 after retry RPC after error@1870337985) -> (continuation of Deferred@243699196 after retry RPC after error@877771444) -> (continuation of Deferred@1749996985 after retry RPC after error@1597772398) -> (continuation of Deferred@1710202136 after retry RPC after error@1548881675) -> (continuation of Deferred@1110440485 after retry RPC after error@2101292908) -> (continuation of Deferred@1679915662 after retry RPC after error@684133206) -> (continuation of Deferred@360985273 after retry RPC after error@289684266) -> (continuation of Deferred@2128533126 after retry RPC after error@1859383216)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.20.46.189:42409
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:09:01.752 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#5 (c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_0_5).
21:09:01.778 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#5 c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_0_5.
21:09:01.781 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1449) Source: KuduSource -> Sink: Writer (1/4) (c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_0_5) switched from INITIALIZING to FAILED on 55c4d95f-4b70-4fa7-a972-a2dfacde7c76 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=28031), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [4ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [4ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [24ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [24ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [26ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [26ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [43ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [45ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [45ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [45ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [45ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [63ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [63ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [83ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [83ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [83ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [103ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [103ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [103ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [142ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [143ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [144ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [144ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [144ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [282ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [282ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [282ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [283ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [380ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [382ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [382ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [382ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [382ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [840ms] refreshing cache from master, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [842ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [842ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [842ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [842ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [1420ms] refreshing cache from master, [1421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [1421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [1421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [1422ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [1422ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [1422ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [1422ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [3281ms] refreshing cache from master, [3281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [3281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [3281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [3282ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [3282ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [3283ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [3283ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [4261ms] refreshing cache from master, [4261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [4261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [4262ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [4263ms] too many traces: truncated at 100 traces, deferred=Deferred@448355746(state=PENDING, result=null, callback=(continuation of Deferred@1250123295 after retry RPC after error@1091416743) -> (continuation of Deferred@1536521295 after retry RPC after error@194078418) -> (continuation of Deferred@1530049049 after retry RPC after error@2005318482) -> (continuation of Deferred@121741025 after retry RPC after error@124178221) -> (continuation of Deferred@1233782690 after retry RPC after error@185887210) -> (continuation of Deferred@11094271 after retry RPC after error@822603872) -> (continuation of Deferred@673793781 after retry RPC after error@14295331) -> (continuation of Deferred@1249800055 after retry RPC after error@1148453544) -> (continuation of Deferred@638122557 after retry RPC after error@2005538022) -> (continuation of Deferred@1320601783 after retry RPC after error@708043403) -> (continuation of Deferred@1267416290 after retry RPC after error@1820404817) -> (continuation of Deferred@344633862 after retry RPC after error@563621286) -> (continuation of Deferred@862349659 after retry RPC after error@1449146562) -> (continuation of Deferred@389786250 after retry RPC after error@1999519958) -> (continuation of Deferred@2005058521 after retry RPC after error@544424899) -> (continuation of Deferred@1792463549 after retry RPC after error@1870337985) -> (continuation of Deferred@243699196 after retry RPC after error@877771444) -> (continuation of Deferred@1749996985 after retry RPC after error@1597772398) -> (continuation of Deferred@1710202136 after retry RPC after error@1548881675) -> (continuation of Deferred@1110440485 after retry RPC after error@2101292908) -> (continuation of Deferred@1679915662 after retry RPC after error@684133206) -> (continuation of Deferred@360985273 after retry RPC after error@289684266) -> (continuation of Deferred@2128533126 after retry RPC after error@1859383216), errback=(continuation of Deferred@1250123295 after retry RPC after error@1091416743) -> (continuation of Deferred@1536521295 after retry RPC after error@194078418) -> (continuation of Deferred@1530049049 after retry RPC after error@2005318482) -> (continuation of Deferred@121741025 after retry RPC after error@124178221) -> (continuation of Deferred@1233782690 after retry RPC after error@185887210) -> (continuation of Deferred@11094271 after retry RPC after error@822603872) -> (continuation of Deferred@673793781 after retry RPC after error@14295331) -> (continuation of Deferred@1249800055 after retry RPC after error@1148453544) -> (continuation of Deferred@638122557 after retry RPC after error@2005538022) -> (continuation of Deferred@1320601783 after retry RPC after error@708043403) -> (continuation of Deferred@1267416290 after retry RPC after error@1820404817) -> (continuation of Deferred@344633862 after retry RPC after error@563621286) -> (continuation of Deferred@862349659 after retry RPC after error@1449146562) -> (continuation of Deferred@389786250 after retry RPC after error@1999519958) -> (continuation of Deferred@2005058521 after retry RPC after error@544424899) -> (continuation of Deferred@1792463549 after retry RPC after error@1870337985) -> (continuation of Deferred@243699196 after retry RPC after error@877771444) -> (continuation of Deferred@1749996985 after retry RPC after error@1597772398) -> (continuation of Deferred@1710202136 after retry RPC after error@1548881675) -> (continuation of Deferred@1110440485 after retry RPC after error@2101292908) -> (continuation of Deferred@1679915662 after retry RPC after error@684133206) -> (continuation of Deferred@360985273 after retry RPC after error@289684266) -> (continuation of Deferred@2128533126 after retry RPC after error@1859383216)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.20.46.189:42409
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:09:01.782 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:324) Received resource requirements from job be5d90ea6ea762b3c60063afb0fd4b65: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
21:09:01.782 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_0_5.
21:09:01.782 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (be5d90ea6ea762b3c60063afb0fd4b65) switched from state RUNNING to RESTARTING.
21:09:01.783 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#5) of source Source: KuduSource.
21:09:01.792 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.22.50.60:38829(127.22.50.60:38829)] connecting to peer
21:09:01.792 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.22.50.61:45261(127.22.50.61:45261)] connecting to peer
21:09:01.792 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.22.50.62:44659(127.22.50.62:44659)] connecting to peer
21:09:01.793 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:09:01.794 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.50.62:44659(127.22.50.62:44659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:09:01.794 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.62:44659: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:09:01.794 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:09:01.794 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.50.61:45261(127.22.50.61:45261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:09:01.794 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.61:45261: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:09:01.794 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:09:01.794 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.50.60:38829(127.22.50.60:38829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:09:01.794 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.60:38829: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:09:01.794 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659; will retry
21:09:01.827 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:01.870 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:09:01.870 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:09:01.871 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:09:01.871 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:01.871 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:01.871 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:01.871 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:01.871 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:01.871 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:01.872 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:01.872 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:01.872 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:01.872 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:09:01.982 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:02.000 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 66 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544941999 for job 2841dd5f383bae9a8f297e74525dcca1.
21:09:02.011 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 66 for job 2841dd5f383bae9a8f297e74525dcca1 (964 bytes, checkpointDuration=12 ms, finalizationTime=0 ms).
21:09:02.012 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 66 as completed for source Source: KuduSource.
21:09:02.028 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:02.160 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:02.161 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:02.161 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:02.162 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:02.162 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:02.162 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:02.162 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:02.162 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:02.162 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:02.163 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:02.163 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:02.163 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:02.163 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:02.210 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:09:02.210 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:09:02.210 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:09:02.211 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:02.211 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:02.211 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:02.212 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:02.212 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:02.212 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:02.212 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:02.212 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:02.212 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:02.212 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:09:02.213 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=22, TimeoutTracker(timeout=30000, elapsed=28503), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [3ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [4ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [4ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [5ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [23ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [25ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [26ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [26ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [43ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [44ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [45ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [45ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [63ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [63ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [63ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [64ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [83ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [83ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [84ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [103ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [103ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [122ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [143ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [143ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [143ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [143ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [340ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [342ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [342ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [342ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [342ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [721ms] refreshing cache from master, [721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [722ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [722ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [722ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [722ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [1581ms] refreshing cache from master, [1581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [1581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [1581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [1582ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [1582ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [1582ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [1582ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [2081ms] refreshing cache from master, [2081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [2082ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [2082ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [2083ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [2083ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [2083ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [2083ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [5861ms] refreshing cache from master, [5861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [5861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [5862ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [5862ms] too many traces: truncated at 100 traces, deferred=Deferred@1806288481(state=PENDING, result=null, callback=(continuation of Deferred@1709805045 after retry RPC after error@2055601830) -> (continuation of Deferred@483915692 after retry RPC after error@963158169) -> (continuation of Deferred@281478244 after retry RPC after error@1164097556) -> (continuation of Deferred@1722506627 after retry RPC after error@448484775) -> (continuation of Deferred@846698160 after retry RPC after error@1644505842) -> (continuation of Deferred@1585329268 after retry RPC after error@514348145) -> (continuation of Deferred@283411202 after retry RPC after error@1534949718) -> (continuation of Deferred@1955544025 after retry RPC after error@685302501) -> (continuation of Deferred@479234159 after retry RPC after error@748152162) -> (continuation of Deferred@566969050 after retry RPC after error@1324041164) -> (continuation of Deferred@1444968846 after retry RPC after error@1158621917) -> (continuation of Deferred@1051290932 after retry RPC after error@717798414) -> (continuation of Deferred@2146520272 after retry RPC after error@1133828145) -> (continuation of Deferred@908189114 after retry RPC after error@1508261820) -> (continuation of Deferred@746880924 after retry RPC after error@1228177261) -> (continuation of Deferred@1908451324 after retry RPC after error@422804903) -> (continuation of Deferred@373594498 after retry RPC after error@2095137584) -> (continuation of Deferred@149615639 after retry RPC after error@179732200) -> (continuation of Deferred@940342965 after retry RPC after error@1317159495) -> (continuation of Deferred@286739916 after retry RPC after error@686759992) -> (continuation of Deferred@1934428742 after retry RPC after error@797044242), errback=(continuation of Deferred@1709805045 after retry RPC after error@2055601830) -> (continuation of Deferred@483915692 after retry RPC after error@963158169) -> (continuation of Deferred@281478244 after retry RPC after error@1164097556) -> (continuation of Deferred@1722506627 after retry RPC after error@448484775) -> (continuation of Deferred@846698160 after retry RPC after error@1644505842) -> (continuation of Deferred@1585329268 after retry RPC after error@514348145) -> (continuation of Deferred@283411202 after retry RPC after error@1534949718) -> (continuation of Deferred@1955544025 after retry RPC after error@685302501) -> (continuation of Deferred@479234159 after retry RPC after error@748152162) -> (continuation of Deferred@566969050 after retry RPC after error@1324041164) -> (continuation of Deferred@1444968846 after retry RPC after error@1158621917) -> (continuation of Deferred@1051290932 after retry RPC after error@717798414) -> (continuation of Deferred@2146520272 after retry RPC after error@1133828145) -> (continuation of Deferred@908189114 after retry RPC after error@1508261820) -> (continuation of Deferred@746880924 after retry RPC after error@1228177261) -> (continuation of Deferred@1908451324 after retry RPC after error@422804903) -> (continuation of Deferred@373594498 after retry RPC after error@2095137584) -> (continuation of Deferred@149615639 after retry RPC after error@179732200) -> (continuation of Deferred@940342965 after retry RPC after error@1317159495) -> (continuation of Deferred@286739916 after retry RPC after error@686759992) -> (continuation of Deferred@1934428742 after retry RPC after error@797044242)))
21:09:02.214 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (SourceReaderBase.java:338) Closing Source Reader.
21:09:02.214 [WARN - Source: KuduSource -> Sink: Writer (2/4)#5] (Task.java:1117) Source: KuduSource -> Sink: Writer (2/4)#5 (c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_1_5) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=22, TimeoutTracker(timeout=30000, elapsed=28503), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [3ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [4ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [4ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [5ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [23ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [25ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [26ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [26ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [43ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [44ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [45ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [45ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [63ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [63ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [63ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [64ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [83ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [83ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [84ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [103ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [103ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [122ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [143ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [143ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [143ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [143ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [340ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [342ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [342ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [342ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [342ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [721ms] refreshing cache from master, [721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [722ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [722ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [722ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [722ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [1581ms] refreshing cache from master, [1581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [1581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [1581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [1582ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [1582ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [1582ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [1582ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [2081ms] refreshing cache from master, [2081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [2082ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [2082ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [2083ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [2083ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [2083ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [2083ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [5861ms] refreshing cache from master, [5861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [5861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [5862ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [5862ms] too many traces: truncated at 100 traces, deferred=Deferred@1806288481(state=PENDING, result=null, callback=(continuation of Deferred@1709805045 after retry RPC after error@2055601830) -> (continuation of Deferred@483915692 after retry RPC after error@963158169) -> (continuation of Deferred@281478244 after retry RPC after error@1164097556) -> (continuation of Deferred@1722506627 after retry RPC after error@448484775) -> (continuation of Deferred@846698160 after retry RPC after error@1644505842) -> (continuation of Deferred@1585329268 after retry RPC after error@514348145) -> (continuation of Deferred@283411202 after retry RPC after error@1534949718) -> (continuation of Deferred@1955544025 after retry RPC after error@685302501) -> (continuation of Deferred@479234159 after retry RPC after error@748152162) -> (continuation of Deferred@566969050 after retry RPC after error@1324041164) -> (continuation of Deferred@1444968846 after retry RPC after error@1158621917) -> (continuation of Deferred@1051290932 after retry RPC after error@717798414) -> (continuation of Deferred@2146520272 after retry RPC after error@1133828145) -> (continuation of Deferred@908189114 after retry RPC after error@1508261820) -> (continuation of Deferred@746880924 after retry RPC after error@1228177261) -> (continuation of Deferred@1908451324 after retry RPC after error@422804903) -> (continuation of Deferred@373594498 after retry RPC after error@2095137584) -> (continuation of Deferred@149615639 after retry RPC after error@179732200) -> (continuation of Deferred@940342965 after retry RPC after error@1317159495) -> (continuation of Deferred@286739916 after retry RPC after error@686759992) -> (continuation of Deferred@1934428742 after retry RPC after error@797044242), errback=(continuation of Deferred@1709805045 after retry RPC after error@2055601830) -> (continuation of Deferred@483915692 after retry RPC after error@963158169) -> (continuation of Deferred@281478244 after retry RPC after error@1164097556) -> (continuation of Deferred@1722506627 after retry RPC after error@448484775) -> (continuation of Deferred@846698160 after retry RPC after error@1644505842) -> (continuation of Deferred@1585329268 after retry RPC after error@514348145) -> (continuation of Deferred@283411202 after retry RPC after error@1534949718) -> (continuation of Deferred@1955544025 after retry RPC after error@685302501) -> (continuation of Deferred@479234159 after retry RPC after error@748152162) -> (continuation of Deferred@566969050 after retry RPC after error@1324041164) -> (continuation of Deferred@1444968846 after retry RPC after error@1158621917) -> (continuation of Deferred@1051290932 after retry RPC after error@717798414) -> (continuation of Deferred@2146520272 after retry RPC after error@1133828145) -> (continuation of Deferred@908189114 after retry RPC after error@1508261820) -> (continuation of Deferred@746880924 after retry RPC after error@1228177261) -> (continuation of Deferred@1908451324 after retry RPC after error@422804903) -> (continuation of Deferred@373594498 after retry RPC after error@2095137584) -> (continuation of Deferred@149615639 after retry RPC after error@179732200) -> (continuation of Deferred@940342965 after retry RPC after error@1317159495) -> (continuation of Deferred@286739916 after retry RPC after error@686759992) -> (continuation of Deferred@1934428742 after retry RPC after error@797044242)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.20.46.189:42409
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:09:02.214 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#5 (c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_1_5).
21:09:02.217 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#5 c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_1_5.
21:09:02.219 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1449) Source: KuduSource -> Sink: Writer (2/4) (c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_1_5) switched from INITIALIZING to FAILED on 55c4d95f-4b70-4fa7-a972-a2dfacde7c76 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=22, TimeoutTracker(timeout=30000, elapsed=28503), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [3ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [4ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [4ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [5ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [23ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [25ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [26ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [26ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [43ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [44ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [45ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [45ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [63ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [63ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [63ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [64ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [83ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [83ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [84ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [103ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [103ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [122ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [143ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [143ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [143ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [143ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [340ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [342ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [342ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [342ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [342ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [721ms] refreshing cache from master, [721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [722ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [722ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [722ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [722ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [1581ms] refreshing cache from master, [1581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [1581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [1581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [1582ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [1582ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [1582ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [1582ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [2081ms] refreshing cache from master, [2081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [2082ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [2082ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [2083ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [2083ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [2083ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [2083ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [5861ms] refreshing cache from master, [5861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [5861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [5862ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [5862ms] too many traces: truncated at 100 traces, deferred=Deferred@1806288481(state=PENDING, result=null, callback=(continuation of Deferred@1709805045 after retry RPC after error@2055601830) -> (continuation of Deferred@483915692 after retry RPC after error@963158169) -> (continuation of Deferred@281478244 after retry RPC after error@1164097556) -> (continuation of Deferred@1722506627 after retry RPC after error@448484775) -> (continuation of Deferred@846698160 after retry RPC after error@1644505842) -> (continuation of Deferred@1585329268 after retry RPC after error@514348145) -> (continuation of Deferred@283411202 after retry RPC after error@1534949718) -> (continuation of Deferred@1955544025 after retry RPC after error@685302501) -> (continuation of Deferred@479234159 after retry RPC after error@748152162) -> (continuation of Deferred@566969050 after retry RPC after error@1324041164) -> (continuation of Deferred@1444968846 after retry RPC after error@1158621917) -> (continuation of Deferred@1051290932 after retry RPC after error@717798414) -> (continuation of Deferred@2146520272 after retry RPC after error@1133828145) -> (continuation of Deferred@908189114 after retry RPC after error@1508261820) -> (continuation of Deferred@746880924 after retry RPC after error@1228177261) -> (continuation of Deferred@1908451324 after retry RPC after error@422804903) -> (continuation of Deferred@373594498 after retry RPC after error@2095137584) -> (continuation of Deferred@149615639 after retry RPC after error@179732200) -> (continuation of Deferred@940342965 after retry RPC after error@1317159495) -> (continuation of Deferred@286739916 after retry RPC after error@686759992) -> (continuation of Deferred@1934428742 after retry RPC after error@797044242), errback=(continuation of Deferred@1709805045 after retry RPC after error@2055601830) -> (continuation of Deferred@483915692 after retry RPC after error@963158169) -> (continuation of Deferred@281478244 after retry RPC after error@1164097556) -> (continuation of Deferred@1722506627 after retry RPC after error@448484775) -> (continuation of Deferred@846698160 after retry RPC after error@1644505842) -> (continuation of Deferred@1585329268 after retry RPC after error@514348145) -> (continuation of Deferred@283411202 after retry RPC after error@1534949718) -> (continuation of Deferred@1955544025 after retry RPC after error@685302501) -> (continuation of Deferred@479234159 after retry RPC after error@748152162) -> (continuation of Deferred@566969050 after retry RPC after error@1324041164) -> (continuation of Deferred@1444968846 after retry RPC after error@1158621917) -> (continuation of Deferred@1051290932 after retry RPC after error@717798414) -> (continuation of Deferred@2146520272 after retry RPC after error@1133828145) -> (continuation of Deferred@908189114 after retry RPC after error@1508261820) -> (continuation of Deferred@746880924 after retry RPC after error@1228177261) -> (continuation of Deferred@1908451324 after retry RPC after error@422804903) -> (continuation of Deferred@373594498 after retry RPC after error@2095137584) -> (continuation of Deferred@149615639 after retry RPC after error@179732200) -> (continuation of Deferred@940342965 after retry RPC after error@1317159495) -> (continuation of Deferred@286739916 after retry RPC after error@686759992) -> (continuation of Deferred@1934428742 after retry RPC after error@797044242)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.20.46.189:42409
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:09:02.220 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job be5d90ea6ea762b3c60063afb0fd4b65: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
21:09:02.220 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_1_5.
21:09:02.221 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#5) of source Source: KuduSource.
21:09:02.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:02.280045 29078 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.61.188" port: 41979 } attempt: 7
21:09:02.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:02.304843 29078 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.28.61.188:41979: Network error: Client connection negotiation failed: client connection to 127.28.61.188:41979: connect: Connection refused (error 111)
21:09:02.327 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:02.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:01.773413 29091 debug-util.cc:398] Leaking SignalData structure 0x7b0800028020 after lost signal to thread 29080
21:09:02.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:00.371091 29093 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:09:02.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:02.349327 29091 kernel_stack_watchdog.cc:198] Thread 29080 stuck at /home/jenkins-slave/workspace/build_and_test@2/src/kudu/util/thread.cc:642 for 400ms:
21:09:02.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
21:09:02.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
21:09:02.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
21:09:02.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
21:09:02.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:02.356175 29080 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.986s	user 0.648s	sys 1.249s
21:09:02.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:02.356604 29001 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.61.188" port: 41979 } attempt: 7
21:09:02.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:02.356868 29080 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.987s	user 0.648s	sys 1.250s
21:09:02.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:02.357820 29094 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1985 milliseconds
21:09:02.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:02.359395 29095 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:09:02.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:02.359457 29080 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
21:09:02.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:02.361198 29080 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:09:02.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:02.364058 29001 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.28.61.188:41979: Network error: Client connection negotiation failed: client connection to 127.28.61.188:41979: connect: Connection refused (error 111)
21:09:02.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:02.364480 29080 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:09:02.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:02.365906 29080 hybrid_clock.cc:648] HybridClock initialized: now 1783544942365861 us; error 47 us; skew 500 ppm
21:09:02.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:02.366698 29080 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:09:02.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:02.374660 29080 webserver.cc:534] Webserver started at http://127.28.61.188:44721/ using document root <none> and password file <none>
21:09:02.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:02.375825 29080 fs_manager.cc:362] Metadata directory not provided
21:09:02.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:02.376094 29080 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:09:02.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:02.376657 29080 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
21:09:02.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:02.382005 29080 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10299387535864193821/master-2/data/instance:
21:09:02.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "197ebb63cc89401ca947a8344392723f"
21:09:02.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:09:02 on dist-test-slave-3sd5"
21:09:02.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:02.383484 29080 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10299387535864193821/master-2/wal/instance:
21:09:02.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "197ebb63cc89401ca947a8344392723f"
21:09:02.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:09:02 on dist-test-slave-3sd5"
21:09:02.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:02.391897 29080 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.005s	sys 0.002s
21:09:02.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:02.398499 29112 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
21:09:02.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:02.400017 29080 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.001s	sys 0.002s
21:09:02.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:02.400508 29080 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10299387535864193821/master-2/data,/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10299387535864193821/master-2/wal
21:09:02.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "197ebb63cc89401ca947a8344392723f"
21:09:02.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:09:02 on dist-test-slave-3sd5"
21:09:02.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:02.400949 29080 fs_report.cc:389] FS layout report
21:09:02.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:09:02.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10299387535864193821/master-2/wal
21:09:02.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10299387535864193821/master-2/wal
21:09:02.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10299387535864193821/master-2/data/data
21:09:02.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:09:02.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:09:02.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:09:02.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:09:02.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:09:02.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:09:02.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:09:02.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:09:02.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:09:02.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:09:02.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:09:02.482 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:02.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:02.485513 29080 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
21:09:02.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:02.487327 29080 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:09:02.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:02.487857 29080 kserver.cc:163] Server-wide thread pool size limit: 3276
21:09:02.500 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 67 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544942499 for job 2841dd5f383bae9a8f297e74525dcca1.
21:09:02.509 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 67 for job 2841dd5f383bae9a8f297e74525dcca1 (964 bytes, checkpointDuration=9 ms, finalizationTime=1 ms).
21:09:02.509 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 67 as completed for source Source: KuduSource.
21:09:02.527 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:02.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:02.583626 29080 rpc_server.cc:307] RPC server started. Bound to: 127.28.61.188:41979
21:09:02.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:02.583752 29163 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.28.61.188:41979 every 8 connection(s)
21:09:02.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:02.587536 29080 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10299387535864193821/master-2/data/info.pb
21:09:02.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:02.590816 28918 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu as pid 29080
21:09:02.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:02.591365 28918 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10299387535864193821/master-2/wal/instance
21:09:02.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:02.597002 29164 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
21:09:02.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:02.619917 29164 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.28.61.190" port: 36375 } has no permanent_uuid. Determining permanent_uuid...
21:09:02.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:02.677244 29164 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.28.61.189" port: 39213 } has no permanent_uuid. Determining permanent_uuid...
21:09:02.688 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:02.688 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:02.688 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:02.689 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:02.689 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:02.689 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:02.689 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:02.689 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:02.689 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:02.690 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:02.690 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:02.690 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:02.690 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:02.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:02.693113 29164 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.28.61.188" port: 41979 } has no permanent_uuid. Determining permanent_uuid...
21:09:02.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:02.716847 29164 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 197ebb63cc89401ca947a8344392723f: Bootstrap starting.
21:09:02.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:02.724141 29164 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 197ebb63cc89401ca947a8344392723f: Neither blocks nor log segments found. Creating new log.
21:09:02.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:02.726203 29164 log.cc:826] T 00000000000000000000000000000000 P 197ebb63cc89401ca947a8344392723f: Log is configured to *not* fsync() on all Append() calls
21:09:02.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:02.731688 29164 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 197ebb63cc89401ca947a8344392723f: No bootstrap required, opened a new log
21:09:02.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:02.754592 29164 raft_consensus.cc:359] T 00000000000000000000000000000000 P 197ebb63cc89401ca947a8344392723f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3154f5f80b5c4fecb312ed3a2a973f3b" member_type: VOTER last_known_addr { host: "127.28.61.190" port: 36375 } } peers { permanent_uuid: "1003c13c7488415bb4f301b279e43fea" member_type: VOTER last_known_addr { host: "127.28.61.189" port: 39213 } } peers { permanent_uuid: "197ebb63cc89401ca947a8344392723f" member_type: VOTER last_known_addr { host: "127.28.61.188" port: 41979 } }
21:09:02.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:02.755555 29164 raft_consensus.cc:385] T 00000000000000000000000000000000 P 197ebb63cc89401ca947a8344392723f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:09:02.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:02.755887 29164 raft_consensus.cc:740] T 00000000000000000000000000000000 P 197ebb63cc89401ca947a8344392723f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 197ebb63cc89401ca947a8344392723f, State: Initialized, Role: FOLLOWER
21:09:02.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:02.756938 29164 consensus_queue.cc:260] T 00000000000000000000000000000000 P 197ebb63cc89401ca947a8344392723f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3154f5f80b5c4fecb312ed3a2a973f3b" member_type: VOTER last_known_addr { host: "127.28.61.190" port: 36375 } } peers { permanent_uuid: "1003c13c7488415bb4f301b279e43fea" member_type: VOTER last_known_addr { host: "127.28.61.189" port: 39213 } } peers { permanent_uuid: "197ebb63cc89401ca947a8344392723f" member_type: VOTER last_known_addr { host: "127.28.61.188" port: 41979 } }
21:09:02.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:02.759864 29175 sys_catalog.cc:455] T 00000000000000000000000000000000 P 197ebb63cc89401ca947a8344392723f [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3154f5f80b5c4fecb312ed3a2a973f3b" member_type: VOTER last_known_addr { host: "127.28.61.190" port: 36375 } } peers { permanent_uuid: "1003c13c7488415bb4f301b279e43fea" member_type: VOTER last_known_addr { host: "127.28.61.189" port: 39213 } } peers { permanent_uuid: "197ebb63cc89401ca947a8344392723f" member_type: VOTER last_known_addr { host: "127.28.61.188" port: 41979 } } }
21:09:02.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:02.760949 29175 sys_catalog.cc:458] T 00000000000000000000000000000000 P 197ebb63cc89401ca947a8344392723f [sys.catalog]: This master's current role is: FOLLOWER
21:09:02.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:02.761909 29164 sys_catalog.cc:565] T 00000000000000000000000000000000 P 197ebb63cc89401ca947a8344392723f [sys.catalog]: configured and running, proceeding with master startup.
21:09:02.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:02.770184 29175 raft_consensus.cc:493] T 00000000000000000000000000000000 P 197ebb63cc89401ca947a8344392723f [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
21:09:02.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:02.770819 29175 raft_consensus.cc:515] T 00000000000000000000000000000000 P 197ebb63cc89401ca947a8344392723f [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3154f5f80b5c4fecb312ed3a2a973f3b" member_type: VOTER last_known_addr { host: "127.28.61.190" port: 36375 } } peers { permanent_uuid: "1003c13c7488415bb4f301b279e43fea" member_type: VOTER last_known_addr { host: "127.28.61.189" port: 39213 } } peers { permanent_uuid: "197ebb63cc89401ca947a8344392723f" member_type: VOTER last_known_addr { host: "127.28.61.188" port: 41979 } }
21:09:02.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:02.781217 29175 leader_election.cc:290] T 00000000000000000000000000000000 P 197ebb63cc89401ca947a8344392723f [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 3154f5f80b5c4fecb312ed3a2a973f3b (127.28.61.190:36375), 1003c13c7488415bb4f301b279e43fea (127.28.61.189:39213)
21:09:02.828 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:02.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:02.860133 29186 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 197ebb63cc89401ca947a8344392723f: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
21:09:02.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:02.861699 29186 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
21:09:02.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:02.816546 29080 master_runner.cc:187] Error getting master registration for 127.28.61.190:36375: OK, instance_id { permanent_uuid: "3154f5f80b5c4fecb312ed3a2a973f3b" instance_seqno: 1783544937571656 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
21:09:02.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:02.866782 29080 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
21:09:02.888 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.25.113.61:34911(127.25.113.61:34911)] connecting to peer
21:09:02.888 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.25.113.60:35933(127.25.113.60:35933)] connecting to peer
21:09:02.888 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.25.113.62:35193(127.25.113.62:35193)] connecting to peer
21:09:02.888 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:02.888 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.113.61:34911(127.25.113.61:34911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:02.888 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.61:34911: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:02.888 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:02.889 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.113.60:35933(127.25.113.60:35933)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:02.889 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.60:35933: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:02.889 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:02.889 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.113.62:35193(127.25.113.62:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:02.889 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.62:35193: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:02.889 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193; will retry
21:09:02.983 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:02.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:02.993893 29118 tablet.cc:2406] T 00000000000000000000000000000000 P 197ebb63cc89401ca947a8344392723f: Can't schedule compaction. Clean time has not been advanced past its initial value.
21:09:02.999 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:09:02.999 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:09:02.999 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:09:03.000 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:03.000 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:03.000 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:03.000 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:03.000 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 68 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544942999 for job 2841dd5f383bae9a8f297e74525dcca1.
21:09:03.000 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:03.001 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:03.001 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:03.000 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:03.002 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:03.003 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:09:03.013 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 68 for job 2841dd5f383bae9a8f297e74525dcca1 (964 bytes, checkpointDuration=14 ms, finalizationTime=0 ms).
21:09:03.014 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 68 as completed for source Source: KuduSource.
21:09:03.029 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:03.037 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:03.038 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:03.038 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:03.038 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:03.038 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:03.038 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:03.038 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:03.038 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:03.038 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:03.038 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:03.038 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:03.038 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:03.039 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:03.057 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:03.058 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:03.058 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:03.058 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:03.058 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:03.058 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:03.058 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:03.058 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:03.058 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:03.059 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:03.059 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:03.059 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:03.059 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:03.192 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.22.50.60:38829(127.22.50.60:38829)] connecting to peer
21:09:03.192 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.22.50.61:45261(127.22.50.61:45261)] connecting to peer
21:09:03.193 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.22.50.62:44659(127.22.50.62:44659)] connecting to peer
21:09:03.193 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:09:03.193 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.50.60:38829(127.22.50.60:38829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:09:03.193 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:09:03.193 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:09:03.193 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.50.61:45261(127.22.50.61:45261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:09:03.193 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.60:38829: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:09:03.193 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.50.62:44659(127.22.50.62:44659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:09:03.193 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.61:45261: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:09:03.193 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.62:44659: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:09:03.193 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659; will retry
21:09:03.327 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:03.392 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.22.50.60:38829(127.22.50.60:38829)] connecting to peer
21:09:03.392 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.22.50.61:45261(127.22.50.61:45261)] connecting to peer
21:09:03.392 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.22.50.62:44659(127.22.50.62:44659)] connecting to peer
21:09:03.393 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:09:03.393 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.50.60:38829(127.22.50.60:38829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:09:03.393 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.60:38829: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:09:03.394 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:09:03.395 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.50.61:45261(127.22.50.61:45261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:09:03.395 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.61:45261: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:09:03.395 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:09:03.395 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.50.62:44659(127.22.50.62:44659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:09:03.395 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.62:44659: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:09:03.395 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659; will retry
21:09:03.483 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:03.500 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 69 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544943500 for job 2841dd5f383bae9a8f297e74525dcca1.
21:09:03.508 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 69 for job 2841dd5f383bae9a8f297e74525dcca1 (964 bytes, checkpointDuration=7 ms, finalizationTime=1 ms).
21:09:03.508 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 69 as completed for source Source: KuduSource.
21:09:03.526 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:03.528 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.25.113.61:34911(127.25.113.61:34911)] connecting to peer
21:09:03.528 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.25.113.60:35933(127.25.113.60:35933)] connecting to peer
21:09:03.528 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.25.113.62:35193(127.25.113.62:35193)] connecting to peer
21:09:03.528 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:03.528 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.113.61:34911(127.25.113.61:34911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:03.528 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.61:34911: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:03.529 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:03.529 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.113.62:35193(127.25.113.62:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:03.529 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.62:35193: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:03.529 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:03.529 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.113.60:35933(127.25.113.60:35933)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:03.529 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.60:35933: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:03.529 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193; will retry
21:09:03.530 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=Kudu Master, attempt=29, TimeoutTracker(timeout=30000, elapsed=29123), Traces: [0ms] sending RPC to server master-127.25.113.61:34911, [1ms] received response from server master-127.25.113.61:34911: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [21ms] refreshing cache from master, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [23ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.61:34911: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [24ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.60:35933: Network error: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [25ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.62:35193: Network error: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [25ms] delaying RPC due to: Service unavailable: Master config (127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [43ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.62:35193: Network error: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [43ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.60:35933: Network error: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [43ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.61:34911: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [43ms] delaying RPC due to: Service unavailable: Master config (127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.61:34911: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.60:35933: Network error: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.62:35193: Network error: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.62:35193: Network error: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.61:34911: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.60:35933: Network error: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [83ms] delaying RPC due to: Service unavailable: Master config (127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.61:34911: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [103ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.60:35933: Network error: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [104ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.62:35193: Network error: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [104ms] delaying RPC due to: Service unavailable: Master config (127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [180ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.60:35933: Network error: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [181ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.61:34911: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.62:35193: Network error: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [182ms] delaying RPC due to: Service unavailable: Master config (127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [303ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.61:34911: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [303ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.62:35193: Network error: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [303ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.60:35933: Network error: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [304ms] delaying RPC due to: Service unavailable: Master config (127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [421ms] refreshing cache from master, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [422ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.61:34911: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [422ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.60:35933: Network error: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [422ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.62:35193: Network error: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [423ms] delaying RPC due to: Service unavailable: Master config (127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [661ms] refreshing cache from master, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [662ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [662ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [662ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.61:34911: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [663ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.62:35193: Network error: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [663ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.60:35933: Network error: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [663ms] delaying RPC due to: Service unavailable: Master config (127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [1101ms] refreshing cache from master, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [1102ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.61:34911: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [1102ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.62:35193: Network error: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [1102ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.60:35933: Network error: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [1102ms] delaying RPC due to: Service unavailable: Master config (127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [1201ms] refreshing cache from master, [1201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [1202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [1202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [1202ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.61:34911: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [1202ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.60:35933: Network error: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [1202ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.62:35193: Network error: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [1203ms] delaying RPC due to: Service unavailable: Master config (127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [4521ms] refreshing cache from master, [4521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [4522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [4522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [4522ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.61:34911: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [4523ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.60:35933: Network error: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [4523ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.62:35193: Network error: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [4523ms] delaying RPC due to: Service unavailable: Master config (127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [5861ms] refreshing cache from master, [5862ms] too many traces: truncated at 100 traces, deferred=Deferred@450036831(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduClient$$Lambda$221/0x00007fbb3432f750@4f969fa8 -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@1662485167 after retry RPC after error@848332150) -> (continuation of Deferred@811830919 after retry RPC after error@1265843452) -> (continuation of Deferred@338611655 after retry RPC after error@572735745) -> (continuation of Deferred@236516468 after retry RPC after error@1549708695) -> (continuation of Deferred@1048318766 after retry RPC after error@116356777) -> (continuation of Deferred@1327335764 after retry RPC after error@1720104757) -> (continuation of Deferred@951926184 after retry RPC after error@1159351848) -> (continuation of Deferred@1718499574 after retry RPC after error@889328657) -> (continuation of Deferred@1677934436 after retry RPC after error@1946113730) -> (continuation of Deferred@1682008515 after retry RPC after error@1103514566) -> (continuation of Deferred@1011070085 after retry RPC after error@889433225) -> (continuation of Deferred@1524876443 after retry RPC after error@696790138) -> (continuation of Deferred@147735122 after retry RPC after error@536985638) -> (continuation of Deferred@1686245281 after retry RPC after error@209781943) -> (continuation of Deferred@1982270375 after retry RPC after error@1485436341) -> (continuation of Deferred@746722818 after retry RPC after error@673319833) -> (continuation of Deferred@1712736009 after retry RPC after error@1906651683) -> (continuation of Deferred@1303058451 after retry RPC after error@1978514684) -> (continuation of Deferred@555189063 after retry RPC after error@2046531948) -> (continuation of Deferred@1812295104 after retry RPC after error@1956067040) -> (continuation of Deferred@1762107022 after retry RPC after error@1276271163) -> (continuation of Deferred@188634388 after retry RPC after error@1179861669) -> (continuation of Deferred@334845711 after retry RPC after error@1307055304) -> (continuation of Deferred@881290900 after retry RPC after error@1746748619) -> (continuation of Deferred@1374239720 after retry RPC after error@1546267465) -> (continuation of Deferred@1406537110 after retry RPC after error@1374629947) -> (continuation of Deferred@1237411733 after retry RPC after error@1144810887), errback=passthrough -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@1662485167 after retry RPC after error@848332150) -> (continuation of Deferred@811830919 after retry RPC after error@1265843452) -> (continuation of Deferred@338611655 after retry RPC after error@572735745) -> (continuation of Deferred@236516468 after retry RPC after error@1549708695) -> (continuation of Deferred@1048318766 after retry RPC after error@116356777) -> (continuation of Deferred@1327335764 after retry RPC after error@1720104757) -> (continuation of Deferred@951926184 after retry RPC after error@1159351848) -> (continuation of Deferred@1718499574 after retry RPC after error@889328657) -> (continuation of Deferred@1677934436 after retry RPC after error@1946113730) -> (continuation of Deferred@1682008515 after retry RPC after error@1103514566) -> (continuation of Deferred@1011070085 after retry RPC after error@889433225) -> (continuation of Deferred@1524876443 after retry RPC after error@696790138) -> (continuation of Deferred@147735122 after retry RPC after error@536985638) -> (continuation of Deferred@1686245281 after retry RPC after error@209781943) -> (continuation of Deferred@1982270375 after retry RPC after error@1485436341) -> (continuation of Deferred@746722818 after retry RPC after error@673319833) -> (continuation of Deferred@1712736009 after retry RPC after error@1906651683) -> (continuation of Deferred@1303058451 after retry RPC after error@1978514684) -> (continuation of Deferred@555189063 after retry RPC after error@2046531948) -> (continuation of Deferred@1812295104 after retry RPC after error@1956067040) -> (continuation of Deferred@1762107022 after retry RPC after error@1276271163) -> (continuation of Deferred@188634388 after retry RPC after error@1179861669) -> (continuation of Deferred@334845711 after retry RPC after error@1307055304) -> (continuation of Deferred@881290900 after retry RPC after error@1746748619) -> (continuation of Deferred@1374239720 after retry RPC after error@1546267465) -> (continuation of Deferred@1406537110 after retry RPC after error@1374629947) -> (continuation of Deferred@1237411733 after retry RPC after error@1144810887)))
21:09:03.530 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.25.113.61:34911(127.25.113.61:34911)] connecting to peer
21:09:03.530 [ERROR - SourceCoordinator-Source: KuduSource] (SourceCoordinatorContext.java:436) Exception while handling result from async call in SourceCoordinator-Source: KuduSource. Triggering job failover.
org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=Kudu Master, attempt=29, TimeoutTracker(timeout=30000, elapsed=29123), Traces: [0ms] sending RPC to server master-127.25.113.61:34911, [1ms] received response from server master-127.25.113.61:34911: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [21ms] refreshing cache from master, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [23ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.61:34911: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [24ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.60:35933: Network error: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [25ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.62:35193: Network error: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [25ms] delaying RPC due to: Service unavailable: Master config (127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [43ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.62:35193: Network error: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [43ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.60:35933: Network error: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [43ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.61:34911: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [43ms] delaying RPC due to: Service unavailable: Master config (127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.61:34911: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.60:35933: Network error: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.62:35193: Network error: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.62:35193: Network error: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.61:34911: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.60:35933: Network error: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [83ms] delaying RPC due to: Service unavailable: Master config (127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.61:34911: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [103ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.60:35933: Network error: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [104ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.62:35193: Network error: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [104ms] delaying RPC due to: Service unavailable: Master config (127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [180ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.60:35933: Network error: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [181ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.61:34911: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.62:35193: Network error: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [182ms] delaying RPC due to: Service unavailable: Master config (127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [303ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.61:34911: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [303ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.62:35193: Network error: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [303ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.60:35933: Network error: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [304ms] delaying RPC due to: Service unavailable: Master config (127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [421ms] refreshing cache from master, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [422ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.61:34911: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [422ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.60:35933: Network error: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [422ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.62:35193: Network error: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [423ms] delaying RPC due to: Service unavailable: Master config (127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [661ms] refreshing cache from master, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [662ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [662ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [662ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.61:34911: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [663ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.62:35193: Network error: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [663ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.60:35933: Network error: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [663ms] delaying RPC due to: Service unavailable: Master config (127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [1101ms] refreshing cache from master, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [1102ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.61:34911: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [1102ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.62:35193: Network error: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [1102ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.60:35933: Network error: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [1102ms] delaying RPC due to: Service unavailable: Master config (127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [1201ms] refreshing cache from master, [1201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [1202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [1202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [1202ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.61:34911: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [1202ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.60:35933: Network error: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [1202ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.62:35193: Network error: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [1203ms] delaying RPC due to: Service unavailable: Master config (127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [4521ms] refreshing cache from master, [4521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [4522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [4522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [4522ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.61:34911: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [4523ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.60:35933: Network error: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [4523ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.62:35193: Network error: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [4523ms] delaying RPC due to: Service unavailable: Master config (127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [5861ms] refreshing cache from master, [5862ms] too many traces: truncated at 100 traces, deferred=Deferred@450036831(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduClient$$Lambda$221/0x00007fbb3432f750@4f969fa8 -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@1662485167 after retry RPC after error@848332150) -> (continuation of Deferred@811830919 after retry RPC after error@1265843452) -> (continuation of Deferred@338611655 after retry RPC after error@572735745) -> (continuation of Deferred@236516468 after retry RPC after error@1549708695) -> (continuation of Deferred@1048318766 after retry RPC after error@116356777) -> (continuation of Deferred@1327335764 after retry RPC after error@1720104757) -> (continuation of Deferred@951926184 after retry RPC after error@1159351848) -> (continuation of Deferred@1718499574 after retry RPC after error@889328657) -> (continuation of Deferred@1677934436 after retry RPC after error@1946113730) -> (continuation of Deferred@1682008515 after retry RPC after error@1103514566) -> (continuation of Deferred@1011070085 after retry RPC after error@889433225) -> (continuation of Deferred@1524876443 after retry RPC after error@696790138) -> (continuation of Deferred@147735122 after retry RPC after error@536985638) -> (continuation of Deferred@1686245281 after retry RPC after error@209781943) -> (continuation of Deferred@1982270375 after retry RPC after error@1485436341) -> (continuation of Deferred@746722818 after retry RPC after error@673319833) -> (continuation of Deferred@1712736009 after retry RPC after error@1906651683) -> (continuation of Deferred@1303058451 after retry RPC after error@1978514684) -> (continuation of Deferred@555189063 after retry RPC after error@2046531948) -> (continuation of Deferred@1812295104 after retry RPC after error@1956067040) -> (continuation of Deferred@1762107022 after retry RPC after error@1276271163) -> (continuation of Deferred@188634388 after retry RPC after error@1179861669) -> (continuation of Deferred@334845711 after retry RPC after error@1307055304) -> (continuation of Deferred@881290900 after retry RPC after error@1746748619) -> (continuation of Deferred@1374239720 after retry RPC after error@1546267465) -> (continuation of Deferred@1406537110 after retry RPC after error@1374629947) -> (continuation of Deferred@1237411733 after retry RPC after error@1144810887), errback=passthrough -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@1662485167 after retry RPC after error@848332150) -> (continuation of Deferred@811830919 after retry RPC after error@1265843452) -> (continuation of Deferred@338611655 after retry RPC after error@572735745) -> (continuation of Deferred@236516468 after retry RPC after error@1549708695) -> (continuation of Deferred@1048318766 after retry RPC after error@116356777) -> (continuation of Deferred@1327335764 after retry RPC after error@1720104757) -> (continuation of Deferred@951926184 after retry RPC after error@1159351848) -> (continuation of Deferred@1718499574 after retry RPC after error@889328657) -> (continuation of Deferred@1677934436 after retry RPC after error@1946113730) -> (continuation of Deferred@1682008515 after retry RPC after error@1103514566) -> (continuation of Deferred@1011070085 after retry RPC after error@889433225) -> (continuation of Deferred@1524876443 after retry RPC after error@696790138) -> (continuation of Deferred@147735122 after retry RPC after error@536985638) -> (continuation of Deferred@1686245281 after retry RPC after error@209781943) -> (continuation of Deferred@1982270375 after retry RPC after error@1485436341) -> (continuation of Deferred@746722818 after retry RPC after error@673319833) -> (continuation of Deferred@1712736009 after retry RPC after error@1906651683) -> (continuation of Deferred@1303058451 after retry RPC after error@1978514684) -> (continuation of Deferred@555189063 after retry RPC after error@2046531948) -> (continuation of Deferred@1812295104 after retry RPC after error@1956067040) -> (continuation of Deferred@1762107022 after retry RPC after error@1276271163) -> (continuation of Deferred@188634388 after retry RPC after error@1179861669) -> (continuation of Deferred@334845711 after retry RPC after error@1307055304) -> (continuation of Deferred@881290900 after retry RPC after error@1746748619) -> (continuation of Deferred@1374239720 after retry RPC after error@1546267465) -> (continuation of Deferred@1406537110 after retry RPC after error@1374629947) -> (continuation of Deferred@1237411733 after retry RPC after error@1144810887)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=Kudu Master, attempt=29, TimeoutTracker(timeout=30000, elapsed=29123), Traces: [0ms] sending RPC to server master-127.25.113.61:34911, [1ms] received response from server master-127.25.113.61:34911: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [21ms] refreshing cache from master, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [23ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.61:34911: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [24ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.60:35933: Network error: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [25ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.62:35193: Network error: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [25ms] delaying RPC due to: Service unavailable: Master config (127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [43ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.62:35193: Network error: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [43ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.60:35933: Network error: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [43ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.61:34911: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [43ms] delaying RPC due to: Service unavailable: Master config (127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.61:34911: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.60:35933: Network error: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.62:35193: Network error: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.62:35193: Network error: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.61:34911: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.60:35933: Network error: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [83ms] delaying RPC due to: Service unavailable: Master config (127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.61:34911: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [103ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.60:35933: Network error: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [104ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.62:35193: Network error: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [104ms] delaying RPC due to: Service unavailable: Master config (127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [180ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.60:35933: Network error: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [181ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.61:34911: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.62:35193: Network error: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [182ms] delaying RPC due to: Service unavailable: Master config (127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [303ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.61:34911: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [303ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.62:35193: Network error: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [303ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.60:35933: Network error: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [304ms] delaying RPC due to: Service unavailable: Master config (127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [421ms] refreshing cache from master, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [422ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.61:34911: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [422ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.60:35933: Network error: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [422ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.62:35193: Network error: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [423ms] delaying RPC due to: Service unavailable: Master config (127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [661ms] refreshing cache from master, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [662ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [662ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [662ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.61:34911: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [663ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.62:35193: Network error: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [663ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.60:35933: Network error: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [663ms] delaying RPC due to: Service unavailable: Master config (127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [1101ms] refreshing cache from master, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [1102ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.61:34911: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [1102ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.62:35193: Network error: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [1102ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.60:35933: Network error: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [1102ms] delaying RPC due to: Service unavailable: Master config (127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [1201ms] refreshing cache from master, [1201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [1202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [1202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [1202ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.61:34911: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [1202ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.60:35933: Network error: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [1202ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.62:35193: Network error: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [1203ms] delaying RPC due to: Service unavailable: Master config (127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [4521ms] refreshing cache from master, [4521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [4522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [4522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [4522ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.61:34911: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [4523ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.60:35933: Network error: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [4523ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.62:35193: Network error: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [4523ms] delaying RPC due to: Service unavailable: Master config (127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [5861ms] refreshing cache from master, [5862ms] too many traces: truncated at 100 traces, deferred=Deferred@450036831(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduClient$$Lambda$221/0x00007fbb3432f750@4f969fa8 -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@1662485167 after retry RPC after error@848332150) -> (continuation of Deferred@811830919 after retry RPC after error@1265843452) -> (continuation of Deferred@338611655 after retry RPC after error@572735745) -> (continuation of Deferred@236516468 after retry RPC after error@1549708695) -> (continuation of Deferred@1048318766 after retry RPC after error@116356777) -> (continuation of Deferred@1327335764 after retry RPC after error@1720104757) -> (continuation of Deferred@951926184 after retry RPC after error@1159351848) -> (continuation of Deferred@1718499574 after retry RPC after error@889328657) -> (continuation of Deferred@1677934436 after retry RPC after error@1946113730) -> (continuation of Deferred@1682008515 after retry RPC after error@1103514566) -> (continuation of Deferred@1011070085 after retry RPC after error@889433225) -> (continuation of Deferred@1524876443 after retry RPC after error@696790138) -> (continuation of Deferred@147735122 after retry RPC after error@536985638) -> (continuation of Deferred@1686245281 after retry RPC after error@209781943) -> (continuation of Deferred@1982270375 after retry RPC after error@1485436341) -> (continuation of Deferred@746722818 after retry RPC after error@673319833) -> (continuation of Deferred@1712736009 after retry RPC after error@1906651683) -> (continuation of Deferred@1303058451 after retry RPC after error@1978514684) -> (continuation of Deferred@555189063 after retry RPC after error@2046531948) -> (continuation of Deferred@1812295104 after retry RPC after error@1956067040) -> (continuation of Deferred@1762107022 after retry RPC after error@1276271163) -> (continuation of Deferred@188634388 after retry RPC after error@1179861669) -> (continuation of Deferred@334845711 after retry RPC after error@1307055304) -> (continuation of Deferred@881290900 after retry RPC after error@1746748619) -> (continuation of Deferred@1374239720 after retry RPC after error@1546267465) -> (continuation of Deferred@1406537110 after retry RPC after error@1374629947) -> (continuation of Deferred@1237411733 after retry RPC after error@1144810887), errback=passthrough -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@1662485167 after retry RPC after error@848332150) -> (continuation of Deferred@811830919 after retry RPC after error@1265843452) -> (continuation of Deferred@338611655 after retry RPC after error@572735745) -> (continuation of Deferred@236516468 after retry RPC after error@1549708695) -> (continuation of Deferred@1048318766 after retry RPC after error@116356777) -> (continuation of Deferred@1327335764 after retry RPC after error@1720104757) -> (continuation of Deferred@951926184 after retry RPC after error@1159351848) -> (continuation of Deferred@1718499574 after retry RPC after error@889328657) -> (continuation of Deferred@1677934436 after retry RPC after error@1946113730) -> (continuation of Deferred@1682008515 after retry RPC after error@1103514566) -> (continuation of Deferred@1011070085 after retry RPC after error@889433225) -> (continuation of Deferred@1524876443 after retry RPC after error@696790138) -> (continuation of Deferred@147735122 after retry RPC after error@536985638) -> (continuation of Deferred@1686245281 after retry RPC after error@209781943) -> (continuation of Deferred@1982270375 after retry RPC after error@1485436341) -> (continuation of Deferred@746722818 after retry RPC after error@673319833) -> (continuation of Deferred@1712736009 after retry RPC after error@1906651683) -> (continuation of Deferred@1303058451 after retry RPC after error@1978514684) -> (continuation of Deferred@555189063 after retry RPC after error@2046531948) -> (continuation of Deferred@1812295104 after retry RPC after error@1956067040) -> (continuation of Deferred@1762107022 after retry RPC after error@1276271163) -> (continuation of Deferred@188634388 after retry RPC after error@1179861669) -> (continuation of Deferred@334845711 after retry RPC after error@1307055304) -> (continuation of Deferred@881290900 after retry RPC after error@1746748619) -> (continuation of Deferred@1374239720 after retry RPC after error@1546267465) -> (continuation of Deferred@1406537110 after retry RPC after error@1374629947) -> (continuation of Deferred@1237411733 after retry RPC after error@1144810887)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.25.113.60:35933
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:09:03.531 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.25.113.60:35933(127.25.113.60:35933)] connecting to peer
21:09:03.531 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.25.113.62:35193(127.25.113.62:35193)] connecting to peer
21:09:03.531 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:03.531 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.113.61:34911(127.25.113.61:34911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:03.531 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.61:34911: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:03.532 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:03.532 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.113.60:35933(127.25.113.60:35933)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:03.532 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.60:35933: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:03.532 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:03.532 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.113.62:35193(127.25.113.62:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:03.532 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.62:35193: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:03.532 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193; will retry
21:09:03.535 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:318) Trying to recover from a global failure.
org.apache.flink.util.FlinkException: Global failure triggered by OperatorCoordinator for 'Source: KuduSource -> Sink: Writer' (operator cbc357ccb763df2852fee8c4fc7d55f2).
	at org.apache.flink.runtime.operators.coordination.OperatorCoordinatorHolder$LazyInitializedCoordinatorContext.failJob(OperatorCoordinatorHolder.java:651)
	at org.apache.flink.runtime.operators.coordination.RecreateOnResetOperatorCoordinator$QuiesceableContext.failJob(RecreateOnResetOperatorCoordinator.java:248)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.failJob(SourceCoordinatorContext.java:427)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.handleUncaughtExceptionFromAsyncCall(SourceCoordinatorContext.java:440)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:42)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	... 6 more
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=Kudu Master, attempt=29, TimeoutTracker(timeout=30000, elapsed=29123), Traces: [0ms] sending RPC to server master-127.25.113.61:34911, [1ms] received response from server master-127.25.113.61:34911: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [21ms] refreshing cache from master, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [23ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.61:34911: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [24ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.60:35933: Network error: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [25ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.62:35193: Network error: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [25ms] delaying RPC due to: Service unavailable: Master config (127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [43ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.62:35193: Network error: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [43ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.60:35933: Network error: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [43ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.61:34911: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [43ms] delaying RPC due to: Service unavailable: Master config (127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.61:34911: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.60:35933: Network error: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.62:35193: Network error: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.62:35193: Network error: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.61:34911: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.60:35933: Network error: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [83ms] delaying RPC due to: Service unavailable: Master config (127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.61:34911: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [103ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.60:35933: Network error: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [104ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.62:35193: Network error: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [104ms] delaying RPC due to: Service unavailable: Master config (127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [180ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.60:35933: Network error: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [181ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.61:34911: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.62:35193: Network error: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [182ms] delaying RPC due to: Service unavailable: Master config (127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [303ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.61:34911: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [303ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.62:35193: Network error: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [303ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.60:35933: Network error: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [304ms] delaying RPC due to: Service unavailable: Master config (127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [421ms] refreshing cache from master, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [422ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.61:34911: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [422ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.60:35933: Network error: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [422ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.62:35193: Network error: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [423ms] delaying RPC due to: Service unavailable: Master config (127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [661ms] refreshing cache from master, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [662ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [662ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [662ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.61:34911: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [663ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.62:35193: Network error: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [663ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.60:35933: Network error: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [663ms] delaying RPC due to: Service unavailable: Master config (127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [1101ms] refreshing cache from master, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [1102ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.61:34911: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [1102ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.62:35193: Network error: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [1102ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.60:35933: Network error: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [1102ms] delaying RPC due to: Service unavailable: Master config (127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [1201ms] refreshing cache from master, [1201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [1202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [1202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [1202ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.61:34911: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [1202ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.60:35933: Network error: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [1202ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.62:35193: Network error: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [1203ms] delaying RPC due to: Service unavailable: Master config (127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [4521ms] refreshing cache from master, [4521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [4522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [4522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [4522ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.61:34911: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [4523ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.60:35933: Network error: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [4523ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.62:35193: Network error: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [4523ms] delaying RPC due to: Service unavailable: Master config (127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [5861ms] refreshing cache from master, [5862ms] too many traces: truncated at 100 traces, deferred=Deferred@450036831(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduClient$$Lambda$221/0x00007fbb3432f750@4f969fa8 -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@1662485167 after retry RPC after error@848332150) -> (continuation of Deferred@811830919 after retry RPC after error@1265843452) -> (continuation of Deferred@338611655 after retry RPC after error@572735745) -> (continuation of Deferred@236516468 after retry RPC after error@1549708695) -> (continuation of Deferred@1048318766 after retry RPC after error@116356777) -> (continuation of Deferred@1327335764 after retry RPC after error@1720104757) -> (continuation of Deferred@951926184 after retry RPC after error@1159351848) -> (continuation of Deferred@1718499574 after retry RPC after error@889328657) -> (continuation of Deferred@1677934436 after retry RPC after error@1946113730) -> (continuation of Deferred@1682008515 after retry RPC after error@1103514566) -> (continuation of Deferred@1011070085 after retry RPC after error@889433225) -> (continuation of Deferred@1524876443 after retry RPC after error@696790138) -> (continuation of Deferred@147735122 after retry RPC after error@536985638) -> (continuation of Deferred@1686245281 after retry RPC after error@209781943) -> (continuation of Deferred@1982270375 after retry RPC after error@1485436341) -> (continuation of Deferred@746722818 after retry RPC after error@673319833) -> (continuation of Deferred@1712736009 after retry RPC after error@1906651683) -> (continuation of Deferred@1303058451 after retry RPC after error@1978514684) -> (continuation of Deferred@555189063 after retry RPC after error@2046531948) -> (continuation of Deferred@1812295104 after retry RPC after error@1956067040) -> (continuation of Deferred@1762107022 after retry RPC after error@1276271163) -> (continuation of Deferred@188634388 after retry RPC after error@1179861669) -> (continuation of Deferred@334845711 after retry RPC after error@1307055304) -> (continuation of Deferred@881290900 after retry RPC after error@1746748619) -> (continuation of Deferred@1374239720 after retry RPC after error@1546267465) -> (continuation of Deferred@1406537110 after retry RPC after error@1374629947) -> (continuation of Deferred@1237411733 after retry RPC after error@1144810887), errback=passthrough -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@1662485167 after retry RPC after error@848332150) -> (continuation of Deferred@811830919 after retry RPC after error@1265843452) -> (continuation of Deferred@338611655 after retry RPC after error@572735745) -> (continuation of Deferred@236516468 after retry RPC after error@1549708695) -> (continuation of Deferred@1048318766 after retry RPC after error@116356777) -> (continuation of Deferred@1327335764 after retry RPC after error@1720104757) -> (continuation of Deferred@951926184 after retry RPC after error@1159351848) -> (continuation of Deferred@1718499574 after retry RPC after error@889328657) -> (continuation of Deferred@1677934436 after retry RPC after error@1946113730) -> (continuation of Deferred@1682008515 after retry RPC after error@1103514566) -> (continuation of Deferred@1011070085 after retry RPC after error@889433225) -> (continuation of Deferred@1524876443 after retry RPC after error@696790138) -> (continuation of Deferred@147735122 after retry RPC after error@536985638) -> (continuation of Deferred@1686245281 after retry RPC after error@209781943) -> (continuation of Deferred@1982270375 after retry RPC after error@1485436341) -> (continuation of Deferred@746722818 after retry RPC after error@673319833) -> (continuation of Deferred@1712736009 after retry RPC after error@1906651683) -> (continuation of Deferred@1303058451 after retry RPC after error@1978514684) -> (continuation of Deferred@555189063 after retry RPC after error@2046531948) -> (continuation of Deferred@1812295104 after retry RPC after error@1956067040) -> (continuation of Deferred@1762107022 after retry RPC after error@1276271163) -> (continuation of Deferred@188634388 after retry RPC after error@1179861669) -> (continuation of Deferred@334845711 after retry RPC after error@1307055304) -> (continuation of Deferred@881290900 after retry RPC after error@1746748619) -> (continuation of Deferred@1374239720 after retry RPC after error@1546267465) -> (continuation of Deferred@1406537110 after retry RPC after error@1374629947) -> (continuation of Deferred@1237411733 after retry RPC after error@1144810887)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=Kudu Master, attempt=29, TimeoutTracker(timeout=30000, elapsed=29123), Traces: [0ms] sending RPC to server master-127.25.113.61:34911, [1ms] received response from server master-127.25.113.61:34911: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [21ms] refreshing cache from master, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [23ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.61:34911: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [24ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.60:35933: Network error: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [25ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.62:35193: Network error: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [25ms] delaying RPC due to: Service unavailable: Master config (127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [43ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.62:35193: Network error: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [43ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.60:35933: Network error: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [43ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.61:34911: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [43ms] delaying RPC due to: Service unavailable: Master config (127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.61:34911: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.60:35933: Network error: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.62:35193: Network error: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.62:35193: Network error: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.61:34911: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.60:35933: Network error: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [83ms] delaying RPC due to: Service unavailable: Master config (127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.61:34911: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [103ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.60:35933: Network error: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [104ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.62:35193: Network error: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [104ms] delaying RPC due to: Service unavailable: Master config (127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [180ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.60:35933: Network error: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [181ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.61:34911: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.62:35193: Network error: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [182ms] delaying RPC due to: Service unavailable: Master config (127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [303ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.61:34911: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [303ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.62:35193: Network error: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [303ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.60:35933: Network error: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [304ms] delaying RPC due to: Service unavailable: Master config (127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [421ms] refreshing cache from master, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [422ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.61:34911: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [422ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.60:35933: Network error: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [422ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.62:35193: Network error: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [423ms] delaying RPC due to: Service unavailable: Master config (127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [661ms] refreshing cache from master, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [662ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [662ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [662ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.61:34911: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [663ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.62:35193: Network error: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [663ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.60:35933: Network error: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [663ms] delaying RPC due to: Service unavailable: Master config (127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [1101ms] refreshing cache from master, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [1102ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.61:34911: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [1102ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.62:35193: Network error: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [1102ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.60:35933: Network error: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [1102ms] delaying RPC due to: Service unavailable: Master config (127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [1201ms] refreshing cache from master, [1201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [1202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [1202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [1202ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.61:34911: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [1202ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.60:35933: Network error: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [1202ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.62:35193: Network error: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [1203ms] delaying RPC due to: Service unavailable: Master config (127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [4521ms] refreshing cache from master, [4521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [4522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [4522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [4522ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.61:34911: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [4523ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.60:35933: Network error: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [4523ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.62:35193: Network error: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [4523ms] delaying RPC due to: Service unavailable: Master config (127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [5861ms] refreshing cache from master, [5862ms] too many traces: truncated at 100 traces, deferred=Deferred@450036831(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduClient$$Lambda$221/0x00007fbb3432f750@4f969fa8 -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@1662485167 after retry RPC after error@848332150) -> (continuation of Deferred@811830919 after retry RPC after error@1265843452) -> (continuation of Deferred@338611655 after retry RPC after error@572735745) -> (continuation of Deferred@236516468 after retry RPC after error@1549708695) -> (continuation of Deferred@1048318766 after retry RPC after error@116356777) -> (continuation of Deferred@1327335764 after retry RPC after error@1720104757) -> (continuation of Deferred@951926184 after retry RPC after error@1159351848) -> (continuation of Deferred@1718499574 after retry RPC after error@889328657) -> (continuation of Deferred@1677934436 after retry RPC after error@1946113730) -> (continuation of Deferred@1682008515 after retry RPC after error@1103514566) -> (continuation of Deferred@1011070085 after retry RPC after error@889433225) -> (continuation of Deferred@1524876443 after retry RPC after error@696790138) -> (continuation of Deferred@147735122 after retry RPC after error@536985638) -> (continuation of Deferred@1686245281 after retry RPC after error@209781943) -> (continuation of Deferred@1982270375 after retry RPC after error@1485436341) -> (continuation of Deferred@746722818 after retry RPC after error@673319833) -> (continuation of Deferred@1712736009 after retry RPC after error@1906651683) -> (continuation of Deferred@1303058451 after retry RPC after error@1978514684) -> (continuation of Deferred@555189063 after retry RPC after error@2046531948) -> (continuation of Deferred@1812295104 after retry RPC after error@1956067040) -> (continuation of Deferred@1762107022 after retry RPC after error@1276271163) -> (continuation of Deferred@188634388 after retry RPC after error@1179861669) -> (continuation of Deferred@334845711 after retry RPC after error@1307055304) -> (continuation of Deferred@881290900 after retry RPC after error@1746748619) -> (continuation of Deferred@1374239720 after retry RPC after error@1546267465) -> (continuation of Deferred@1406537110 after retry RPC after error@1374629947) -> (continuation of Deferred@1237411733 after retry RPC after error@1144810887), errback=passthrough -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@1662485167 after retry RPC after error@848332150) -> (continuation of Deferred@811830919 after retry RPC after error@1265843452) -> (continuation of Deferred@338611655 after retry RPC after error@572735745) -> (continuation of Deferred@236516468 after retry RPC after error@1549708695) -> (continuation of Deferred@1048318766 after retry RPC after error@116356777) -> (continuation of Deferred@1327335764 after retry RPC after error@1720104757) -> (continuation of Deferred@951926184 after retry RPC after error@1159351848) -> (continuation of Deferred@1718499574 after retry RPC after error@889328657) -> (continuation of Deferred@1677934436 after retry RPC after error@1946113730) -> (continuation of Deferred@1682008515 after retry RPC after error@1103514566) -> (continuation of Deferred@1011070085 after retry RPC after error@889433225) -> (continuation of Deferred@1524876443 after retry RPC after error@696790138) -> (continuation of Deferred@147735122 after retry RPC after error@536985638) -> (continuation of Deferred@1686245281 after retry RPC after error@209781943) -> (continuation of Deferred@1982270375 after retry RPC after error@1485436341) -> (continuation of Deferred@746722818 after retry RPC after error@673319833) -> (continuation of Deferred@1712736009 after retry RPC after error@1906651683) -> (continuation of Deferred@1303058451 after retry RPC after error@1978514684) -> (continuation of Deferred@555189063 after retry RPC after error@2046531948) -> (continuation of Deferred@1812295104 after retry RPC after error@1956067040) -> (continuation of Deferred@1762107022 after retry RPC after error@1276271163) -> (continuation of Deferred@188634388 after retry RPC after error@1179861669) -> (continuation of Deferred@334845711 after retry RPC after error@1307055304) -> (continuation of Deferred@881290900 after retry RPC after error@1746748619) -> (continuation of Deferred@1374239720 after retry RPC after error@1546267465) -> (continuation of Deferred@1406537110 after retry RPC after error@1374629947) -> (continuation of Deferred@1237411733 after retry RPC after error@1144810887)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.25.113.60:35933
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:09:03.536 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:347) 4 tasks will be restarted to recover from a global failure.
21:09:03.536 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (2841dd5f383bae9a8f297e74525dcca1) switched from state RUNNING to RESTARTING.
21:09:03.536 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#0) of source Source: KuduSource.
21:09:03.537 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from RUNNING to CANCELING.
21:09:03.537 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#0) of source Source: KuduSource.
21:09:03.537 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from RUNNING to CANCELING.
21:09:03.537 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#0) of source Source: KuduSource.
21:09:03.537 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from RUNNING to CANCELING.
21:09:03.537 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#0) of source Source: KuduSource.
21:09:03.537 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from RUNNING to CANCELING.
21:09:03.540 [INFO - flink-pekko.actor.default-dispatcher-7] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (4/4)#0 (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_3_0).
21:09:03.540 [INFO - flink-pekko.actor.default-dispatcher-7] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from RUNNING to CANCELING.
21:09:03.540 [INFO - flink-pekko.actor.default-dispatcher-7] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (4/4)#0 (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_3_0).
21:09:03.548 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.25.113.61:34911(127.25.113.61:34911)] connecting to peer
21:09:03.548 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.25.113.60:35933(127.25.113.60:35933)] connecting to peer
21:09:03.548 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.25.113.62:35193(127.25.113.62:35193)] connecting to peer
21:09:03.548 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:03.548 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:03.549 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.113.61:34911(127.25.113.61:34911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:03.549 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.113.62:35193(127.25.113.62:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:03.549 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.61:34911: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:03.549 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.62:35193: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:03.549 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:03.549 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.113.60:35933(127.25.113.60:35933)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:03.549 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.60:35933: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:03.549 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193; will retry
21:09:03.550 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer master-127.26.45.189:42387(127.26.45.189:42387)] disconnecting while in state TERMINATED
21:09:03.550 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer master-127.26.45.188:44635(127.26.45.188:44635)] disconnecting while in state TERMINATED
21:09:03.550 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer master-127.26.45.190:34167(127.26.45.190:34167)] disconnecting while in state TERMINATED
21:09:03.550 [INFO - flink-pekko.actor.default-dispatcher-7] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (3/4)#0 (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_2_0).
21:09:03.550 [INFO - flink-pekko.actor.default-dispatcher-7] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from RUNNING to CANCELING.
21:09:03.550 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
21:09:03.550 [INFO - flink-pekko.actor.default-dispatcher-7] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (3/4)#0 (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_2_0).
21:09:03.551 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-2
21:09:03.551 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-0
21:09:03.552 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer master-127.26.45.189:42387(127.26.45.189:42387)] disconnecting while in state TERMINATED
21:09:03.552 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-1
21:09:03.552 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer master-127.26.45.188:44635(127.26.45.188:44635)] disconnecting while in state TERMINATED
21:09:03.552 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer master-127.26.45.190:34167(127.26.45.190:34167)] disconnecting while in state TERMINATED
21:09:03.553 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
21:09:03.553 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:338) Closing Source Reader.
21:09:03.553 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from CANCELING to CANCELED.
21:09:03.553 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
21:09:03.553 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#0 (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_3_0).
21:09:03.553 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-2
21:09:03.554 [INFO - flink-pekko.actor.default-dispatcher-7] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (2/4)#0 (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_1_0).
21:09:03.554 [INFO - flink-pekko.actor.default-dispatcher-7] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from RUNNING to CANCELING.
21:09:03.555 [INFO - flink-pekko.actor.default-dispatcher-7] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (2/4)#0 (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_1_0).
21:09:03.556 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-1
21:09:03.557 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:338) Closing Source Reader.
21:09:03.558 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from CANCELING to CANCELED.
21:09:03.558 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#0 (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_2_0).
21:09:03.560 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer master-127.26.45.189:42387(127.26.45.189:42387)] disconnecting while in state TERMINATED
21:09:03.560 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer master-127.26.45.188:44635(127.26.45.188:44635)] disconnecting while in state TERMINATED
21:09:03.560 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer master-127.26.45.190:34167(127.26.45.190:34167)] disconnecting while in state TERMINATED
21:09:03.560 [INFO - flink-pekko.actor.default-dispatcher-7] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (1/4)#0 (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_0_0).
21:09:03.560 [INFO - flink-pekko.actor.default-dispatcher-7] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from RUNNING to CANCELING.
21:09:03.560 [INFO - flink-pekko.actor.default-dispatcher-7] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (1/4)#0 (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_0_0).
21:09:03.560 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
21:09:03.561 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 24 thread-local buffer(s) from thread: kudu-nio-1
21:09:03.561 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-2
21:09:03.562 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer master-127.26.45.189:42387(127.26.45.189:42387)] disconnecting while in state TERMINATED
21:09:03.562 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer master-127.26.45.188:44635(127.26.45.188:44635)] disconnecting while in state TERMINATED
21:09:03.562 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer 5e687cc3aa084201b0a390670c1fc5de(127.26.45.129:38915)] disconnecting while in state TERMINATED
21:09:03.562 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer master-127.26.45.190:34167(127.26.45.190:34167)] disconnecting while in state TERMINATED
21:09:03.562 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2704) Releasing all remaining resources
21:09:03.563 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 24 thread-local buffer(s) from thread: kudu-nio-1
21:09:03.563 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-0
21:09:03.563 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-3
21:09:03.563 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#0 1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_3_0.
21:09:03.564 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#0 1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_2_0.
21:09:03.564 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from CANCELING to CANCELED.
21:09:03.565 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from CANCELING to CANCELED.
21:09:03.566 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 2841dd5f383bae9a8f297e74525dcca1: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
21:09:03.566 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 2841dd5f383bae9a8f297e74525dcca1: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
21:09:03.567 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:338) Closing Source Reader.
21:09:03.567 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from CANCELING to CANCELED.
21:09:03.567 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#0 (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_0_0).
21:09:03.567 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-2
21:09:03.567 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#0 1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_0_0.
21:09:03.568 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from CANCELING to CANCELED.
21:09:03.569 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 2841dd5f383bae9a8f297e74525dcca1: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
21:09:03.570 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-0
21:09:03.571 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.25.113.61:34911(127.25.113.61:34911)] connecting to peer
21:09:03.571 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:338) Closing Source Reader.
21:09:03.571 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.25.113.60:35933(127.25.113.60:35933)] connecting to peer
21:09:03.571 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from CANCELING to CANCELED.
21:09:03.571 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#0 (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_1_0).
21:09:03.571 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.25.113.62:35193(127.25.113.62:35193)] connecting to peer
21:09:03.571 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#0 1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_1_0.
21:09:03.572 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from CANCELING to CANCELED.
21:09:03.572 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:03.572 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.113.61:34911(127.25.113.61:34911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:03.572 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.61:34911: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:03.573 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:318) Clearing resource requirements of job 2841dd5f383bae9a8f297e74525dcca1
21:09:03.573 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:03.573 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.113.60:35933(127.25.113.60:35933)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:03.573 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.60:35933: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:03.573 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:03.573 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.113.62:35193(127.25.113.62:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:03.573 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.62:35193: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:03.573 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193; will retry
21:09:03.583 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:09:03.583 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:09:03.583 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:09:03.583 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:03.584 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:03.584 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:03.584 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:03.584 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:03.584 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:03.584 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:03.584 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:03.584 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:03.584 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:09:03.588 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.25.113.61:34911(127.25.113.61:34911)] connecting to peer
21:09:03.588 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.25.113.60:35933(127.25.113.60:35933)] connecting to peer
21:09:03.588 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.25.113.62:35193(127.25.113.62:35193)] connecting to peer
21:09:03.590 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:03.590 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.113.61:34911(127.25.113.61:34911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:03.590 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.61:34911: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:03.591 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:03.591 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.113.62:35193(127.25.113.62:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:03.591 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.62:35193: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:03.591 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:03.591 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.113.60:35933(127.25.113.60:35933)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:03.591 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.60:35933: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:03.591 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193; will retry
21:09:03.608 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.25.113.61:34911(127.25.113.61:34911)] connecting to peer
21:09:03.608 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.25.113.60:35933(127.25.113.60:35933)] connecting to peer
21:09:03.608 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.25.113.62:35193(127.25.113.62:35193)] connecting to peer
21:09:03.608 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:03.608 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:03.608 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.113.61:34911(127.25.113.61:34911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:03.609 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.113.60:35933(127.25.113.60:35933)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:03.609 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.61:34911: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:03.609 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.60:35933: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:03.609 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:03.609 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.113.62:35193(127.25.113.62:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:03.609 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.62:35193: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:03.609 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193; will retry
21:09:03.627 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.25.113.61:34911(127.25.113.61:34911)] connecting to peer
21:09:03.628 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.25.113.60:35933(127.25.113.60:35933)] connecting to peer
21:09:03.628 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.25.113.62:35193(127.25.113.62:35193)] connecting to peer
21:09:03.628 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:03.628 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:03.628 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.113.61:34911(127.25.113.61:34911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:03.628 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.113.60:35933(127.25.113.60:35933)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:03.628 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.61:34911: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:03.628 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.60:35933: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:03.629 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:03.629 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.113.62:35193(127.25.113.62:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:03.629 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.62:35193: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:03.629 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193; will retry
21:09:03.688 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.25.113.61:34911(127.25.113.61:34911)] connecting to peer
21:09:03.688 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.25.113.60:35933(127.25.113.60:35933)] connecting to peer
21:09:03.688 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.25.113.62:35193(127.25.113.62:35193)] connecting to peer
21:09:03.688 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:03.688 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.113.61:34911(127.25.113.61:34911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:03.688 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.61:34911: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:03.688 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:03.689 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:03.689 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.113.60:35933(127.25.113.60:35933)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:03.689 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.113.62:35193(127.25.113.62:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:03.689 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.62:35193: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:03.689 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.60:35933: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:03.689 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193; will retry
21:09:03.739 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:09:03.739 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:09:03.739 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:09:03.740 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:03.740 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:03.740 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:03.740 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:03.740 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:03.740 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:03.740 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:03.740 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:03.740 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:03.740 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:09:03.748 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.25.113.61:34911(127.25.113.61:34911)] connecting to peer
21:09:03.748 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.25.113.60:35933(127.25.113.60:35933)] connecting to peer
21:09:03.749 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.25.113.62:35193(127.25.113.62:35193)] connecting to peer
21:09:03.749 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:03.749 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.113.61:34911(127.25.113.61:34911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:03.749 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.61:34911: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:03.749 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:03.750 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.113.60:35933(127.25.113.60:35933)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:03.750 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.60:35933: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:03.750 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:03.750 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.113.62:35193(127.25.113.62:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:03.750 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.62:35193: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:03.750 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193; will retry
21:09:03.827 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:03.848 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.25.113.61:34911(127.25.113.61:34911)] connecting to peer
21:09:03.848 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.25.113.60:35933(127.25.113.60:35933)] connecting to peer
21:09:03.848 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.25.113.62:35193(127.25.113.62:35193)] connecting to peer
21:09:03.848 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:03.848 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.113.61:34911(127.25.113.61:34911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:03.848 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.61:34911: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:03.849 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:03.849 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:03.849 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.113.62:35193(127.25.113.62:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:03.849 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.113.60:35933(127.25.113.60:35933)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:03.849 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.60:35933: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:03.849 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.62:35193: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:03.849 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193; will retry
21:09:03.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:03.867520 29186 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 197ebb63cc89401ca947a8344392723f: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
21:09:03.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:03.867913 29186 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
21:09:03.881 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:09:03.881 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:09:03.881 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:09:03.882 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:03.882 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:03.882 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:03.882 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:03.882 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:03.882 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:03.882 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:03.883 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:03.883 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:03.883 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:09:03.983 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:04.026 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:04.139 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:09:04.139 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:09:04.139 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:09:04.139 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:04.139 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:04.139 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:04.140 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:04.140 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:04.140 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:04.143 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:04.143 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:04.143 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:04.143 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:09:04.231 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:09:04.231 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:09:04.232 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:09:04.232 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:04.232 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:04.232 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:04.232 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:04.232 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:04.232 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:04.232 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:04.232 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:04.233 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:04.233 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:09:04.248 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.25.113.61:34911(127.25.113.61:34911)] connecting to peer
21:09:04.248 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.25.113.60:35933(127.25.113.60:35933)] connecting to peer
21:09:04.248 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.25.113.62:35193(127.25.113.62:35193)] connecting to peer
21:09:04.248 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:04.248 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.113.61:34911(127.25.113.61:34911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:04.248 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:04.249 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:04.249 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.113.60:35933(127.25.113.60:35933)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:04.249 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.61:34911: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:04.249 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.113.62:35193(127.25.113.62:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:04.249 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.60:35933: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:04.249 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.62:35193: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:04.249 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193; will retry
21:09:04.327 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:04.351 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:09:04.352 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:09:04.352 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:04.352 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:04.352 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:09:04.352 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:04.353 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:04.353 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:04.353 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:04.353 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:04.353 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:04.353 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:04.353 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:09:04.387 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.25.113.61:34911(127.25.113.61:34911)] connecting to peer
21:09:04.388 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.25.113.60:35933(127.25.113.60:35933)] connecting to peer
21:09:04.388 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.25.113.62:35193(127.25.113.62:35193)] connecting to peer
21:09:04.388 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:04.388 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:04.388 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.113.61:34911(127.25.113.61:34911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:04.388 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.61:34911: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:04.388 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:04.389 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:04.389 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:04.389 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.113.62:35193(127.25.113.62:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:04.389 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.62:35193: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:04.389 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:04.389 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:04.389 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:04.389 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:04.389 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:04.389 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:04.390 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:04.390 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:04.390 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:04.390 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:04.390 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:04.390 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.113.60:35933(127.25.113.60:35933)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:04.390 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.60:35933: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:04.390 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193; will retry
21:09:04.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:04.395452 29078 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.61.188" port: 41979 } attempt: 8
21:09:04.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:04.422899 29078 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 1003c13c7488415bb4f301b279e43fea: Bootstrap starting.
21:09:04.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:04.425544 29001 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.61.188" port: 41979 } attempt: 8
21:09:04.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:04.433403 29078 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 1003c13c7488415bb4f301b279e43fea: Neither blocks nor log segments found. Creating new log.
21:09:04.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:04.436260 29078 log.cc:826] T 00000000000000000000000000000000 P 1003c13c7488415bb4f301b279e43fea: Log is configured to *not* fsync() on all Append() calls
21:09:04.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:04.448325 29078 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 1003c13c7488415bb4f301b279e43fea: No bootstrap required, opened a new log
21:09:04.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:04.456477 29001 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 3154f5f80b5c4fecb312ed3a2a973f3b: Bootstrap starting.
21:09:04.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:04.465514 29001 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 3154f5f80b5c4fecb312ed3a2a973f3b: Neither blocks nor log segments found. Creating new log.
21:09:04.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:04.468504 29001 log.cc:826] T 00000000000000000000000000000000 P 3154f5f80b5c4fecb312ed3a2a973f3b: Log is configured to *not* fsync() on all Append() calls
21:09:04.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:04.474810 29001 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 3154f5f80b5c4fecb312ed3a2a973f3b: No bootstrap required, opened a new log
21:09:04.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:04.481174 29078 raft_consensus.cc:359] T 00000000000000000000000000000000 P 1003c13c7488415bb4f301b279e43fea [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3154f5f80b5c4fecb312ed3a2a973f3b" member_type: VOTER last_known_addr { host: "127.28.61.190" port: 36375 } } peers { permanent_uuid: "1003c13c7488415bb4f301b279e43fea" member_type: VOTER last_known_addr { host: "127.28.61.189" port: 39213 } } peers { permanent_uuid: "197ebb63cc89401ca947a8344392723f" member_type: VOTER last_known_addr { host: "127.28.61.188" port: 41979 } }
21:09:04.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:04.482113 29078 raft_consensus.cc:385] T 00000000000000000000000000000000 P 1003c13c7488415bb4f301b279e43fea [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:09:04.484 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:04.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:04.482426 29078 raft_consensus.cc:740] T 00000000000000000000000000000000 P 1003c13c7488415bb4f301b279e43fea [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 1003c13c7488415bb4f301b279e43fea, State: Initialized, Role: FOLLOWER
21:09:04.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:04.483691 29078 consensus_queue.cc:260] T 00000000000000000000000000000000 P 1003c13c7488415bb4f301b279e43fea [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3154f5f80b5c4fecb312ed3a2a973f3b" member_type: VOTER last_known_addr { host: "127.28.61.190" port: 36375 } } peers { permanent_uuid: "1003c13c7488415bb4f301b279e43fea" member_type: VOTER last_known_addr { host: "127.28.61.189" port: 39213 } } peers { permanent_uuid: "197ebb63cc89401ca947a8344392723f" member_type: VOTER last_known_addr { host: "127.28.61.188" port: 41979 } }
21:09:04.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:04.498875 29052 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "197ebb63cc89401ca947a8344392723f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "1003c13c7488415bb4f301b279e43fea" is_pre_election: true
21:09:04.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:04.500432 29052 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 1003c13c7488415bb4f301b279e43fea [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 197ebb63cc89401ca947a8344392723f in term 0.
21:09:04.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:04.501106 29052 rpcz_store.cc:267] Call kudu.consensus.ConsensusService.RequestConsensusVote from 127.0.0.1:50942 (request call id 1) took 1720 ms (client timeout 2220 ms). Trace:
21:09:04.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:04.501516 29052 rpcz_store.cc:269] 0708 21:09:02.780919 (+     0us) service_pool.cc:167] Inserting onto call queue
21:09:04.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0708 21:09:02.781088 (+   169us) service_pool.cc:224] Handling call
21:09:04.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0708 21:09:04.501022 (+1719934us) inbound_call.cc:177] Queueing success response
21:09:04.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"spinlock_wait_cycles":777984}
21:09:04.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:04.503158 29078 sys_catalog.cc:565] T 00000000000000000000000000000000 P 1003c13c7488415bb4f301b279e43fea [sys.catalog]: configured and running, proceeding with master startup.
21:09:04.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:04.503425 29113 leader_election.cc:304] T 00000000000000000000000000000000 P 197ebb63cc89401ca947a8344392723f [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 1003c13c7488415bb4f301b279e43fea, 197ebb63cc89401ca947a8344392723f; no voters: 
21:09:04.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:04.507117 29214 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1003c13c7488415bb4f301b279e43fea [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3154f5f80b5c4fecb312ed3a2a973f3b" member_type: VOTER last_known_addr { host: "127.28.61.190" port: 36375 } } peers { permanent_uuid: "1003c13c7488415bb4f301b279e43fea" member_type: VOTER last_known_addr { host: "127.28.61.189" port: 39213 } } peers { permanent_uuid: "197ebb63cc89401ca947a8344392723f" member_type: VOTER last_known_addr { host: "127.28.61.188" port: 41979 } } }
21:09:04.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:04.508221 29214 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1003c13c7488415bb4f301b279e43fea [sys.catalog]: This master's current role is: FOLLOWER
21:09:04.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:04.510625 29031 tablet.cc:2406] T 00000000000000000000000000000000 P 1003c13c7488415bb4f301b279e43fea: Can't schedule compaction. Clean time has not been advanced past its initial value.
21:09:04.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:04.511656 29215 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 197ebb63cc89401ca947a8344392723f [term 0 FOLLOWER]: Leader pre-election won for term 1
21:09:04.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:04.512199 29215 raft_consensus.cc:493] T 00000000000000000000000000000000 P 197ebb63cc89401ca947a8344392723f [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
21:09:04.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:04.512545 29215 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 197ebb63cc89401ca947a8344392723f [term 0 FOLLOWER]: Advancing to term 1
21:09:04.526 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:04.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:04.528051 29215 raft_consensus.cc:515] T 00000000000000000000000000000000 P 197ebb63cc89401ca947a8344392723f [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3154f5f80b5c4fecb312ed3a2a973f3b" member_type: VOTER last_known_addr { host: "127.28.61.190" port: 36375 } } peers { permanent_uuid: "1003c13c7488415bb4f301b279e43fea" member_type: VOTER last_known_addr { host: "127.28.61.189" port: 39213 } } peers { permanent_uuid: "197ebb63cc89401ca947a8344392723f" member_type: VOTER last_known_addr { host: "127.28.61.188" port: 41979 } }
21:09:04.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:04.531059 29001 raft_consensus.cc:359] T 00000000000000000000000000000000 P 3154f5f80b5c4fecb312ed3a2a973f3b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3154f5f80b5c4fecb312ed3a2a973f3b" member_type: VOTER last_known_addr { host: "127.28.61.190" port: 36375 } } peers { permanent_uuid: "1003c13c7488415bb4f301b279e43fea" member_type: VOTER last_known_addr { host: "127.28.61.189" port: 39213 } } peers { permanent_uuid: "197ebb63cc89401ca947a8344392723f" member_type: VOTER last_known_addr { host: "127.28.61.188" port: 41979 } }
21:09:04.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:04.531939 29001 raft_consensus.cc:385] T 00000000000000000000000000000000 P 3154f5f80b5c4fecb312ed3a2a973f3b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:09:04.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:04.532311 29001 raft_consensus.cc:740] T 00000000000000000000000000000000 P 3154f5f80b5c4fecb312ed3a2a973f3b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3154f5f80b5c4fecb312ed3a2a973f3b, State: Initialized, Role: FOLLOWER
21:09:04.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:04.533180 29052 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "197ebb63cc89401ca947a8344392723f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "1003c13c7488415bb4f301b279e43fea"
21:09:04.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:04.533774 29052 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 1003c13c7488415bb4f301b279e43fea [term 0 FOLLOWER]: Advancing to term 1
21:09:04.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:04.533468 29001 consensus_queue.cc:260] T 00000000000000000000000000000000 P 3154f5f80b5c4fecb312ed3a2a973f3b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3154f5f80b5c4fecb312ed3a2a973f3b" member_type: VOTER last_known_addr { host: "127.28.61.190" port: 36375 } } peers { permanent_uuid: "1003c13c7488415bb4f301b279e43fea" member_type: VOTER last_known_addr { host: "127.28.61.189" port: 39213 } } peers { permanent_uuid: "197ebb63cc89401ca947a8344392723f" member_type: VOTER last_known_addr { host: "127.28.61.188" port: 41979 } }
21:09:04.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:04.530404 29215 leader_election.cc:290] T 00000000000000000000000000000000 P 197ebb63cc89401ca947a8344392723f [CANDIDATE]: Term 1 election: Requested vote from peers 3154f5f80b5c4fecb312ed3a2a973f3b (127.28.61.190:36375), 1003c13c7488415bb4f301b279e43fea (127.28.61.189:39213)
21:09:04.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:04.543591 28975 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "197ebb63cc89401ca947a8344392723f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3154f5f80b5c4fecb312ed3a2a973f3b"
21:09:04.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:04.544438 28975 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 3154f5f80b5c4fecb312ed3a2a973f3b [term 0 FOLLOWER]: Advancing to term 1
21:09:04.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:04.554167 28975 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 3154f5f80b5c4fecb312ed3a2a973f3b [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 197ebb63cc89401ca947a8344392723f in term 1.
21:09:04.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:04.554036 28976 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "197ebb63cc89401ca947a8344392723f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3154f5f80b5c4fecb312ed3a2a973f3b" is_pre_election: true
21:09:04.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:04.556551 29116 leader_election.cc:304] T 00000000000000000000000000000000 P 197ebb63cc89401ca947a8344392723f [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 197ebb63cc89401ca947a8344392723f, 3154f5f80b5c4fecb312ed3a2a973f3b; no voters: 
21:09:04.558 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (2841dd5f383bae9a8f297e74525dcca1) switched from state RESTARTING to RUNNING.
21:09:04.558 [INFO - flink-pekko.actor.default-dispatcher-4] (CheckpointCoordinator.java:1805) Restoring job 2841dd5f383bae9a8f297e74525dcca1 from Checkpoint 69 @ 1783544943500 for 2841dd5f383bae9a8f297e74525dcca1 located at file:/tmp/junit2283136411324314460/checkpoints/2841dd5f383bae9a8f297e74525dcca1/chk-69.
21:09:04.559 [INFO - flink-pekko.actor.default-dispatcher-4] (MasterHooks.java:201) No master state to restore
21:09:04.560 [INFO - flink-pekko.actor.default-dispatcher-4] (RecreateOnResetOperatorCoordinator.java:128) Resetting coordinator to checkpoint.
21:09:04.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:04.557916 29215 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 197ebb63cc89401ca947a8344392723f [term 1 FOLLOWER]: Leader election won for term 1
21:09:04.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:04.556084 29001 sys_catalog.cc:565] T 00000000000000000000000000000000 P 3154f5f80b5c4fecb312ed3a2a973f3b [sys.catalog]: configured and running, proceeding with master startup.
21:09:04.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:04.561167 28976 raft_consensus.cc:2376] T 00000000000000000000000000000000 P 3154f5f80b5c4fecb312ed3a2a973f3b [term 1 FOLLOWER]: Leader pre-election vote request: Already granted yes vote for candidate 197ebb63cc89401ca947a8344392723f in term 1. Re-sending same reply.
21:09:04.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:04.561766 28976 rpcz_store.cc:267] Call kudu.consensus.ConsensusService.RequestConsensusVote from 127.0.0.1:41526 (request call id 1) took 1786 ms (client timeout 2220 ms). Trace:
21:09:04.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:04.562530 28976 rpcz_store.cc:269] 0708 21:09:02.775174 (+     0us) service_pool.cc:167] Inserting onto call queue
21:09:04.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0708 21:09:02.775357 (+   183us) service_pool.cc:224] Handling call
21:09:04.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0708 21:09:04.561683 (+1786326us) inbound_call.cc:177] Queueing success response
21:09:04.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
21:09:04.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:04.555833 29219 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3154f5f80b5c4fecb312ed3a2a973f3b [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3154f5f80b5c4fecb312ed3a2a973f3b" member_type: VOTER last_known_addr { host: "127.28.61.190" port: 36375 } } peers { permanent_uuid: "1003c13c7488415bb4f301b279e43fea" member_type: VOTER last_known_addr { host: "127.28.61.189" port: 39213 } } peers { permanent_uuid: "197ebb63cc89401ca947a8344392723f" member_type: VOTER last_known_addr { host: "127.28.61.188" port: 41979 } } }
21:09:04.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:04.566116 29219 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3154f5f80b5c4fecb312ed3a2a973f3b [sys.catalog]: This master's current role is: FOLLOWER
21:09:04.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:04.576923 29215 raft_consensus.cc:697] T 00000000000000000000000000000000 P 197ebb63cc89401ca947a8344392723f [term 1 LEADER]: Becoming Leader. State: Replica: 197ebb63cc89401ca947a8344392723f, State: Running, Role: LEADER
21:09:04.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:04.578229 29215 consensus_queue.cc:237] T 00000000000000000000000000000000 P 197ebb63cc89401ca947a8344392723f [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3154f5f80b5c4fecb312ed3a2a973f3b" member_type: VOTER last_known_addr { host: "127.28.61.190" port: 36375 } } peers { permanent_uuid: "1003c13c7488415bb4f301b279e43fea" member_type: VOTER last_known_addr { host: "127.28.61.189" port: 39213 } } peers { permanent_uuid: "197ebb63cc89401ca947a8344392723f" member_type: VOTER last_known_addr { host: "127.28.61.188" port: 41979 } }
21:09:04.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:04.581130 29052 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 1003c13c7488415bb4f301b279e43fea [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 197ebb63cc89401ca947a8344392723f in term 1.
21:09:04.587 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from CREATED to SCHEDULED.
21:09:04.589 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from SCHEDULED to DEPLOYING.
21:09:04.589 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #1) with attempt id 1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_0_1 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to d8c13722-659e-4a42-ab60-f10287fae6a8 @ 127.0.0.1 (dataPort=-1) with allocation id 34173d3f8e485e9f93cab21f32126eab
21:09:04.589 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from CREATED to SCHEDULED.
21:09:04.589 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot 34173d3f8e485e9f93cab21f32126eab.
21:09:04.590 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 2841dd5f383bae9a8f297e74525dcca1: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
21:09:04.590 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 2841dd5f383bae9a8f297e74525dcca1: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
21:09:04.591 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#1 (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_0_1), deploy into slot with allocation id 34173d3f8e485e9f93cab21f32126eab.
21:09:04.592 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from SCHEDULED to DEPLOYING.
21:09:04.594 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #1) with attempt id 1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_1_1 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to d8c13722-659e-4a42-ab60-f10287fae6a8 @ 127.0.0.1 (dataPort=-1) with allocation id 69503faa26fee9a2e728e46cdae70346
21:09:04.595 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from CREATED to SCHEDULED.
21:09:04.595 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job 2841dd5f383bae9a8f297e74525dcca1: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
21:09:04.600 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot 69503faa26fee9a2e728e46cdae70346.
21:09:04.601 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#1 (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_1_1), deploy into slot with allocation id 69503faa26fee9a2e728e46cdae70346.
21:09:04.602 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from SCHEDULED to DEPLOYING.
21:09:04.602 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #1) with attempt id 1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_2_1 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to d8c13722-659e-4a42-ab60-f10287fae6a8 @ 127.0.0.1 (dataPort=-1) with allocation id 55c459ac21f230621d728e05386684e0
21:09:04.603 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from CREATED to SCHEDULED.
21:09:04.602 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#1 (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from CREATED to DEPLOYING.
21:09:04.603 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#1 (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_0_1) [DEPLOYING].
21:09:04.605 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@1e985688
21:09:04.609 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
21:09:04.617 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit2283136411324314460/checkpoints")
21:09:04.617 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#1 (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from DEPLOYING to INITIALIZING.
21:09:04.622 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@46a69efb
21:09:04.623 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot 55c459ac21f230621d728e05386684e0.
21:09:04.624 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#1 (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_2_1), deploy into slot with allocation id 55c459ac21f230621d728e05386684e0.
21:09:04.625 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#1] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:09:04.625 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#1 (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from CREATED to DEPLOYING.
21:09:04.625 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#1 (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_1_1) [DEPLOYING].
21:09:04.625 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@5a674f61
21:09:04.625 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
21:09:04.626 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit2283136411324314460/checkpoints")
21:09:04.626 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#1 (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from DEPLOYING to INITIALIZING.
21:09:04.626 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 2841dd5f383bae9a8f297e74525dcca1: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
21:09:04.627 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from SCHEDULED to DEPLOYING.
21:09:04.627 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #1) with attempt id 1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_3_1 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to d8c13722-659e-4a42-ab60-f10287fae6a8 @ 127.0.0.1 (dataPort=-1) with allocation id 3a8c419bcb03ebc74aeae96ec5cc62c1
21:09:04.628 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot 3a8c419bcb03ebc74aeae96ec5cc62c1.
21:09:04.628 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from DEPLOYING to INITIALIZING.
21:09:04.628 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#1 (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from CREATED to DEPLOYING.
21:09:04.628 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#1 (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_2_1) [DEPLOYING].
21:09:04.629 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@4ff9fc17
21:09:04.629 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
21:09:04.629 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit2283136411324314460/checkpoints")
21:09:04.629 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from DEPLOYING to INITIALIZING.
21:09:04.630 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#1 (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_3_1), deploy into slot with allocation id 3a8c419bcb03ebc74aeae96ec5cc62c1.
21:09:04.631 [INFO - Thread-44] (SourceCoordinator.java:290) Closing SourceCoordinator for source Source: KuduSource.
21:09:04.631 [DEBUG - Thread-44] (Connection.java:575) [peer master-127.25.113.60:35933(127.25.113.60:35933)] disconnecting while in state TERMINATED
21:09:04.631 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#1 (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from DEPLOYING to INITIALIZING.
21:09:04.631 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#1 (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from CREATED to DEPLOYING.
21:09:04.631 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#1 (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_3_1) [DEPLOYING].
21:09:04.632 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from DEPLOYING to INITIALIZING.
21:09:04.632 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@1c8e6682
21:09:04.632 [DEBUG - Thread-44] (Connection.java:575) [peer master-127.25.113.61:34911(127.25.113.61:34911)] disconnecting while in state TERMINATED
21:09:04.633 [DEBUG - Thread-44] (Connection.java:575) [peer master-127.25.113.62:35193(127.25.113.62:35193)] disconnecting while in state TERMINATED
21:09:04.633 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
21:09:04.634 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 25 thread-local buffer(s) from thread: kudu-nio-0
21:09:04.634 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@3ed5bd43
21:09:04.634 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-1
21:09:04.634 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-2
21:09:04.634 [INFO - Thread-44] (SourceCoordinator.java:295) Source coordinator for source Source: KuduSource closed.
21:09:04.637 [INFO - Thread-44] (SourceCoordinator.java:449) Restoring SplitEnumerator of source Source: KuduSource from checkpoint.
21:09:04.638 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#1] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:09:04.641 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:04.646 [DEBUG - Thread-44] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:09:04.646 [INFO - Thread-44] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
21:09:04.632 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
21:09:04.652 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@4b2e9369
21:09:04.654 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#1] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:09:04.654 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit2283136411324314460/checkpoints")
21:09:04.655 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#1 (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from DEPLOYING to INITIALIZING.
21:09:04.655 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from DEPLOYING to INITIALIZING.
21:09:04.665 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@7715ccab
21:09:04.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:04.666980 29220 sys_catalog.cc:455] T 00000000000000000000000000000000 P 197ebb63cc89401ca947a8344392723f [sys.catalog]: SysCatalogTable state changed. Reason: New leader 197ebb63cc89401ca947a8344392723f. Latest consensus state: current_term: 1 leader_uuid: "197ebb63cc89401ca947a8344392723f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3154f5f80b5c4fecb312ed3a2a973f3b" member_type: VOTER last_known_addr { host: "127.28.61.190" port: 36375 } } peers { permanent_uuid: "1003c13c7488415bb4f301b279e43fea" member_type: VOTER last_known_addr { host: "127.28.61.189" port: 39213 } } peers { permanent_uuid: "197ebb63cc89401ca947a8344392723f" member_type: VOTER last_known_addr { host: "127.28.61.188" port: 41979 } } }
21:09:04.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:04.668022 29220 sys_catalog.cc:458] T 00000000000000000000000000000000 P 197ebb63cc89401ca947a8344392723f [sys.catalog]: This master's current role is: LEADER
21:09:04.680 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:04.682 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:04.683 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:04.683 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:04.683 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:04.687 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:04.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:04.687379 29240 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
21:09:04.688 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:04.689 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:04.689 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:04.692 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#1] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:09:04.698 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:04.698 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:04.698 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:04.698 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:04.699 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:04.700 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:04.700 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:04.701 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:04.701 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:04.702 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:04.711 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:04.712 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:04.712 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:04.728 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:04.728 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:04.728 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:04.728 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:04.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:04.730602 29240 catalog_manager.cc:1519] Initializing Kudu cluster ID...
21:09:04.731 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:04.737 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'lastEndTimestamp'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
21:09:04.737 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
21:09:04.737 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'unassignedCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
21:09:04.737 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingRemovalCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
21:09:04.740 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:04.740 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:04.741 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:04.744 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:04.744 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:04.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:04.707145 29003 master_runner.cc:187] Error getting master registration for 127.28.61.190:36375: OK, instance_id { permanent_uuid: "3154f5f80b5c4fecb312ed3a2a973f3b" instance_seqno: 1783544937571656 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
21:09:04.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:04.746172 29003 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
21:09:04.747 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2841dd5f383bae9a8f297e74525dcca1 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 2841dd5f383bae9a8f297e74525dcca1 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:04.750 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:04.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:04.750365 29245 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 1003c13c7488415bb4f301b279e43fea: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
21:09:04.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:04.750784 29245 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
21:09:04.758 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:04.758 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:04.759 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:04.760 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:04.760 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:04.760 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:04.761 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:04.761 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:04.761 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:04.762 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:04.762 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:04.762 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:04.763 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:04.763 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:04.763 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:04.763 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:04.763 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:04.764 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:04.764 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:04.764 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:04.764 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:04.764 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:04.767 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:04.767 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:04.767 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:04.767 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:04.767 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:04.767 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:04.768 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:04.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:04.771858 28955 tablet.cc:2406] T 00000000000000000000000000000000 P 3154f5f80b5c4fecb312ed3a2a973f3b: Can't schedule compaction. Clean time has not been advanced past its initial value.
21:09:04.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:04.801210 28976 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 3154f5f80b5c4fecb312ed3a2a973f3b [term 1 FOLLOWER]: Refusing update from remote peer 197ebb63cc89401ca947a8344392723f: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
21:09:04.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:04.805378 29052 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 1003c13c7488415bb4f301b279e43fea [term 1 FOLLOWER]: Refusing update from remote peer 197ebb63cc89401ca947a8344392723f: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
21:09:04.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:04.807854 29215 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 197ebb63cc89401ca947a8344392723f [LEADER]: Connected to new peer: Peer: permanent_uuid: "3154f5f80b5c4fecb312ed3a2a973f3b" member_type: VOTER last_known_addr { host: "127.28.61.190" port: 36375 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
21:09:04.813 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:04.813 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:04.814 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:04.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:04.812536 29215 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 197ebb63cc89401ca947a8344392723f [LEADER]: Connected to new peer: Peer: permanent_uuid: "1003c13c7488415bb4f301b279e43fea" member_type: VOTER last_known_addr { host: "127.28.61.189" port: 39213 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
21:09:04.817 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:04.822 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:04.827 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:04.840 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:04.841 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:04.842 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:04.842 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:04.842 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:04.842 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:04.843 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:04.843 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:04.844 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:04.844 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:04.844 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:04.844 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:04.845 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:04.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:04.847594 29256 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 3154f5f80b5c4fecb312ed3a2a973f3b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
21:09:04.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:04.848260 29256 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
21:09:04.858 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.25.113.61:34911(127.25.113.61:34911)] connecting to peer
21:09:04.859 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:04.859 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:04.860 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:04.860 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:04.861 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:04.861 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:04.862 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:04.862 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:04.862 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:04.863 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:04.863 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:04.863 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:04.863 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:04.864 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:04.864 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:04.864 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:04.865 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:04.865 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:04.865 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:04.865 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:04.865 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:04.866 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:04.866 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:04.866 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:04.867 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:04.867 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:04.867 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:04.867 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:04.867 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:04.867 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:04.867 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:04.867 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:04.868 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:04.868 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.113.61:34911(127.25.113.61:34911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:04.869 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:04.869 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:04.869 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:04.869 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:04.870 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:04.870 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:04.870 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:04.871 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:04.872 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:04.872 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:04.872 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:04.872 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:04.873 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:04.873 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:04.873 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:04.873 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.25.113.60:35933(127.25.113.60:35933)] connecting to peer
21:09:04.873 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.61:34911: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:04.873 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:04.874 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:04.874 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.25.113.62:35193(127.25.113.62:35193)] connecting to peer
21:09:04.875 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:04.875 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.113.60:35933(127.25.113.60:35933)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:04.876 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.60:35933: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:04.876 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:04.876 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.113.62:35193(127.25.113.62:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:04.876 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.62:35193: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:04.876 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193; will retry
21:09:04.880 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:04.880 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:04.880 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:04.880 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:04.881 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:04.881 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:04.881 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:04.881 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:04.881 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:04.881 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:04.881 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:04.881 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:04.881 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:04.881 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:04.881 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:04.881 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:04.881 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:04.881 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:04.882 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:04.882 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:04.882 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:04.882 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:04.882 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:04.882 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:04.882 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:04.882 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:04.882 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:04.892 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:04.903 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:04.903 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:04.903 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:04.904 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:04.904 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:04.904 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:04.905 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:04.905 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:04.905 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:04.905 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:04.905 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:04.905 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:04.906 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:04.906 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:04.906 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:04.906 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:04.906 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:04.906 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:04.906 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:04.907 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:04.907 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:04.907 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:04.907 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:04.907 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:04.907 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:04.907 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:04.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:04.907990 29219 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3154f5f80b5c4fecb312ed3a2a973f3b [sys.catalog]: SysCatalogTable state changed. Reason: New leader 197ebb63cc89401ca947a8344392723f. Latest consensus state: current_term: 1 leader_uuid: "197ebb63cc89401ca947a8344392723f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3154f5f80b5c4fecb312ed3a2a973f3b" member_type: VOTER last_known_addr { host: "127.28.61.190" port: 36375 } } peers { permanent_uuid: "1003c13c7488415bb4f301b279e43fea" member_type: VOTER last_known_addr { host: "127.28.61.189" port: 39213 } } peers { permanent_uuid: "197ebb63cc89401ca947a8344392723f" member_type: VOTER last_known_addr { host: "127.28.61.188" port: 41979 } } }
21:09:04.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:04.909071 29219 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3154f5f80b5c4fecb312ed3a2a973f3b [sys.catalog]: This master's current role is: FOLLOWER
21:09:04.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:04.902559 29214 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1003c13c7488415bb4f301b279e43fea [sys.catalog]: SysCatalogTable state changed. Reason: New leader 197ebb63cc89401ca947a8344392723f. Latest consensus state: current_term: 1 leader_uuid: "197ebb63cc89401ca947a8344392723f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3154f5f80b5c4fecb312ed3a2a973f3b" member_type: VOTER last_known_addr { host: "127.28.61.190" port: 36375 } } peers { permanent_uuid: "1003c13c7488415bb4f301b279e43fea" member_type: VOTER last_known_addr { host: "127.28.61.189" port: 39213 } } peers { permanent_uuid: "197ebb63cc89401ca947a8344392723f" member_type: VOTER last_known_addr { host: "127.28.61.188" port: 41979 } } }
21:09:04.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:04.910499 29214 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1003c13c7488415bb4f301b279e43fea [sys.catalog]: This master's current role is: FOLLOWER
21:09:04.911 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.25.113.61:34911(127.25.113.61:34911)] connecting to peer
21:09:04.915 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:04.919 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:04.919 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:04.919 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:04.920 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:04.921 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:04.921 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:04.921 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:04.921 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:04.922 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:04.922 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:04.922 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:04.922 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:04.922 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:04.922 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:04.922 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:04.922 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:04.922 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:04.922 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:04.922 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:04.923 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:04.923 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:04.923 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:04.923 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:04.923 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:04.923 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:04.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:04.923681 29266 mvcc.cc:204] Tried to move back new op lower bound from 7305400093836722176 to 7305400093008314368. Current Snapshot: MvccSnapshot[applied={T|T < 7305400093836722176}]
21:09:04.926 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:04.926 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:04.926 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:04.926 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:04.927 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:04.927 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:04.927 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:04.927 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:04.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:04.934355 29265 mvcc.cc:204] Tried to move back new op lower bound from 7305400093836722176 to 7305400093008314368. Current Snapshot: MvccSnapshot[applied={T|T < 7305400093836722176}]
21:09:04.936 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:04.936 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:04.936 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:04.936 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:04.937 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:04.937 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:04.937 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:04.938 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:04.940 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:04.942 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.25.113.60:35933(127.25.113.60:35933)] connecting to peer
21:09:04.943 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:04.943 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.113.61:34911(127.25.113.61:34911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:04.943 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.61:34911: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:04.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:04.945659 29219 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3154f5f80b5c4fecb312ed3a2a973f3b [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "197ebb63cc89401ca947a8344392723f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3154f5f80b5c4fecb312ed3a2a973f3b" member_type: VOTER last_known_addr { host: "127.28.61.190" port: 36375 } } peers { permanent_uuid: "1003c13c7488415bb4f301b279e43fea" member_type: VOTER last_known_addr { host: "127.28.61.189" port: 39213 } } peers { permanent_uuid: "197ebb63cc89401ca947a8344392723f" member_type: VOTER last_known_addr { host: "127.28.61.188" port: 41979 } } }
21:09:04.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:04.946476 29219 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3154f5f80b5c4fecb312ed3a2a973f3b [sys.catalog]: This master's current role is: FOLLOWER
21:09:04.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:04.954031 29214 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1003c13c7488415bb4f301b279e43fea [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "197ebb63cc89401ca947a8344392723f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3154f5f80b5c4fecb312ed3a2a973f3b" member_type: VOTER last_known_addr { host: "127.28.61.190" port: 36375 } } peers { permanent_uuid: "1003c13c7488415bb4f301b279e43fea" member_type: VOTER last_known_addr { host: "127.28.61.189" port: 39213 } } peers { permanent_uuid: "197ebb63cc89401ca947a8344392723f" member_type: VOTER last_known_addr { host: "127.28.61.188" port: 41979 } } }
21:09:04.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:04.954882 29214 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1003c13c7488415bb4f301b279e43fea [sys.catalog]: This master's current role is: FOLLOWER
21:09:04.960 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.25.113.62:35193(127.25.113.62:35193)] connecting to peer
21:09:04.962 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:04.962 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.113.60:35933(127.25.113.60:35933)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:04.963 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.60:35933: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:04.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:04.959968 29240 catalog_manager.cc:1382] Generated new cluster ID: 900d537feb1343598cfc3d8d7b00fda0
21:09:04.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:04.960325 29240 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
21:09:04.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:04.962831 29215 sys_catalog.cc:455] T 00000000000000000000000000000000 P 197ebb63cc89401ca947a8344392723f [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "197ebb63cc89401ca947a8344392723f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3154f5f80b5c4fecb312ed3a2a973f3b" member_type: VOTER last_known_addr { host: "127.28.61.190" port: 36375 } } peers { permanent_uuid: "1003c13c7488415bb4f301b279e43fea" member_type: VOTER last_known_addr { host: "127.28.61.189" port: 39213 } } peers { permanent_uuid: "197ebb63cc89401ca947a8344392723f" member_type: VOTER last_known_addr { host: "127.28.61.188" port: 41979 } } }
21:09:04.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:04.963593 29215 sys_catalog.cc:458] T 00000000000000000000000000000000 P 197ebb63cc89401ca947a8344392723f [sys.catalog]: This master's current role is: LEADER
21:09:04.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:04.965478 29220 sys_catalog.cc:455] T 00000000000000000000000000000000 P 197ebb63cc89401ca947a8344392723f [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "197ebb63cc89401ca947a8344392723f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3154f5f80b5c4fecb312ed3a2a973f3b" member_type: VOTER last_known_addr { host: "127.28.61.190" port: 36375 } } peers { permanent_uuid: "1003c13c7488415bb4f301b279e43fea" member_type: VOTER last_known_addr { host: "127.28.61.189" port: 39213 } } peers { permanent_uuid: "197ebb63cc89401ca947a8344392723f" member_type: VOTER last_known_addr { host: "127.28.61.188" port: 41979 } } }
21:09:04.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:04.966200 29220 sys_catalog.cc:458] T 00000000000000000000000000000000 P 197ebb63cc89401ca947a8344392723f [sys.catalog]: This master's current role is: LEADER
21:09:04.982 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:04.982 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:04.982 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:04.983 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:04.983 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:04.983 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:04.983 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:04.983 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:04.983 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:04.989 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:04.989 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:04.983 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:04.989 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:04.990 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:04.990 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:04.990 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:04.990 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:04.990 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:04.995 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:04.995 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.113.62:35193(127.25.113.62:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:04.995 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.62:35193: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:04.995 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193; will retry
21:09:04.996 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:04.997 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:04.997 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:04.997 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:04.997 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:04.998 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:04.998 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:04.998 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:05.000 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:05.000 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:05.000 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:05.000 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:05.000 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:05.001 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:05.001 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:05.001 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:05.001 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:05.001 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:05.001 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:05.001 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:05.001 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:05.001 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:05.001 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:05.001 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:05.002 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:05.002 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:05.002 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:05.002 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:05.002 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:05.011 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:05.019 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.25.113.61:34911(127.25.113.61:34911)] connecting to peer
21:09:05.020 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:05.020 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:05.020 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:05.021 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:05.021 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:05.021 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:05.021 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:05.021 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:05.021 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:05.021 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:05.021 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:05.021 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:05.021 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:05.020 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:05.022 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:05.022 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:05.022 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:05.022 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:05.022 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:05.023 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:05.023 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:05.023 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:05.023 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:05.023 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:05.023 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:05.023 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:05.024 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:05.025 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:05.025 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:05.025 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:05.025 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:05.026 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:05.026 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:05.026 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:05.026 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:05.027 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:05.027 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:05.027 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:05.027 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:05.030 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.25.113.60:35933(127.25.113.60:35933)] connecting to peer
21:09:05.033 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:05.033 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.113.61:34911(127.25.113.61:34911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:05.033 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.61:34911: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:05.039 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.25.113.62:35193(127.25.113.62:35193)] connecting to peer
21:09:05.040 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:05.040 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.113.62:35193(127.25.113.62:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:05.040 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.62:35193: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:05.041 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:05.041 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.113.60:35933(127.25.113.60:35933)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:05.041 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.60:35933: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:05.041 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193; will retry
21:09:05.042 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:05.042 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:05.042 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:05.042 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:05.042 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:05.042 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:05.042 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:05.042 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:05.042 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:05.043 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:05.043 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:05.043 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:05.043 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:05.051 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:05.051 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:05.051 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:05.052 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:05.052 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:05.052 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:05.052 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:05.052 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:05.052 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:05.053 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:05.053 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:05.053 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:05.053 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:05.058 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.25.113.61:34911(127.25.113.61:34911)] connecting to peer
21:09:05.059 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.25.113.60:35933(127.25.113.60:35933)] connecting to peer
21:09:05.059 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.25.113.62:35193(127.25.113.62:35193)] connecting to peer
21:09:05.059 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:05.060 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.113.61:34911(127.25.113.61:34911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:05.060 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.61:34911: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:05.060 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:05.060 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:05.061 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:05.061 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:05.061 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.113.62:35193(127.25.113.62:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:05.061 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.62:35193: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:05.061 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:05.061 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:05.061 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:05.061 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:05.061 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.113.60:35933(127.25.113.60:35933)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:05.061 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.60:35933: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:05.061 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193; will retry
21:09:05.061 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:05.062 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:05.062 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:05.061 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:05.062 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:05.062 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:05.062 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:05.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:05.067227 29240 catalog_manager.cc:1405] Generated new certificate authority record
21:09:05.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:05.069614 29240 catalog_manager.cc:1539] Loading token signing keys...
21:09:05.071 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:05.071 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:05.071 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:05.072 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:05.072 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:05.072 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:05.072 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:05.072 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:05.072 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:05.072 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:05.072 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:05.072 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:05.072 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:05.079 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.25.113.61:34911(127.25.113.61:34911)] connecting to peer
21:09:05.079 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.25.113.60:35933(127.25.113.60:35933)] connecting to peer
21:09:05.079 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.25.113.62:35193(127.25.113.62:35193)] connecting to peer
21:09:05.079 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:05.080 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.113.60:35933(127.25.113.60:35933)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:05.080 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.60:35933: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:05.079 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:05.080 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.113.62:35193(127.25.113.62:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:05.080 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.62:35193: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:05.080 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:05.080 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.113.61:34911(127.25.113.61:34911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:05.080 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.61:34911: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:05.080 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193; will retry
21:09:05.081 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:05.082 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:05.082 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:05.082 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:05.083 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:05.083 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:05.083 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:05.083 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:05.083 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:05.083 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:05.083 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:05.083 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:05.084 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:05.091 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:05.091 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:05.091 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:05.092 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:05.092 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:05.092 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:05.092 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:05.092 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:05.093 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:05.093 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:05.093 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:05.093 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:05.093 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:05.119 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.25.113.61:34911(127.25.113.61:34911)] connecting to peer
21:09:05.119 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.25.113.60:35933(127.25.113.60:35933)] connecting to peer
21:09:05.119 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.25.113.62:35193(127.25.113.62:35193)] connecting to peer
21:09:05.120 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:05.120 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.113.61:34911(127.25.113.61:34911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:05.120 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.61:34911: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:05.120 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:05.120 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.113.60:35933(127.25.113.60:35933)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:05.120 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.60:35933: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:05.121 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:05.121 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.113.62:35193(127.25.113.62:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:05.121 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.62:35193: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:05.121 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193; will retry
21:09:05.121 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:05.121 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:05.121 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:05.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:05.121619 29240 catalog_manager.cc:6069] T 00000000000000000000000000000000 P 197ebb63cc89401ca947a8344392723f: Generated new TSK 0
21:09:05.122 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:05.122 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:05.122 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:05.122 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:05.122 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:05.122 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:05.122 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:05.122 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:05.122 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:05.123 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:05.123 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:05.123 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:05.123 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:05.123 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:05.123 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:05.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:05.123479 29240 catalog_manager.cc:1549] Initializing in-progress tserver states...
21:09:05.123 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:05.123 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:05.124 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:05.124 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:05.122 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:05.124 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:05.124 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:05.124 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:05.151 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:05.151 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:05.152 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:05.152 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:05.152 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:05.152 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:05.152 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:05.152 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:05.152 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:05.152 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:05.152 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:05.153 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:05.153 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:05.171 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:05.171 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:05.172 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:05.172 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:05.172 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:05.172 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:05.172 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:05.172 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:05.172 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:05.173 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:05.173 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:05.173 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:05.173 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:05.178 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.25.113.61:34911(127.25.113.61:34911)] connecting to peer
21:09:05.178 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.25.113.60:35933(127.25.113.60:35933)] connecting to peer
21:09:05.178 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.25.113.62:35193(127.25.113.62:35193)] connecting to peer
21:09:05.178 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:05.179 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.113.61:34911(127.25.113.61:34911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:05.179 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.61:34911: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:05.179 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:05.179 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.113.62:35193(127.25.113.62:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:05.179 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.62:35193: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:05.179 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:05.179 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.113.60:35933(127.25.113.60:35933)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:05.179 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.60:35933: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:05.179 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193; will retry
21:09:05.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:05.211859 28918 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu
21:09:05.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu
21:09:05.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10299387535864193821/ts-0/wal
21:09:05.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10299387535864193821/ts-0/data
21:09:05.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:09:05.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:09:05.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:09:05.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:09:05.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:09:05.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:09:05.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10299387535864193821/ts-0/logs
21:09:05.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10299387535864193821/ts-0/data/info.pb
21:09:05.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:09:05.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:09:05.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:09:05.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:09:05.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:09:05.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:09:05.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:09:05.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:09:05.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
21:09:05.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:09:05.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.28.61.129:0
21:09:05.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.28.61.129
21:09:05.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.28.61.129
21:09:05.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:09:05.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.28.61.190:36375,127.28.61.189:39213,127.28.61.188:41979
21:09:05.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.28.61.148:36891
21:09:05.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:09:05.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:09:05.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
21:09:05.246 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2841dd5f383bae9a8f297e74525dcca1 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 2841dd5f383bae9a8f297e74525dcca1 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:05.261 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:05.261 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:05.261 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:05.262 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:05.262 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:05.262 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:05.262 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:05.263 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:05.263 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:05.263 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:05.263 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:05.264 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:05.264 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:05.298 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.25.113.61:34911(127.25.113.61:34911)] connecting to peer
21:09:05.298 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.25.113.60:35933(127.25.113.60:35933)] connecting to peer
21:09:05.298 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.25.113.62:35193(127.25.113.62:35193)] connecting to peer
21:09:05.299 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:05.299 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.113.61:34911(127.25.113.61:34911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:05.299 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.61:34911: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:05.299 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:05.299 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.113.62:35193(127.25.113.62:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:05.299 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.62:35193: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:05.299 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:05.299 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.113.60:35933(127.25.113.60:35933)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:05.300 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.60:35933: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:05.300 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193; will retry
21:09:05.328 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:05.341 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:05.342 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:05.342 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:05.342 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:05.342 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:05.342 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:05.342 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:05.342 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:05.342 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:05.342 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:05.343 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:05.343 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:05.343 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:05.358 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.25.113.61:34911(127.25.113.61:34911)] connecting to peer
21:09:05.358 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.25.113.60:35933(127.25.113.60:35933)] connecting to peer
21:09:05.359 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.25.113.62:35193(127.25.113.62:35193)] connecting to peer
21:09:05.359 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:05.359 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.113.61:34911(127.25.113.61:34911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:05.359 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.61:34911: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:05.359 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:05.359 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.113.60:35933(127.25.113.60:35933)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:05.359 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.60:35933: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:05.360 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:05.360 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.113.62:35193(127.25.113.62:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:05.360 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.62:35193: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:05.360 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193; will retry
21:09:05.360 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:05.360 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:05.360 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:05.361 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:05.361 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:05.361 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:05.361 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:05.361 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:05.361 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:05.361 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:05.361 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:05.362 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:05.362 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:05.371 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:05.372 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:05.372 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:05.372 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:05.372 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:05.372 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:05.372 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:05.372 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:05.372 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:05.373 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:05.373 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:05.373 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:05.373 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:05.479 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.25.113.61:34911(127.25.113.61:34911)] connecting to peer
21:09:05.479 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.25.113.60:35933(127.25.113.60:35933)] connecting to peer
21:09:05.479 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.25.113.62:35193(127.25.113.62:35193)] connecting to peer
21:09:05.480 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:05.480 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.113.61:34911(127.25.113.61:34911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:05.480 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.61:34911: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:05.480 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:05.480 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.113.60:35933(127.25.113.60:35933)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:05.480 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.60:35933: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:05.481 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:05.481 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.113.62:35193(127.25.113.62:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:05.481 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.62:35193: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:05.481 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193; will retry
21:09:05.482 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:05.512 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:05.512 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:05.512 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:05.513 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:05.513 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:05.513 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:05.513 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:05.513 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:05.513 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:05.514 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:05.514 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:05.514 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:05.514 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:05.530 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:05.581 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:05.582 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:05.582 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:05.582 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:05.582 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:05.582 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:05.583 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:05.583 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:05.583 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:05.583 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:05.583 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:05.583 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:05.583 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:05.622 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:05.622 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:05.622 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:05.623 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:05.623 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:05.623 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:05.623 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:05.623 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:05.623 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:05.624 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:05.624 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:05.624 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:05.624 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:05.746 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2841dd5f383bae9a8f297e74525dcca1 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 2841dd5f383bae9a8f297e74525dcca1 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:05.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:05.757004 29245 catalog_manager.cc:1294] Loaded cluster ID: 900d537feb1343598cfc3d8d7b00fda0
21:09:05.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:05.757648 29245 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 1003c13c7488415bb4f301b279e43fea: loading cluster ID for follower catalog manager: success
21:09:05.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:05.779985 29245 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 1003c13c7488415bb4f301b279e43fea: acquiring CA information for follower catalog manager: success
21:09:05.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:05.799993 29245 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 1003c13c7488415bb4f301b279e43fea: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
21:09:05.827 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:05.832 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.22.50.60:38829(127.22.50.60:38829)] connecting to peer
21:09:05.832 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.22.50.61:45261(127.22.50.61:45261)] connecting to peer
21:09:05.832 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.22.50.62:44659(127.22.50.62:44659)] connecting to peer
21:09:05.833 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:09:05.833 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.50.60:38829(127.22.50.60:38829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:09:05.833 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.60:38829: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:09:05.833 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:09:05.833 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.50.61:45261(127.22.50.61:45261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:09:05.833 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.61:45261: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:09:05.834 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:09:05.834 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.50.62:44659(127.22.50.62:44659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:09:05.834 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.62:44659: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:09:05.834 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659; will retry
21:09:05.840 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:05.841 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:05.841 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:05.841 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:05.842 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:05.842 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:05.842 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:05.842 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:05.842 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:05.842 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:05.843 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:05.843 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:05.843 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:05.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:05.856793 29256 catalog_manager.cc:1294] Loaded cluster ID: 900d537feb1343598cfc3d8d7b00fda0
21:09:05.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:05.857192 29256 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 3154f5f80b5c4fecb312ed3a2a973f3b: loading cluster ID for follower catalog manager: success
21:09:05.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:05.876528 29256 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 3154f5f80b5c4fecb312ed3a2a973f3b: acquiring CA information for follower catalog manager: success
21:09:05.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:05.888584 29256 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 3154f5f80b5c4fecb312ed3a2a973f3b: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
21:09:05.898 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.25.113.61:34911(127.25.113.61:34911)] connecting to peer
21:09:05.899 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.25.113.60:35933(127.25.113.60:35933)] connecting to peer
21:09:05.899 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.25.113.62:35193(127.25.113.62:35193)] connecting to peer
21:09:05.899 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:05.899 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.113.61:34911(127.25.113.61:34911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:05.900 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.61:34911: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:05.900 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:05.900 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.113.60:35933(127.25.113.60:35933)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:05.900 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.60:35933: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:05.900 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:05.900 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.113.62:35193(127.25.113.62:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:05.900 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.62:35193: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:05.900 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193; will retry
21:09:05.901 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:05.901 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:05.901 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:05.901 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:05.901 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:05.902 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:05.902 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:05.902 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:05.902 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:05.902 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:05.902 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:05.902 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:05.902 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:05.941 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:05.941 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:05.941 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:05.942 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:05.942 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:05.942 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:05.942 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:05.942 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:05.942 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:05.943 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:05.943 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:05.943 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:05.943 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:05.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:05.969532 29307 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
21:09:05.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:05.970415 29307 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:09:05.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:05.971380 29307 flags.cc:432] Enabled unsafe flag: --never_fsync=true
21:09:05.983 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:06.026 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:06.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:06.060446 29307 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
21:09:06.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:06.061964 29307 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.28.61.129
21:09:06.080 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:06.081 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:06.081 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:06.081 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:06.082 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:06.082 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:06.082 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:06.082 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:06.082 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:06.082 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:06.082 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:06.083 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:06.083 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:06.118 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:06.118 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:06.118 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:06.119 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:06.119 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:06.119 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:06.119 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:06.119 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:06.119 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:06.119 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:06.119 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:06.119 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:06.119 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:06.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:06.141786 29307 tablet_server_runner.cc:78] Tablet server non-default flags:
21:09:06.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:09:06.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.28.61.148:36891
21:09:06.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:09:06.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:09:06.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10299387535864193821/ts-0/data
21:09:06.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10299387535864193821/ts-0/wal
21:09:06.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:09:06.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:09:06.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.28.61.129:0
21:09:06.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:09:06.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:09:06.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:09:06.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10299387535864193821/ts-0/data/info.pb
21:09:06.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.28.61.129
21:09:06.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:09:06.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.28.61.190:36375,127.28.61.189:39213,127.28.61.188:41979
21:09:06.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:09:06.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:09:06.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:09:06.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:09:06.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:09:06.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.28.61.129
21:09:06.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10299387535864193821/ts-0/logs
21:09:06.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:09:06.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:09:06.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
21:09:06.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
21:09:06.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
21:09:06.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 6bec869c2320d19f2589b3f609f76e5041a21d27
21:09:06.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:09:06.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 20:43:55 UTC on e7f111948823
21:09:06.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16878
21:09:06.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:09:06.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:06.143903 29307 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:09:06.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:06.146497 29307 file_cache.cc:492] Constructed file cache file cache with capacity 419430
21:09:06.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:06.182575 29314 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:09:06.242 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:06.242 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:06.242 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:06.243 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:06.243 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:06.243 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:06.244 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:06.244 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:06.244 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:06.244 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:06.244 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:06.244 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:06.244 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:06.247 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2841dd5f383bae9a8f297e74525dcca1 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 2841dd5f383bae9a8f297e74525dcca1 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:06.327 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:06.438 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.25.113.61:34911(127.25.113.61:34911)] connecting to peer
21:09:06.438 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.25.113.60:35933(127.25.113.60:35933)] connecting to peer
21:09:06.438 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.25.113.62:35193(127.25.113.62:35193)] connecting to peer
21:09:06.439 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:06.439 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.113.60:35933(127.25.113.60:35933)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:06.439 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.60:35933: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:06.439 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:06.440 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.113.62:35193(127.25.113.62:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:06.440 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.62:35193: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:06.440 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:06.440 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.113.61:34911(127.25.113.61:34911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:06.440 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.61:34911: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:06.440 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193; will retry
21:09:06.472 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:06.472 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:06.472 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:06.473 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:06.473 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:06.473 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:06.473 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:06.474 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:06.474 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:06.474 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:06.474 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:06.474 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:06.474 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:06.483 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:06.500 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:09:06.501 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:09:06.501 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:09:06.502 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:06.502 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:06.502 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:06.502 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:06.502 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:06.502 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:06.503 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:06.503 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:06.503 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:06.503 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:09:06.526 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:06.746 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2841dd5f383bae9a8f297e74525dcca1 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 2841dd5f383bae9a8f297e74525dcca1 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:06.827 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:06.920 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:06.921 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:06.921 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:06.921 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:06.922 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:06.922 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:06.922 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:06.922 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:06.922 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:06.923 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:06.923 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:06.923 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:06.923 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:06.951 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:06.952 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:06.952 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:06.952 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:06.953 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:06.953 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:06.953 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:06.953 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:06.953 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:06.954 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:06.954 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:06.954 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:06.954 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:06.983 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:07.027 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:07.159 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:09:07.159 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:09:07.160 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:09:07.160 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:07.160 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:07.160 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:07.161 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:07.161 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:07.161 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:07.161 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:07.161 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:07.161 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:07.161 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:09:07.219 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:09:07.220 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:09:07.220 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:09:07.220 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:07.221 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:07.221 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:07.221 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:07.221 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:07.221 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:07.221 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:07.221 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:07.221 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:07.221 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:09:07.232 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.22.50.60:38829(127.22.50.60:38829)] connecting to peer
21:09:07.232 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.22.50.61:45261(127.22.50.61:45261)] connecting to peer
21:09:07.232 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.22.50.62:44659(127.22.50.62:44659)] connecting to peer
21:09:07.233 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:09:07.233 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.50.60:38829(127.22.50.60:38829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:09:07.233 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.60:38829: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:09:07.234 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:09:07.234 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.50.61:45261(127.22.50.61:45261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:09:07.234 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.61:45261: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:09:07.234 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:09:07.234 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.50.62:44659(127.22.50.62:44659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:09:07.234 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.62:44659: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:09:07.235 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659; will retry
21:09:07.248 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2841dd5f383bae9a8f297e74525dcca1 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 2841dd5f383bae9a8f297e74525dcca1 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:07.327 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:07.483 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:07.501 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:07.501 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:07.502 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:07.502 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:07.502 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:07.502 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:07.503 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:07.503 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:07.503 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:07.504 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:07.504 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:07.504 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:07.504 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:07.527 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:07.540 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:07.541 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:07.541 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:07.542 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:07.542 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:07.542 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:07.543 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:07.543 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:07.543 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:07.544 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:07.544 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:07.544 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:07.544 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:07.668 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:07.669 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:07.669 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:07.669 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:07.669 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:07.669 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:07.670 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:07.670 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:07.670 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:07.670 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:07.670 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:07.670 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:07.670 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:07.711 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:09:07.711 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:09:07.711 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:09:07.712 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:07.712 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:07.712 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:07.713 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:07.713 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:07.713 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:07.713 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:07.713 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:07.713 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:07.713 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:09:07.745 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2841dd5f383bae9a8f297e74525dcca1 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 2841dd5f383bae9a8f297e74525dcca1 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:07.772 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.22.50.60:38829(127.22.50.60:38829)] connecting to peer
21:09:07.772 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.22.50.61:45261(127.22.50.61:45261)] connecting to peer
21:09:07.772 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.22.50.62:44659(127.22.50.62:44659)] connecting to peer
21:09:07.773 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:09:07.773 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.50.60:38829(127.22.50.60:38829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:09:07.773 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.60:38829: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:09:07.773 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:09:07.774 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.50.61:45261(127.22.50.61:45261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:09:07.774 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.61:45261: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:09:07.774 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:09:07.774 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.50.62:44659(127.22.50.62:44659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:09:07.774 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.62:44659: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:09:07.774 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659; will retry
21:09:07.802 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:07.802 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:07.802 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:07.803 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:07.804 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:07.804 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:07.804 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:07.804 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:07.804 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:07.805 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:07.805 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:07.805 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:07.805 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:07.826 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:07.880 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:07.880 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:07.881 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:07.881 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:07.881 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:07.881 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:07.882 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:07.882 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:07.882 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:07.883 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:07.883 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:07.883 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:07.883 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:07.983 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:08.027 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:08.245 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2841dd5f383bae9a8f297e74525dcca1 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 2841dd5f383bae9a8f297e74525dcca1 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:08.271 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:09:08.271 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:09:08.271 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:09:08.272 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:08.272 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:08.272 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:08.272 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:08.272 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:08.272 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:08.273 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:08.273 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:08.273 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:08.273 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:09:08.326 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:08.361 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:09:08.361 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:09:08.361 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:09:08.362 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:08.362 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:08.362 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:08.362 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:08.362 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:08.362 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:08.362 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:08.362 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:08.362 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:08.362 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:09:08.421 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:08.421 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:08.421 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:08.422 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:08.422 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:08.422 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:08.422 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:08.422 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:08.423 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:08.423 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:08.423 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:08.423 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:08.423 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:08.482 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:08.527 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:08.562 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:08.562 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:08.562 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:08.563 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:08.563 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:08.563 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:08.563 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:08.563 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:08.563 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:08.563 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:08.563 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:08.563 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:08.563 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:08.661 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:09:08.661 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:09:08.662 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:09:08.662 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:08.662 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:08.662 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:08.662 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:08.662 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:08.662 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:08.662 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:08.662 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:08.662 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:08.662 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:09:08.680 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:08.680 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:08.681 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:08.681 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:08.681 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:08.681 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:08.682 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:08.682 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:08.682 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:08.682 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:08.682 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:08.682 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:08.682 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:08.746 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2841dd5f383bae9a8f297e74525dcca1 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 2841dd5f383bae9a8f297e74525dcca1 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:08.827 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:08.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:07.573612 29313 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 29307
21:09:08.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:08.868690 29313 kernel_stack_watchdog.cc:198] Thread 29307 stuck at /home/jenkins-slave/workspace/build_and_test@2/src/kudu/util/thread.cc:642 for 386ms:
21:09:08.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
21:09:08.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
21:09:08.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
21:09:08.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
21:09:08.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:06.187141 29315 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:09:08.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:08.875869 29317 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:09:08.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:08.879791 29316 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection timed out after 2694 milliseconds
21:09:08.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:08.881985 29307 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 2.696s	user 0.427s	sys 0.831s
21:09:08.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:08.882427 29307 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 2.697s	user 0.427s	sys 0.831s
21:09:08.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:08.891242 29307 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
21:09:08.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:08.892978 29307 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:09:08.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:08.899386 29307 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:09:08.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:08.901678 29307 hybrid_clock.cc:648] HybridClock initialized: now 1783544948901616 us; error 89 us; skew 500 ppm
21:09:08.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:08.903268 29307 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:09:08.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:08.931257 29307 webserver.cc:534] Webserver started at http://127.28.61.129:43639/ using document root <none> and password file <none>
21:09:08.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:08.932775 29307 fs_manager.cc:362] Metadata directory not provided
21:09:08.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:08.933102 29307 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:09:08.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:08.933805 29307 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
21:09:08.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:08.942250 29307 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10299387535864193821/ts-0/data/instance:
21:09:08.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f53bf1a5b946421c9a5245279379d038"
21:09:08.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:09:08 on dist-test-slave-3sd5"
21:09:08.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:08.944409 29307 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10299387535864193821/ts-0/wal/instance:
21:09:08.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f53bf1a5b946421c9a5245279379d038"
21:09:08.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:09:08 on dist-test-slave-3sd5"
21:09:08.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:08.956992 29307 fs_manager.cc:696] Time spent creating directory manager: real 0.012s	user 0.005s	sys 0.006s
21:09:08.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:08.966578 29328 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
21:09:08.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:08.969038 29307 fs_manager.cc:730] Time spent opening block manager: real 0.006s	user 0.002s	sys 0.002s
21:09:08.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:08.969528 29307 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10299387535864193821/ts-0/data,/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10299387535864193821/ts-0/wal
21:09:08.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f53bf1a5b946421c9a5245279379d038"
21:09:08.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:09:08 on dist-test-slave-3sd5"
21:09:08.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:08.970016 29307 fs_report.cc:389] FS layout report
21:09:08.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:09:08.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10299387535864193821/ts-0/wal
21:09:08.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10299387535864193821/ts-0/wal
21:09:08.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10299387535864193821/ts-0/data/data
21:09:08.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:09:08.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:09:08.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:09:08.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:09:08.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:09:08.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:09:08.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:09:08.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:09:08.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:09:08.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:09:08.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:09:08.982 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:09.026 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:09.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:09.073180 29307 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
21:09:09.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:09.075394 29307 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:09:09.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:09.076013 29307 kserver.cc:163] Server-wide thread pool size limit: 3276
21:09:09.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:09.085695 29307 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
21:09:09.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:09.093693 29307 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
21:09:09.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:09.094048 29307 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
21:09:09.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:09.094404 29307 ts_tablet_manager.cc:616] Registered 0 tablets
21:09:09.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:09.094666 29307 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
21:09:09.128 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:09.128 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:09.128 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:09.129 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:09.129 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:09.129 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:09.164 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:09.165 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:09.165 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:09.165 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:09.165 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:09.165 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:09.165 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:09.246 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2841dd5f383bae9a8f297e74525dcca1 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 2841dd5f383bae9a8f297e74525dcca1 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:09.298 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.25.113.61:34911(127.25.113.61:34911)] connecting to peer
21:09:09.299 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.25.113.60:35933(127.25.113.60:35933)] connecting to peer
21:09:09.299 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.25.113.62:35193(127.25.113.62:35193)] connecting to peer
21:09:09.299 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:09.299 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.113.61:34911(127.25.113.61:34911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:09.299 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.61:34911: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:09.300 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:09.300 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.113.60:35933(127.25.113.60:35933)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:09.300 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.60:35933: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:09.300 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:09.300 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.113.62:35193(127.25.113.62:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:09.300 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.62:35193: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:09.300 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193; will retry
21:09:09.362 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:09.482 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:09.526 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:09.728 [INFO - flink-pekko.actor.default-dispatcher-7] (CheckpointCoordinator.java:1805) Restoring job be5d90ea6ea762b3c60063afb0fd4b65 from Checkpoint 67 @ 1783544784036 for be5d90ea6ea762b3c60063afb0fd4b65 located at file:/tmp/junit10338659225340402728/checkpoints/be5d90ea6ea762b3c60063afb0fd4b65/chk-67.
21:09:09.729 [INFO - flink-pekko.actor.default-dispatcher-7] (MasterHooks.java:201) No master state to restore
21:09:09.730 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_1_6) switched from CREATED to SCHEDULED.
21:09:09.733 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 1 to checkpoint 67 for source Source: KuduSource to checkpoint.
21:09:09.733 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job be5d90ea6ea762b3c60063afb0fd4b65: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
21:09:09.737 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_1_6) switched from SCHEDULED to DEPLOYING.
21:09:09.738 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #6) with attempt id c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_1_6 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to 55c4d95f-4b70-4fa7-a972-a2dfacde7c76 @ 127.0.0.1 (dataPort=-1) with allocation id 65c9f87e3e33f52223111d9ac38a0b65
21:09:09.738 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (be5d90ea6ea762b3c60063afb0fd4b65) switched from state RESTARTING to RUNNING.
21:09:09.738 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskSlotTableImpl.java:391) Activate slot 65c9f87e3e33f52223111d9ac38a0b65.
21:09:09.740 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#6 (c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_1_6), deploy into slot with allocation id 65c9f87e3e33f52223111d9ac38a0b65.
21:09:09.745 [INFO - flink-pekko.actor.default-dispatcher-7] (CheckpointCoordinator.java:1805) Restoring job be5d90ea6ea762b3c60063afb0fd4b65 from Checkpoint 67 @ 1783544784036 for be5d90ea6ea762b3c60063afb0fd4b65 located at file:/tmp/junit10338659225340402728/checkpoints/be5d90ea6ea762b3c60063afb0fd4b65/chk-67.
21:09:09.746 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2841dd5f383bae9a8f297e74525dcca1 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 2841dd5f383bae9a8f297e74525dcca1 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:09.746 [INFO - Source: KuduSource -> Sink: Writer (2/4)#6] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#6 (c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_1_6) switched from CREATED to DEPLOYING.
21:09:09.746 [INFO - Source: KuduSource -> Sink: Writer (2/4)#6] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#6 (c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_1_6) [DEPLOYING].
21:09:09.746 [INFO - flink-pekko.actor.default-dispatcher-7] (MasterHooks.java:201) No master state to restore
21:09:09.746 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 0 to checkpoint 67 for source Source: KuduSource to checkpoint.
21:09:09.747 [INFO - Source: KuduSource -> Sink: Writer (2/4)#6] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@797e4f94
21:09:09.747 [INFO - Source: KuduSource -> Sink: Writer (2/4)#6] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
21:09:09.748 [INFO - Source: KuduSource -> Sink: Writer (2/4)#6] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit10338659225340402728/checkpoints")
21:09:09.748 [INFO - Source: KuduSource -> Sink: Writer (2/4)#6] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#6 (c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_1_6) switched from DEPLOYING to INITIALIZING.
21:09:09.751 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_0_6) switched from CREATED to SCHEDULED.
21:09:09.752 [INFO - Source: KuduSource -> Sink: Writer (2/4)#6] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@763931f7
21:09:09.754 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job be5d90ea6ea762b3c60063afb0fd4b65: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
21:09:09.755 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_0_6) switched from SCHEDULED to DEPLOYING.
21:09:09.755 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #6) with attempt id c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_0_6 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to 55c4d95f-4b70-4fa7-a972-a2dfacde7c76 @ 127.0.0.1 (dataPort=-1) with allocation id 7bf82fcc14a14e264b75f99567331482
21:09:09.756 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#6] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:09:09.756 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskSlotTableImpl.java:391) Activate slot 7bf82fcc14a14e264b75f99567331482.
21:09:09.757 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_1_6) switched from DEPLOYING to INITIALIZING.
21:09:09.757 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#6 (c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_0_6), deploy into slot with allocation id 7bf82fcc14a14e264b75f99567331482.
21:09:09.761 [INFO - Source: KuduSource -> Sink: Writer (1/4)#6] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#6 (c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_0_6) switched from CREATED to DEPLOYING.
21:09:09.761 [INFO - Source: KuduSource -> Sink: Writer (1/4)#6] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#6 (c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_0_6) [DEPLOYING].
21:09:09.762 [INFO - Source: KuduSource -> Sink: Writer (1/4)#6] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@9055c38
21:09:09.762 [INFO - Source: KuduSource -> Sink: Writer (1/4)#6] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
21:09:09.762 [INFO - Source: KuduSource -> Sink: Writer (1/4)#6] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit10338659225340402728/checkpoints")
21:09:09.762 [INFO - Source: KuduSource -> Sink: Writer (1/4)#6] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#6 (c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_0_6) switched from DEPLOYING to INITIALIZING.
21:09:09.762 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#6] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:09:09.764 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_0_6) switched from DEPLOYING to INITIALIZING.
21:09:09.771 [INFO - Source: KuduSource -> Sink: Writer (1/4)#6] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@2e8c4ce1
21:09:09.774 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#6] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:09:09.774 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#6] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:09:09.775 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:09.775 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:09.783 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:09.803 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#6] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:09:09.804 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:09.804 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:09.804 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:09.819 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#6] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:09:09.825 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:09.825 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:09.825 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:09.825 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:09:09.827 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:09.829 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#6] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:09:09.832 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:09.832 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:09.833 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:09.835 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#6] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:09:09.836 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:09.837 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:09.837 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:09.840 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:09.842 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:09.842 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:09.842 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:09:09.843 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:09:09.859 [DEBUG - pool-318-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:09:09.860 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:09:09.861 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:09.861 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:09.861 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:09.862 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:09:09.863 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:09.876 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:09.876 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:09.878 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:09.878 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:09.878 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:09.878 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:09:09.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:09.880607 29307 rpc_server.cc:307] RPC server started. Bound to: 127.28.61.129:36239
21:09:09.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:09.880749 29454 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.28.61.129:36239 every 8 connection(s)
21:09:09.882 [DEBUG - pool-318-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:09:09.883 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:09:09.884 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:09.884 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:09.884 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:09.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:09.885051 29307 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10299387535864193821/ts-0/data/info.pb
21:09:09.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:09.887827 28918 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu as pid 29307
21:09:09.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:09.888491 28918 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10299387535864193821/ts-0/wal/instance
21:09:09.898 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:09.898 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:09.899 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:09.899 [DEBUG - pool-318-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:09:09.899 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:09.899 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:09.900 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:09.900 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:09.900 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:09.900 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:09.900 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:09.900 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:09.900 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:09.901 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:09.901 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:09.901 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:09.901 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:09.901 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:09.902 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:09.902 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:09.902 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:09:09.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:09.906388 28918 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu
21:09:09.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu
21:09:09.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10299387535864193821/ts-1/wal
21:09:09.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10299387535864193821/ts-1/data
21:09:09.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:09:09.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:09:09.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:09:09.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:09:09.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:09:09.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:09:09.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10299387535864193821/ts-1/logs
21:09:09.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10299387535864193821/ts-1/data/info.pb
21:09:09.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:09:09.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:09:09.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:09:09.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:09:09.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:09:09.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:09:09.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:09:09.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:09:09.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
21:09:09.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:09:09.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.28.61.130:0
21:09:09.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.28.61.130
21:09:09.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.28.61.130
21:09:09.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:09:09.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.28.61.190:36375,127.28.61.189:39213,127.28.61.188:41979
21:09:09.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.28.61.148:36891
21:09:09.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:09:09.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:09:09.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
21:09:09.911 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:09:09.913 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:09.913 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:09.913 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:09.919 [DEBUG - pool-318-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:09:09.922 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:09:09.922 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:09.922 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:09.923 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:09.923 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:09.923 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:09.923 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:09.923 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:09:09.941 [DEBUG - pool-318-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:09:09.942 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:09.942 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:09.943 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:09.943 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:09:09.950 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:09:09.950 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:09.950 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:09.950 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:09.950 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:09.950 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:09.951 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:09.950 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:09:09.951 [DEBUG - pool-318-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:09:09.951 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:09.951 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:09.951 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:09.951 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:09.951 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:09.952 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:09.951 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:09:09.952 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:09.953 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:09.953 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:09.953 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:09:09.958 [DEBUG - pool-318-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:09:09.959 [DEBUG - pool-318-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:09:09.959 [DEBUG - pool-318-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:09:09.960 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:09.960 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:09.960 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:09.960 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:09.960 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:09.961 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:09.961 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:09.960 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:09.961 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:09.961 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:09:09.963 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:09:09.964 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:09:09.964 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:09:09.964 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:09.964 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:09.964 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:09.964 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:09.964 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:09.964 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:09.965 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:09.965 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:09.965 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:09.965 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:09:09.979 [DEBUG - pool-318-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:09:09.979 [DEBUG - pool-318-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:09:09.979 [DEBUG - pool-318-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:09:09.980 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:09.980 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:09.980 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:09.982 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:09.982 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:09.982 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:09.983 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:09.983 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:09.983 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:09.983 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:09.983 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:09:10.003 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:09:10.004 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:09:10.004 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:09:10.004 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:10.004 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:10.005 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:10.005 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:10.005 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:10.005 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:10.005 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:10.005 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:10.006 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:10.006 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:09:10.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:10.014701 29460 heartbeater.cc:344] Connected to a master server at 127.28.61.188:41979
21:09:10.015 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:10.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:10.015369 29460 heartbeater.cc:461] Registering TS with master...
21:09:10.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:10.016842 29460 heartbeater.cc:507] Master 127.28.61.188:41979 requested a full tablet report, sending...
21:09:10.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:10.018153 29465 heartbeater.cc:344] Connected to a master server at 127.28.61.189:39213
21:09:10.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:10.018549 29465 heartbeater.cc:461] Registering TS with master...
21:09:10.019 [DEBUG - pool-318-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:09:10.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:10.019711 29465 heartbeater.cc:507] Master 127.28.61.189:39213 requested a full tablet report, sending...
21:09:10.020 [DEBUG - pool-318-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:09:10.020 [DEBUG - pool-318-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:09:10.021 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:10.021 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:10.021 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:10.021 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:10.021 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:10.021 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:10.022 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:10.022 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:10.022 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:10.022 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:09:10.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:10.022819 29129 ts_manager.cc:194] Registered new tserver with Master: f53bf1a5b946421c9a5245279379d038 (127.28.61.129:36239)
21:09:10.027 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:10.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:10.026199 29129 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.28.61.129:55823
21:09:10.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:10.026790 29471 heartbeater.cc:344] Connected to a master server at 127.28.61.190:36375
21:09:10.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:10.027575 29471 heartbeater.cc:461] Registering TS with master...
21:09:10.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:10.028729 29471 heartbeater.cc:507] Master 127.28.61.190:36375 requested a full tablet report, sending...
21:09:10.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:10.030011 29042 ts_manager.cc:194] Registered new tserver with Master: f53bf1a5b946421c9a5245279379d038 (127.28.61.129:36239)
21:09:10.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:10.032645 28966 ts_manager.cc:194] Registered new tserver with Master: f53bf1a5b946421c9a5245279379d038 (127.28.61.129:36239)
21:09:10.039 [DEBUG - pool-318-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:09:10.039 [DEBUG - pool-318-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:09:10.039 [DEBUG - pool-318-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:09:10.040 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:10.040 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:10.040 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:10.040 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:10.040 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:10.040 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:10.041 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:10.041 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:10.041 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:10.041 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:09:10.043 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:09:10.043 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:09:10.044 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:09:10.044 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:10.044 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:10.044 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:10.045 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:10.045 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:10.045 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:10.045 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:10.045 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:10.045 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:10.045 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:09:10.059 [DEBUG - pool-318-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:09:10.059 [DEBUG - pool-318-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:09:10.059 [DEBUG - pool-318-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:09:10.060 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:10.060 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:10.060 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:10.060 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:10.060 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:10.060 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:10.061 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:10.061 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:10.061 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:10.061 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:09:10.163 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:09:10.163 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:09:10.163 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:09:10.163 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:10.163 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:10.163 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:10.163 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:10.164 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:10.163 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:10.164 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:10.164 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:10.164 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:10.164 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:09:10.211 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:10.212 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:10.212 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:10.212 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:10.212 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:10.212 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:10.212 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:10.212 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:10.213 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:10.213 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:10.213 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:10.213 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:10.213 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:10.246 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2841dd5f383bae9a8f297e74525dcca1 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 2841dd5f383bae9a8f297e74525dcca1 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:10.263 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:09:10.263 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:09:10.264 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:09:10.264 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:10.264 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:10.264 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:10.265 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:10.265 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:10.265 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:10.265 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:10.265 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:10.266 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:10.266 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:09:10.279 [DEBUG - pool-318-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:09:10.279 [DEBUG - pool-318-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:09:10.279 [DEBUG - pool-318-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:09:10.280 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:10.280 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:10.280 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:10.280 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:10.280 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:10.280 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:10.280 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:10.280 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:10.280 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:10.280 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:09:10.327 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:10.359 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:09:10.360 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:09:10.360 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:09:10.360 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:10.360 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:10.360 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:10.360 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:10.360 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:10.360 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:10.360 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:10.361 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:10.361 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:10.361 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:09:10.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:10.425765 29463 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
21:09:10.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:10.426412 29463 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:09:10.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:10.426891 29463 flags.cc:432] Enabled unsafe flag: --never_fsync=true
21:09:10.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:10.466886 29463 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
21:09:10.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:10.467834 29463 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.28.61.130
21:09:10.483 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:10.501 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:10.501 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:10.502 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:10.502 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:10.502 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:10.502 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:10.502 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:10.502 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:10.502 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:10.502 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:10.502 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:10.502 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:10.502 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:10.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:10.513235 29463 tablet_server_runner.cc:78] Tablet server non-default flags:
21:09:10.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:09:10.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.28.61.148:36891
21:09:10.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:09:10.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:09:10.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10299387535864193821/ts-1/data
21:09:10.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10299387535864193821/ts-1/wal
21:09:10.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:09:10.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:09:10.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.28.61.130:0
21:09:10.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:09:10.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:09:10.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:09:10.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10299387535864193821/ts-1/data/info.pb
21:09:10.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.28.61.130
21:09:10.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:09:10.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.28.61.190:36375,127.28.61.189:39213,127.28.61.188:41979
21:09:10.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:09:10.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:09:10.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:09:10.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:09:10.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:09:10.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.28.61.130
21:09:10.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10299387535864193821/ts-1/logs
21:09:10.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:09:10.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:09:10.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
21:09:10.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
21:09:10.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
21:09:10.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 6bec869c2320d19f2589b3f609f76e5041a21d27
21:09:10.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:09:10.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 20:43:55 UTC on e7f111948823
21:09:10.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16878
21:09:10.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:09:10.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:10.515116 29463 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:09:10.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:10.517284 29463 file_cache.cc:492] Constructed file cache file cache with capacity 419430
21:09:10.518 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:10.519 [DEBUG - pool-318-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:09:10.520 [DEBUG - pool-318-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:09:10.520 [DEBUG - pool-318-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:09:10.520 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:10.520 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:10.520 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:10.520 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:10.520 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:10.520 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:10.520 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:10.521 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:10.521 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:10.521 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:09:10.527 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:10.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:10.533795 29482 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:09:10.571 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:10.571 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:10.571 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:10.572 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:10.572 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:10.572 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:10.572 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:10.572 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:10.572 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:10.572 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:10.572 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:10.572 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:10.573 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:10.723 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:09:10.723 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:09:10.723 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:09:10.724 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:10.724 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:10.724 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:10.724 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:10.724 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:10.724 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:10.725 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:10.725 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:10.725 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:10.725 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:09:10.740 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:10.741 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:10.741 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:10.741 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:10.741 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:10.742 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:10.742 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:10.742 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:10.742 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:10.742 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:10.742 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:10.743 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:10.743 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:10.747 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2841dd5f383bae9a8f297e74525dcca1 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 2841dd5f383bae9a8f297e74525dcca1 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:10.829 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:10.919 [DEBUG - pool-318-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:09:10.919 [DEBUG - pool-318-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:09:10.920 [DEBUG - pool-318-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:09:10.920 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:10.920 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:10.921 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:10.921 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:10.921 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:10.921 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:10.921 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:10.921 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:10.921 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:10.922 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:09:10.979 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.25.113.61:34911(127.25.113.61:34911)] connecting to peer
21:09:10.979 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.25.113.60:35933(127.25.113.60:35933)] connecting to peer
21:09:10.979 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.25.113.62:35193(127.25.113.62:35193)] connecting to peer
21:09:10.980 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:10.980 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.113.61:34911(127.25.113.61:34911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:10.980 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.61:34911: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:10.980 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:10.980 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.113.60:35933(127.25.113.60:35933)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:10.981 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.60:35933: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:10.981 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:10.981 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.113.62:35193(127.25.113.62:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:10.981 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.62:35193: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:10.981 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193; will retry
21:09:10.982 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:09:10.982 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:09:10.982 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:09:10.982 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:10.982 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:10.983 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:10.983 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:10.983 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:10.983 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:10.984 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:10.984 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:10.984 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:10.984 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:09:10.986 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:10.999 [DEBUG - pool-318-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:09:10.999 [DEBUG - pool-318-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:09:11.000 [DEBUG - pool-318-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:09:11.000 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:11.000 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:11.000 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:11.000 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:11.000 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:11.000 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:11.003 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:11.003 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:11.003 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:11.003 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:09:11.014 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:11.027 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:11.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:11.033664 29460 heartbeater.cc:499] Master 127.28.61.188:41979 was elected leader, sending a full tablet report...
21:09:11.073 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.22.50.60:38829(127.22.50.60:38829)] connecting to peer
21:09:11.074 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.22.50.61:45261(127.22.50.61:45261)] connecting to peer
21:09:11.075 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.22.50.62:44659(127.22.50.62:44659)] connecting to peer
21:09:11.075 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:09:11.076 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.50.60:38829(127.22.50.60:38829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:09:11.076 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.60:38829: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:09:11.077 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:09:11.077 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.50.61:45261(127.22.50.61:45261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:09:11.077 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.61:45261: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:09:11.077 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:09:11.077 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.50.62:44659(127.22.50.62:44659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:09:11.077 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.62:44659: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:09:11.077 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659; will retry
21:09:11.248 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2841dd5f383bae9a8f297e74525dcca1 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 2841dd5f383bae9a8f297e74525dcca1 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:11.327 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:11.381 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:11.381 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:11.382 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:11.382 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:11.382 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:11.382 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:11.382 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:11.382 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:11.382 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:11.383 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:11.383 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:11.383 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:11.383 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:11.483 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:11.515 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:11.528 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:11.623 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:09:11.624 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:09:11.624 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:09:11.626 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:11.626 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:11.626 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:11.627 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:11.627 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:11.627 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:11.627 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:11.627 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:11.627 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:11.627 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:09:11.746 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2841dd5f383bae9a8f297e74525dcca1 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 2841dd5f383bae9a8f297e74525dcca1 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:11.820 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:11.820 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:11.821 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:11.821 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:11.822 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:11.822 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:11.822 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:11.822 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:11.822 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:11.823 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:11.823 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:11.823 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:11.823 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:11.823 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:11.823 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:11.823 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:11.823 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:11.823 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:11.824 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:11.824 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:11.824 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:11.824 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:11.824 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:11.824 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:11.824 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:11.824 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:11.825 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=22, TimeoutTracker(timeout=30000, elapsed=29165), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [34ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [36ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [84ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [84ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [211ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [213ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [218ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [219ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [227ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [227ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [259ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [260ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [262ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [262ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [263ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [281ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [282ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [282ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [282ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [301ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [301ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [301ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [302ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [341ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [342ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [342ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [342ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [421ms] refreshing cache from master, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [422ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [422ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [423ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [423ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [501ms] refreshing cache from master, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [502ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [502ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [503ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [503ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [620ms] refreshing cache from master, [620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [622ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [622ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [623ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [623ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [981ms] refreshing cache from master, [981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [982ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [983ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [984ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [984ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [1080ms] refreshing cache from master, [1080ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [1081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [1081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [1081ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [1082ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [1082ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [1082ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [1220ms] refreshing cache from master, [1220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [1221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [1221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [1221ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [1221ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [1221ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [1221ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [3421ms] refreshing cache from master, [3421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [3421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [3421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [3422ms] too many traces: truncated at 100 traces, deferred=Deferred@1640836464(state=PENDING, result=null, callback=(continuation of Deferred@433719642 after retry RPC after error@2017326792) -> (continuation of Deferred@1309856365 after retry RPC after error@1186779250) -> (continuation of Deferred@258314534 after retry RPC after error@419016116) -> (continuation of Deferred@1084265852 after retry RPC after error@1614803546) -> (continuation of Deferred@1139848154 after retry RPC after error@380707357) -> (continuation of Deferred@1384009410 after retry RPC after error@1296878581) -> (continuation of Deferred@199548901 after retry RPC after error@341488974) -> (continuation of Deferred@888332633 after retry RPC after error@524978001) -> (continuation of Deferred@847014058 after retry RPC after error@1934449518) -> (continuation of Deferred@1352045687 after retry RPC after error@464384315) -> (continuation of Deferred@1246094300 after retry RPC after error@1397381073) -> (continuation of Deferred@924538083 after retry RPC after error@1137397522) -> (continuation of Deferred@653598644 after retry RPC after error@662712420) -> (continuation of Deferred@1246876731 after retry RPC after error@1408999868) -> (continuation of Deferred@1568476360 after retry RPC after error@2077758483) -> (continuation of Deferred@1064105823 after retry RPC after error@831805263) -> (continuation of Deferred@70915833 after retry RPC after error@1064952545) -> (continuation of Deferred@1735867486 after retry RPC after error@1951015376) -> (continuation of Deferred@538143870 after retry RPC after error@1351478391) -> (continuation of Deferred@239513588 after retry RPC after error@732388173) -> (continuation of Deferred@275559131 after retry RPC after error@792533749), errback=(continuation of Deferred@433719642 after retry RPC after error@2017326792) -> (continuation of Deferred@1309856365 after retry RPC after error@1186779250) -> (continuation of Deferred@258314534 after retry RPC after error@419016116) -> (continuation of Deferred@1084265852 after retry RPC after error@1614803546) -> (continuation of Deferred@1139848154 after retry RPC after error@380707357) -> (continuation of Deferred@1384009410 after retry RPC after error@1296878581) -> (continuation of Deferred@199548901 after retry RPC after error@341488974) -> (continuation of Deferred@888332633 after retry RPC after error@524978001) -> (continuation of Deferred@847014058 after retry RPC after error@1934449518) -> (continuation of Deferred@1352045687 after retry RPC after error@464384315) -> (continuation of Deferred@1246094300 after retry RPC after error@1397381073) -> (continuation of Deferred@924538083 after retry RPC after error@1137397522) -> (continuation of Deferred@653598644 after retry RPC after error@662712420) -> (continuation of Deferred@1246876731 after retry RPC after error@1408999868) -> (continuation of Deferred@1568476360 after retry RPC after error@2077758483) -> (continuation of Deferred@1064105823 after retry RPC after error@831805263) -> (continuation of Deferred@70915833 after retry RPC after error@1064952545) -> (continuation of Deferred@1735867486 after retry RPC after error@1951015376) -> (continuation of Deferred@538143870 after retry RPC after error@1351478391) -> (continuation of Deferred@239513588 after retry RPC after error@732388173) -> (continuation of Deferred@275559131 after retry RPC after error@792533749)))
21:09:11.828 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (SourceReaderBase.java:338) Closing Source Reader.
21:09:11.828 [WARN - Source: KuduSource -> Sink: Writer (1/4)#2] (Task.java:1117) Source: KuduSource -> Sink: Writer (1/4)#2 (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=22, TimeoutTracker(timeout=30000, elapsed=29165), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [34ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [36ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [84ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [84ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [211ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [213ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [218ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [219ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [227ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [227ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [259ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [260ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [262ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [262ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [263ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [281ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [282ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [282ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [282ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [301ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [301ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [301ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [302ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [341ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [342ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [342ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [342ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [421ms] refreshing cache from master, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [422ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [422ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [423ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [423ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [501ms] refreshing cache from master, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [502ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [502ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [503ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [503ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [620ms] refreshing cache from master, [620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [622ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [622ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [623ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [623ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [981ms] refreshing cache from master, [981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [982ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [983ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [984ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [984ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [1080ms] refreshing cache from master, [1080ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [1081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [1081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [1081ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [1082ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [1082ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [1082ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [1220ms] refreshing cache from master, [1220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [1221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [1221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [1221ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [1221ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [1221ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [1221ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [3421ms] refreshing cache from master, [3421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [3421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [3421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [3422ms] too many traces: truncated at 100 traces, deferred=Deferred@1640836464(state=PENDING, result=null, callback=(continuation of Deferred@433719642 after retry RPC after error@2017326792) -> (continuation of Deferred@1309856365 after retry RPC after error@1186779250) -> (continuation of Deferred@258314534 after retry RPC after error@419016116) -> (continuation of Deferred@1084265852 after retry RPC after error@1614803546) -> (continuation of Deferred@1139848154 after retry RPC after error@380707357) -> (continuation of Deferred@1384009410 after retry RPC after error@1296878581) -> (continuation of Deferred@199548901 after retry RPC after error@341488974) -> (continuation of Deferred@888332633 after retry RPC after error@524978001) -> (continuation of Deferred@847014058 after retry RPC after error@1934449518) -> (continuation of Deferred@1352045687 after retry RPC after error@464384315) -> (continuation of Deferred@1246094300 after retry RPC after error@1397381073) -> (continuation of Deferred@924538083 after retry RPC after error@1137397522) -> (continuation of Deferred@653598644 after retry RPC after error@662712420) -> (continuation of Deferred@1246876731 after retry RPC after error@1408999868) -> (continuation of Deferred@1568476360 after retry RPC after error@2077758483) -> (continuation of Deferred@1064105823 after retry RPC after error@831805263) -> (continuation of Deferred@70915833 after retry RPC after error@1064952545) -> (continuation of Deferred@1735867486 after retry RPC after error@1951015376) -> (continuation of Deferred@538143870 after retry RPC after error@1351478391) -> (continuation of Deferred@239513588 after retry RPC after error@732388173) -> (continuation of Deferred@275559131 after retry RPC after error@792533749), errback=(continuation of Deferred@433719642 after retry RPC after error@2017326792) -> (continuation of Deferred@1309856365 after retry RPC after error@1186779250) -> (continuation of Deferred@258314534 after retry RPC after error@419016116) -> (continuation of Deferred@1084265852 after retry RPC after error@1614803546) -> (continuation of Deferred@1139848154 after retry RPC after error@380707357) -> (continuation of Deferred@1384009410 after retry RPC after error@1296878581) -> (continuation of Deferred@199548901 after retry RPC after error@341488974) -> (continuation of Deferred@888332633 after retry RPC after error@524978001) -> (continuation of Deferred@847014058 after retry RPC after error@1934449518) -> (continuation of Deferred@1352045687 after retry RPC after error@464384315) -> (continuation of Deferred@1246094300 after retry RPC after error@1397381073) -> (continuation of Deferred@924538083 after retry RPC after error@1137397522) -> (continuation of Deferred@653598644 after retry RPC after error@662712420) -> (continuation of Deferred@1246876731 after retry RPC after error@1408999868) -> (continuation of Deferred@1568476360 after retry RPC after error@2077758483) -> (continuation of Deferred@1064105823 after retry RPC after error@831805263) -> (continuation of Deferred@70915833 after retry RPC after error@1064952545) -> (continuation of Deferred@1735867486 after retry RPC after error@1951015376) -> (continuation of Deferred@538143870 after retry RPC after error@1351478391) -> (continuation of Deferred@239513588 after retry RPC after error@732388173) -> (continuation of Deferred@275559131 after retry RPC after error@792533749)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.24.4.189:35405
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:09:11.829 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#2 (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_0_2).
21:09:11.830 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:11.825 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29178), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [52ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [54ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [147ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [151ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [156ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [158ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [159ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [159ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [259ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [259ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [266ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [267ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [267ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [268ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [282ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [282ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [282ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [282ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [302ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [302ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [302ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [303ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [342ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [343ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [344ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [344ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [363ms] refreshing cache from master, [363ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [363ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [364ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [365ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [365ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [366ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [366ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [382ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [382ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [383ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [383ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [460ms] refreshing cache from master, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [463ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [463ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [464ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [465ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [701ms] refreshing cache from master, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [702ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [702ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [702ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [702ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [702ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [1320ms] refreshing cache from master, [1321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [1321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [1321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [1322ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [1322ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [1322ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [1322ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [2542ms] refreshing cache from master, [2542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [2543ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [2543ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [2543ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [2544ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [2544ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [2544ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [4321ms] refreshing cache from master, [4321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [4321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [4322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [4322ms] too many traces: truncated at 100 traces, deferred=Deferred@971615231(state=PENDING, result=null, callback=(continuation of Deferred@2075015604 after retry RPC after error@981350653) -> (continuation of Deferred@737746198 after retry RPC after error@1606155717) -> (continuation of Deferred@1439833119 after retry RPC after error@505442184) -> (continuation of Deferred@2110963959 after retry RPC after error@2106019677) -> (continuation of Deferred@955291158 after retry RPC after error@624026287) -> (continuation of Deferred@1309629318 after retry RPC after error@162859197) -> (continuation of Deferred@894005179 after retry RPC after error@524797735) -> (continuation of Deferred@731933730 after retry RPC after error@183593227) -> (continuation of Deferred@1950083929 after retry RPC after error@1441035270) -> (continuation of Deferred@2106442724 after retry RPC after error@2092258415) -> (continuation of Deferred@1476336003 after retry RPC after error@567087934) -> (continuation of Deferred@852256256 after retry RPC after error@1678527002) -> (continuation of Deferred@1267758105 after retry RPC after error@42850998) -> (continuation of Deferred@1403015297 after retry RPC after error@1442487413) -> (continuation of Deferred@495065711 after retry RPC after error@1899375363) -> (continuation of Deferred@541280764 after retry RPC after error@568029365) -> (continuation of Deferred@747063171 after retry RPC after error@1823022883) -> (continuation of Deferred@1444919267 after retry RPC after error@750463821) -> (continuation of Deferred@974572038 after retry RPC after error@509778528) -> (continuation of Deferred@904500960 after retry RPC after error@1090335315) -> (continuation of Deferred@1278711472 after retry RPC after error@1183626444) -> (continuation of Deferred@1068201067 after retry RPC after error@384677479) -> (continuation of Deferred@1721704476 after retry RPC after error@1167508183) -> (continuation of Deferred@570097186 after retry RPC after error@1524579060), errback=(continuation of Deferred@2075015604 after retry RPC after error@981350653) -> (continuation of Deferred@737746198 after retry RPC after error@1606155717) -> (continuation of Deferred@1439833119 after retry RPC after error@505442184) -> (continuation of Deferred@2110963959 after retry RPC after error@2106019677) -> (continuation of Deferred@955291158 after retry RPC after error@624026287) -> (continuation of Deferred@1309629318 after retry RPC after error@162859197) -> (continuation of Deferred@894005179 after retry RPC after error@524797735) -> (continuation of Deferred@731933730 after retry RPC after error@183593227) -> (continuation of Deferred@1950083929 after retry RPC after error@1441035270) -> (continuation of Deferred@2106442724 after retry RPC after error@2092258415) -> (continuation of Deferred@1476336003 after retry RPC after error@567087934) -> (continuation of Deferred@852256256 after retry RPC after error@1678527002) -> (continuation of Deferred@1267758105 after retry RPC after error@42850998) -> (continuation of Deferred@1403015297 after retry RPC after error@1442487413) -> (continuation of Deferred@495065711 after retry RPC after error@1899375363) -> (continuation of Deferred@541280764 after retry RPC after error@568029365) -> (continuation of Deferred@747063171 after retry RPC after error@1823022883) -> (continuation of Deferred@1444919267 after retry RPC after error@750463821) -> (continuation of Deferred@974572038 after retry RPC after error@509778528) -> (continuation of Deferred@904500960 after retry RPC after error@1090335315) -> (continuation of Deferred@1278711472 after retry RPC after error@1183626444) -> (continuation of Deferred@1068201067 after retry RPC after error@384677479) -> (continuation of Deferred@1721704476 after retry RPC after error@1167508183) -> (continuation of Deferred@570097186 after retry RPC after error@1524579060)))
21:09:11.833 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (SourceReaderBase.java:338) Closing Source Reader.
21:09:11.834 [WARN - Source: KuduSource -> Sink: Writer (3/4)#2] (Task.java:1117) Source: KuduSource -> Sink: Writer (3/4)#2 (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29178), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [52ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [54ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [147ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [151ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [156ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [158ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [159ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [159ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [259ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [259ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [266ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [267ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [267ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [268ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [282ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [282ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [282ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [282ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [302ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [302ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [302ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [303ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [342ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [343ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [344ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [344ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [363ms] refreshing cache from master, [363ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [363ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [364ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [365ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [365ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [366ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [366ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [382ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [382ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [383ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [383ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [460ms] refreshing cache from master, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [463ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [463ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [464ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [465ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [701ms] refreshing cache from master, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [702ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [702ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [702ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [702ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [702ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [1320ms] refreshing cache from master, [1321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [1321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [1321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [1322ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [1322ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [1322ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [1322ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [2542ms] refreshing cache from master, [2542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [2543ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [2543ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [2543ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [2544ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [2544ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [2544ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [4321ms] refreshing cache from master, [4321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [4321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [4322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [4322ms] too many traces: truncated at 100 traces, deferred=Deferred@971615231(state=PENDING, result=null, callback=(continuation of Deferred@2075015604 after retry RPC after error@981350653) -> (continuation of Deferred@737746198 after retry RPC after error@1606155717) -> (continuation of Deferred@1439833119 after retry RPC after error@505442184) -> (continuation of Deferred@2110963959 after retry RPC after error@2106019677) -> (continuation of Deferred@955291158 after retry RPC after error@624026287) -> (continuation of Deferred@1309629318 after retry RPC after error@162859197) -> (continuation of Deferred@894005179 after retry RPC after error@524797735) -> (continuation of Deferred@731933730 after retry RPC after error@183593227) -> (continuation of Deferred@1950083929 after retry RPC after error@1441035270) -> (continuation of Deferred@2106442724 after retry RPC after error@2092258415) -> (continuation of Deferred@1476336003 after retry RPC after error@567087934) -> (continuation of Deferred@852256256 after retry RPC after error@1678527002) -> (continuation of Deferred@1267758105 after retry RPC after error@42850998) -> (continuation of Deferred@1403015297 after retry RPC after error@1442487413) -> (continuation of Deferred@495065711 after retry RPC after error@1899375363) -> (continuation of Deferred@541280764 after retry RPC after error@568029365) -> (continuation of Deferred@747063171 after retry RPC after error@1823022883) -> (continuation of Deferred@1444919267 after retry RPC after error@750463821) -> (continuation of Deferred@974572038 after retry RPC after error@509778528) -> (continuation of Deferred@904500960 after retry RPC after error@1090335315) -> (continuation of Deferred@1278711472 after retry RPC after error@1183626444) -> (continuation of Deferred@1068201067 after retry RPC after error@384677479) -> (continuation of Deferred@1721704476 after retry RPC after error@1167508183) -> (continuation of Deferred@570097186 after retry RPC after error@1524579060), errback=(continuation of Deferred@2075015604 after retry RPC after error@981350653) -> (continuation of Deferred@737746198 after retry RPC after error@1606155717) -> (continuation of Deferred@1439833119 after retry RPC after error@505442184) -> (continuation of Deferred@2110963959 after retry RPC after error@2106019677) -> (continuation of Deferred@955291158 after retry RPC after error@624026287) -> (continuation of Deferred@1309629318 after retry RPC after error@162859197) -> (continuation of Deferred@894005179 after retry RPC after error@524797735) -> (continuation of Deferred@731933730 after retry RPC after error@183593227) -> (continuation of Deferred@1950083929 after retry RPC after error@1441035270) -> (continuation of Deferred@2106442724 after retry RPC after error@2092258415) -> (continuation of Deferred@1476336003 after retry RPC after error@567087934) -> (continuation of Deferred@852256256 after retry RPC after error@1678527002) -> (continuation of Deferred@1267758105 after retry RPC after error@42850998) -> (continuation of Deferred@1403015297 after retry RPC after error@1442487413) -> (continuation of Deferred@495065711 after retry RPC after error@1899375363) -> (continuation of Deferred@541280764 after retry RPC after error@568029365) -> (continuation of Deferred@747063171 after retry RPC after error@1823022883) -> (continuation of Deferred@1444919267 after retry RPC after error@750463821) -> (continuation of Deferred@974572038 after retry RPC after error@509778528) -> (continuation of Deferred@904500960 after retry RPC after error@1090335315) -> (continuation of Deferred@1278711472 after retry RPC after error@1183626444) -> (continuation of Deferred@1068201067 after retry RPC after error@384677479) -> (continuation of Deferred@1721704476 after retry RPC after error@1167508183) -> (continuation of Deferred@570097186 after retry RPC after error@1524579060)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.24.4.189:35405
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:09:11.834 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#2 (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_2_2).
21:09:11.839 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#2 c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_2_2.
21:09:11.851 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:09:11.851 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:09:11.851 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:09:11.852 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:11.852 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:11.852 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:11.852 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1449) Source: KuduSource -> Sink: Writer (3/4) (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from INITIALIZING to FAILED on b6e4c460-e227-4074-af21-a4a848131e32 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29178), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [52ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [54ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [147ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [151ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [156ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [158ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [159ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [159ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [259ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [259ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [266ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [267ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [267ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [268ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [282ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [282ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [282ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [282ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [302ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [302ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [302ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [303ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [342ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [343ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [344ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [344ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [363ms] refreshing cache from master, [363ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [363ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [364ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [365ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [365ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [366ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [366ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [382ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [382ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [383ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [383ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [460ms] refreshing cache from master, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [463ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [463ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [464ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [465ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [701ms] refreshing cache from master, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [702ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [702ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [702ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [702ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [702ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [1320ms] refreshing cache from master, [1321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [1321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [1321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [1322ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [1322ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [1322ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [1322ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [2542ms] refreshing cache from master, [2542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [2543ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [2543ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [2543ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [2544ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [2544ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [2544ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [4321ms] refreshing cache from master, [4321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [4321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [4322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [4322ms] too many traces: truncated at 100 traces, deferred=Deferred@971615231(state=PENDING, result=null, callback=(continuation of Deferred@2075015604 after retry RPC after error@981350653) -> (continuation of Deferred@737746198 after retry RPC after error@1606155717) -> (continuation of Deferred@1439833119 after retry RPC after error@505442184) -> (continuation of Deferred@2110963959 after retry RPC after error@2106019677) -> (continuation of Deferred@955291158 after retry RPC after error@624026287) -> (continuation of Deferred@1309629318 after retry RPC after error@162859197) -> (continuation of Deferred@894005179 after retry RPC after error@524797735) -> (continuation of Deferred@731933730 after retry RPC after error@183593227) -> (continuation of Deferred@1950083929 after retry RPC after error@1441035270) -> (continuation of Deferred@2106442724 after retry RPC after error@2092258415) -> (continuation of Deferred@1476336003 after retry RPC after error@567087934) -> (continuation of Deferred@852256256 after retry RPC after error@1678527002) -> (continuation of Deferred@1267758105 after retry RPC after error@42850998) -> (continuation of Deferred@1403015297 after retry RPC after error@1442487413) -> (continuation of Deferred@495065711 after retry RPC after error@1899375363) -> (continuation of Deferred@541280764 after retry RPC after error@568029365) -> (continuation of Deferred@747063171 after retry RPC after error@1823022883) -> (continuation of Deferred@1444919267 after retry RPC after error@750463821) -> (continuation of Deferred@974572038 after retry RPC after error@509778528) -> (continuation of Deferred@904500960 after retry RPC after error@1090335315) -> (continuation of Deferred@1278711472 after retry RPC after error@1183626444) -> (continuation of Deferred@1068201067 after retry RPC after error@384677479) -> (continuation of Deferred@1721704476 after retry RPC after error@1167508183) -> (continuation of Deferred@570097186 after retry RPC after error@1524579060), errback=(continuation of Deferred@2075015604 after retry RPC after error@981350653) -> (continuation of Deferred@737746198 after retry RPC after error@1606155717) -> (continuation of Deferred@1439833119 after retry RPC after error@505442184) -> (continuation of Deferred@2110963959 after retry RPC after error@2106019677) -> (continuation of Deferred@955291158 after retry RPC after error@624026287) -> (continuation of Deferred@1309629318 after retry RPC after error@162859197) -> (continuation of Deferred@894005179 after retry RPC after error@524797735) -> (continuation of Deferred@731933730 after retry RPC after error@183593227) -> (continuation of Deferred@1950083929 after retry RPC after error@1441035270) -> (continuation of Deferred@2106442724 after retry RPC after error@2092258415) -> (continuation of Deferred@1476336003 after retry RPC after error@567087934) -> (continuation of Deferred@852256256 after retry RPC after error@1678527002) -> (continuation of Deferred@1267758105 after retry RPC after error@42850998) -> (continuation of Deferred@1403015297 after retry RPC after error@1442487413) -> (continuation of Deferred@495065711 after retry RPC after error@1899375363) -> (continuation of Deferred@541280764 after retry RPC after error@568029365) -> (continuation of Deferred@747063171 after retry RPC after error@1823022883) -> (continuation of Deferred@1444919267 after retry RPC after error@750463821) -> (continuation of Deferred@974572038 after retry RPC after error@509778528) -> (continuation of Deferred@904500960 after retry RPC after error@1090335315) -> (continuation of Deferred@1278711472 after retry RPC after error@1183626444) -> (continuation of Deferred@1068201067 after retry RPC after error@384677479) -> (continuation of Deferred@1721704476 after retry RPC after error@1167508183) -> (continuation of Deferred@570097186 after retry RPC after error@1524579060)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.24.4.189:35405
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:09:11.853 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:11.853 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:11.853 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:11.854 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#2) of source Source: KuduSource.
21:09:11.854 [INFO - flink-pekko.actor.default-dispatcher-10] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_2_2.
21:09:11.854 [INFO - flink-pekko.actor.default-dispatcher-10] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (640bb5d81f2161b747452ce3cfd3ea9d) switched from state RUNNING to RESTARTING.
21:09:11.854 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:11.854 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:11.854 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:11.854 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:09:11.854 [WARN - flink-pekko.actor.default-dispatcher-10] (TaskManagerLocation.java:276) No hostname could be resolved for the IP address 127.0.0.1, using IP address as host name. Local input split assignment (such as for HDFS files) may be impacted.
21:09:11.855 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job 640bb5d81f2161b747452ce3cfd3ea9d: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
21:09:11.856 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=29197), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [32ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [36ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [38ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [68ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [68ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [105ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [110ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [114ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [119ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [130ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [131ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [177ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [179ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [188ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [189ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [194ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [194ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [207ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [208ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [209ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [209ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [223ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [223ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [223ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [243ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [243ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [282ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [283ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [283ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [283ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [362ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [363ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [364ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [364ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [383ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [383ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [384ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [384ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [820ms] refreshing cache from master, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [822ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [822ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [823ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [823ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [1500ms] refreshing cache from master, [1500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [1501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [1501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [1502ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [1502ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [1502ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [1502ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [3001ms] refreshing cache from master, [3001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [3001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [3001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [3002ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [3003ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [3003ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [3003ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [6780ms] refreshing cache from master, [6780ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [6781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [6781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [6782ms] too many traces: truncated at 100 traces, deferred=Deferred@1644933316(state=PENDING, result=null, callback=(continuation of Deferred@819380426 after retry RPC after error@1992653876) -> (continuation of Deferred@1791708089 after retry RPC after error@1442401204) -> (continuation of Deferred@1395589457 after retry RPC after error@240579548) -> (continuation of Deferred@1047586604 after retry RPC after error@558612413) -> (continuation of Deferred@172300108 after retry RPC after error@859098571) -> (continuation of Deferred@172233990 after retry RPC after error@1989076388) -> (continuation of Deferred@1414755150 after retry RPC after error@1092396698) -> (continuation of Deferred@1801090970 after retry RPC after error@1786256528) -> (continuation of Deferred@637455250 after retry RPC after error@32670145) -> (continuation of Deferred@967626946 after retry RPC after error@320526331) -> (continuation of Deferred@1089154129 after retry RPC after error@1426215172) -> (continuation of Deferred@175616422 after retry RPC after error@1326914076) -> (continuation of Deferred@1451699723 after retry RPC after error@290115502) -> (continuation of Deferred@638035616 after retry RPC after error@1370988422) -> (continuation of Deferred@1051661517 after retry RPC after error@2036304649) -> (continuation of Deferred@1651904548 after retry RPC after error@265353283) -> (continuation of Deferred@1226808328 after retry RPC after error@1285378529) -> (continuation of Deferred@515411814 after retry RPC after error@379747858) -> (continuation of Deferred@602431250 after retry RPC after error@98304215) -> (continuation of Deferred@1606773941 after retry RPC after error@1519573937) -> (continuation of Deferred@996347710 after retry RPC after error@1591507517) -> (continuation of Deferred@705168791 after retry RPC after error@1720388660) -> (continuation of Deferred@1160963364 after retry RPC after error@2013422125) -> (continuation of Deferred@315417607 after retry RPC after error@739811526) -> (continuation of Deferred@2119269284 after retry RPC after error@363425097), errback=(continuation of Deferred@819380426 after retry RPC after error@1992653876) -> (continuation of Deferred@1791708089 after retry RPC after error@1442401204) -> (continuation of Deferred@1395589457 after retry RPC after error@240579548) -> (continuation of Deferred@1047586604 after retry RPC after error@558612413) -> (continuation of Deferred@172300108 after retry RPC after error@859098571) -> (continuation of Deferred@172233990 after retry RPC after error@1989076388) -> (continuation of Deferred@1414755150 after retry RPC after error@1092396698) -> (continuation of Deferred@1801090970 after retry RPC after error@1786256528) -> (continuation of Deferred@637455250 after retry RPC after error@32670145) -> (continuation of Deferred@967626946 after retry RPC after error@320526331) -> (continuation of Deferred@1089154129 after retry RPC after error@1426215172) -> (continuation of Deferred@175616422 after retry RPC after error@1326914076) -> (continuation of Deferred@1451699723 after retry RPC after error@290115502) -> (continuation of Deferred@638035616 after retry RPC after error@1370988422) -> (continuation of Deferred@1051661517 after retry RPC after error@2036304649) -> (continuation of Deferred@1651904548 after retry RPC after error@265353283) -> (continuation of Deferred@1226808328 after retry RPC after error@1285378529) -> (continuation of Deferred@515411814 after retry RPC after error@379747858) -> (continuation of Deferred@602431250 after retry RPC after error@98304215) -> (continuation of Deferred@1606773941 after retry RPC after error@1519573937) -> (continuation of Deferred@996347710 after retry RPC after error@1591507517) -> (continuation of Deferred@705168791 after retry RPC after error@1720388660) -> (continuation of Deferred@1160963364 after retry RPC after error@2013422125) -> (continuation of Deferred@315417607 after retry RPC after error@739811526) -> (continuation of Deferred@2119269284 after retry RPC after error@363425097)))
21:09:11.856 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:09:11.857 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#2 c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_0_2.
21:09:11.857 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:09:11.857 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:09:11.857 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:11.857 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:11.857 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:11.858 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:11.858 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:11.858 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:11.857 [ERROR - SourceCoordinator-Source: KuduSource] (SourceCoordinatorContext.java:436) Exception while handling result from async call in SourceCoordinator-Source: KuduSource. Triggering job failover.
org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=29197), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [32ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [36ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [38ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [68ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [68ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [105ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [110ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [114ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [119ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [130ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [131ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [177ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [179ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [188ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [189ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [194ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [194ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [207ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [208ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [209ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [209ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [223ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [223ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [223ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [243ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [243ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [282ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [283ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [283ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [283ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [362ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [363ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [364ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [364ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [383ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [383ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [384ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [384ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [820ms] refreshing cache from master, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [822ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [822ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [823ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [823ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [1500ms] refreshing cache from master, [1500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [1501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [1501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [1502ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [1502ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [1502ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [1502ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [3001ms] refreshing cache from master, [3001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [3001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [3001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [3002ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [3003ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [3003ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [3003ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [6780ms] refreshing cache from master, [6780ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [6781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [6781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [6782ms] too many traces: truncated at 100 traces, deferred=Deferred@1644933316(state=PENDING, result=null, callback=(continuation of Deferred@819380426 after retry RPC after error@1992653876) -> (continuation of Deferred@1791708089 after retry RPC after error@1442401204) -> (continuation of Deferred@1395589457 after retry RPC after error@240579548) -> (continuation of Deferred@1047586604 after retry RPC after error@558612413) -> (continuation of Deferred@172300108 after retry RPC after error@859098571) -> (continuation of Deferred@172233990 after retry RPC after error@1989076388) -> (continuation of Deferred@1414755150 after retry RPC after error@1092396698) -> (continuation of Deferred@1801090970 after retry RPC after error@1786256528) -> (continuation of Deferred@637455250 after retry RPC after error@32670145) -> (continuation of Deferred@967626946 after retry RPC after error@320526331) -> (continuation of Deferred@1089154129 after retry RPC after error@1426215172) -> (continuation of Deferred@175616422 after retry RPC after error@1326914076) -> (continuation of Deferred@1451699723 after retry RPC after error@290115502) -> (continuation of Deferred@638035616 after retry RPC after error@1370988422) -> (continuation of Deferred@1051661517 after retry RPC after error@2036304649) -> (continuation of Deferred@1651904548 after retry RPC after error@265353283) -> (continuation of Deferred@1226808328 after retry RPC after error@1285378529) -> (continuation of Deferred@515411814 after retry RPC after error@379747858) -> (continuation of Deferred@602431250 after retry RPC after error@98304215) -> (continuation of Deferred@1606773941 after retry RPC after error@1519573937) -> (continuation of Deferred@996347710 after retry RPC after error@1591507517) -> (continuation of Deferred@705168791 after retry RPC after error@1720388660) -> (continuation of Deferred@1160963364 after retry RPC after error@2013422125) -> (continuation of Deferred@315417607 after retry RPC after error@739811526) -> (continuation of Deferred@2119269284 after retry RPC after error@363425097), errback=(continuation of Deferred@819380426 after retry RPC after error@1992653876) -> (continuation of Deferred@1791708089 after retry RPC after error@1442401204) -> (continuation of Deferred@1395589457 after retry RPC after error@240579548) -> (continuation of Deferred@1047586604 after retry RPC after error@558612413) -> (continuation of Deferred@172300108 after retry RPC after error@859098571) -> (continuation of Deferred@172233990 after retry RPC after error@1989076388) -> (continuation of Deferred@1414755150 after retry RPC after error@1092396698) -> (continuation of Deferred@1801090970 after retry RPC after error@1786256528) -> (continuation of Deferred@637455250 after retry RPC after error@32670145) -> (continuation of Deferred@967626946 after retry RPC after error@320526331) -> (continuation of Deferred@1089154129 after retry RPC after error@1426215172) -> (continuation of Deferred@175616422 after retry RPC after error@1326914076) -> (continuation of Deferred@1451699723 after retry RPC after error@290115502) -> (continuation of Deferred@638035616 after retry RPC after error@1370988422) -> (continuation of Deferred@1051661517 after retry RPC after error@2036304649) -> (continuation of Deferred@1651904548 after retry RPC after error@265353283) -> (continuation of Deferred@1226808328 after retry RPC after error@1285378529) -> (continuation of Deferred@515411814 after retry RPC after error@379747858) -> (continuation of Deferred@602431250 after retry RPC after error@98304215) -> (continuation of Deferred@1606773941 after retry RPC after error@1519573937) -> (continuation of Deferred@996347710 after retry RPC after error@1591507517) -> (continuation of Deferred@705168791 after retry RPC after error@1720388660) -> (continuation of Deferred@1160963364 after retry RPC after error@2013422125) -> (continuation of Deferred@315417607 after retry RPC after error@739811526) -> (continuation of Deferred@2119269284 after retry RPC after error@363425097)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=29197), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [32ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [36ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [38ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [68ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [68ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [105ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [110ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [114ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [119ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [130ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [131ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [177ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [179ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [188ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [189ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [194ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [194ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [207ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [208ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [209ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [209ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [223ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [223ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [223ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [243ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [243ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [282ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [283ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [283ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [283ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [362ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [363ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [364ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [364ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [383ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [383ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [384ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [384ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [820ms] refreshing cache from master, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [822ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [822ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [823ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [823ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [1500ms] refreshing cache from master, [1500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [1501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [1501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [1502ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [1502ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [1502ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [1502ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [3001ms] refreshing cache from master, [3001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [3001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [3001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [3002ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [3003ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [3003ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [3003ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [6780ms] refreshing cache from master, [6780ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [6781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [6781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [6782ms] too many traces: truncated at 100 traces, deferred=Deferred@1644933316(state=PENDING, result=null, callback=(continuation of Deferred@819380426 after retry RPC after error@1992653876) -> (continuation of Deferred@1791708089 after retry RPC after error@1442401204) -> (continuation of Deferred@1395589457 after retry RPC after error@240579548) -> (continuation of Deferred@1047586604 after retry RPC after error@558612413) -> (continuation of Deferred@172300108 after retry RPC after error@859098571) -> (continuation of Deferred@172233990 after retry RPC after error@1989076388) -> (continuation of Deferred@1414755150 after retry RPC after error@1092396698) -> (continuation of Deferred@1801090970 after retry RPC after error@1786256528) -> (continuation of Deferred@637455250 after retry RPC after error@32670145) -> (continuation of Deferred@967626946 after retry RPC after error@320526331) -> (continuation of Deferred@1089154129 after retry RPC after error@1426215172) -> (continuation of Deferred@175616422 after retry RPC after error@1326914076) -> (continuation of Deferred@1451699723 after retry RPC after error@290115502) -> (continuation of Deferred@638035616 after retry RPC after error@1370988422) -> (continuation of Deferred@1051661517 after retry RPC after error@2036304649) -> (continuation of Deferred@1651904548 after retry RPC after error@265353283) -> (continuation of Deferred@1226808328 after retry RPC after error@1285378529) -> (continuation of Deferred@515411814 after retry RPC after error@379747858) -> (continuation of Deferred@602431250 after retry RPC after error@98304215) -> (continuation of Deferred@1606773941 after retry RPC after error@1519573937) -> (continuation of Deferred@996347710 after retry RPC after error@1591507517) -> (continuation of Deferred@705168791 after retry RPC after error@1720388660) -> (continuation of Deferred@1160963364 after retry RPC after error@2013422125) -> (continuation of Deferred@315417607 after retry RPC after error@739811526) -> (continuation of Deferred@2119269284 after retry RPC after error@363425097), errback=(continuation of Deferred@819380426 after retry RPC after error@1992653876) -> (continuation of Deferred@1791708089 after retry RPC after error@1442401204) -> (continuation of Deferred@1395589457 after retry RPC after error@240579548) -> (continuation of Deferred@1047586604 after retry RPC after error@558612413) -> (continuation of Deferred@172300108 after retry RPC after error@859098571) -> (continuation of Deferred@172233990 after retry RPC after error@1989076388) -> (continuation of Deferred@1414755150 after retry RPC after error@1092396698) -> (continuation of Deferred@1801090970 after retry RPC after error@1786256528) -> (continuation of Deferred@637455250 after retry RPC after error@32670145) -> (continuation of Deferred@967626946 after retry RPC after error@320526331) -> (continuation of Deferred@1089154129 after retry RPC after error@1426215172) -> (continuation of Deferred@175616422 after retry RPC after error@1326914076) -> (continuation of Deferred@1451699723 after retry RPC after error@290115502) -> (continuation of Deferred@638035616 after retry RPC after error@1370988422) -> (continuation of Deferred@1051661517 after retry RPC after error@2036304649) -> (continuation of Deferred@1651904548 after retry RPC after error@265353283) -> (continuation of Deferred@1226808328 after retry RPC after error@1285378529) -> (continuation of Deferred@515411814 after retry RPC after error@379747858) -> (continuation of Deferred@602431250 after retry RPC after error@98304215) -> (continuation of Deferred@1606773941 after retry RPC after error@1519573937) -> (continuation of Deferred@996347710 after retry RPC after error@1591507517) -> (continuation of Deferred@705168791 after retry RPC after error@1720388660) -> (continuation of Deferred@1160963364 after retry RPC after error@2013422125) -> (continuation of Deferred@315417607 after retry RPC after error@739811526) -> (continuation of Deferred@2119269284 after retry RPC after error@363425097)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.23.69.188:34691
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:09:11.858 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:11.859 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:11.859 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:11.859 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:09:11.864 [INFO - flink-pekko.actor.default-dispatcher-10] (DefaultScheduler.java:318) Trying to recover from a global failure.
org.apache.flink.util.FlinkException: Global failure triggered by OperatorCoordinator for 'Source: KuduSource -> Sink: Writer' (operator cbc357ccb763df2852fee8c4fc7d55f2).
	at org.apache.flink.runtime.operators.coordination.OperatorCoordinatorHolder$LazyInitializedCoordinatorContext.failJob(OperatorCoordinatorHolder.java:651)
	at org.apache.flink.runtime.operators.coordination.RecreateOnResetOperatorCoordinator$QuiesceableContext.failJob(RecreateOnResetOperatorCoordinator.java:248)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.failJob(SourceCoordinatorContext.java:427)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.handleUncaughtExceptionFromAsyncCall(SourceCoordinatorContext.java:440)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:42)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	... 6 more
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=29197), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [32ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [36ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [38ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [68ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [68ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [105ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [110ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [114ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [119ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [130ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [131ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [177ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [179ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [188ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [189ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [194ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [194ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [207ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [208ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [209ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [209ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [223ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [223ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [223ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [243ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [243ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [282ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [283ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [283ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [283ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [362ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [363ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [364ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [364ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [383ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [383ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [384ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [384ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [820ms] refreshing cache from master, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [822ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [822ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [823ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [823ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [1500ms] refreshing cache from master, [1500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [1501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [1501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [1502ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [1502ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [1502ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [1502ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [3001ms] refreshing cache from master, [3001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [3001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [3001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [3002ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [3003ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [3003ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [3003ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [6780ms] refreshing cache from master, [6780ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [6781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [6781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [6782ms] too many traces: truncated at 100 traces, deferred=Deferred@1644933316(state=PENDING, result=null, callback=(continuation of Deferred@819380426 after retry RPC after error@1992653876) -> (continuation of Deferred@1791708089 after retry RPC after error@1442401204) -> (continuation of Deferred@1395589457 after retry RPC after error@240579548) -> (continuation of Deferred@1047586604 after retry RPC after error@558612413) -> (continuation of Deferred@172300108 after retry RPC after error@859098571) -> (continuation of Deferred@172233990 after retry RPC after error@1989076388) -> (continuation of Deferred@1414755150 after retry RPC after error@1092396698) -> (continuation of Deferred@1801090970 after retry RPC after error@1786256528) -> (continuation of Deferred@637455250 after retry RPC after error@32670145) -> (continuation of Deferred@967626946 after retry RPC after error@320526331) -> (continuation of Deferred@1089154129 after retry RPC after error@1426215172) -> (continuation of Deferred@175616422 after retry RPC after error@1326914076) -> (continuation of Deferred@1451699723 after retry RPC after error@290115502) -> (continuation of Deferred@638035616 after retry RPC after error@1370988422) -> (continuation of Deferred@1051661517 after retry RPC after error@2036304649) -> (continuation of Deferred@1651904548 after retry RPC after error@265353283) -> (continuation of Deferred@1226808328 after retry RPC after error@1285378529) -> (continuation of Deferred@515411814 after retry RPC after error@379747858) -> (continuation of Deferred@602431250 after retry RPC after error@98304215) -> (continuation of Deferred@1606773941 after retry RPC after error@1519573937) -> (continuation of Deferred@996347710 after retry RPC after error@1591507517) -> (continuation of Deferred@705168791 after retry RPC after error@1720388660) -> (continuation of Deferred@1160963364 after retry RPC after error@2013422125) -> (continuation of Deferred@315417607 after retry RPC after error@739811526) -> (continuation of Deferred@2119269284 after retry RPC after error@363425097), errback=(continuation of Deferred@819380426 after retry RPC after error@1992653876) -> (continuation of Deferred@1791708089 after retry RPC after error@1442401204) -> (continuation of Deferred@1395589457 after retry RPC after error@240579548) -> (continuation of Deferred@1047586604 after retry RPC after error@558612413) -> (continuation of Deferred@172300108 after retry RPC after error@859098571) -> (continuation of Deferred@172233990 after retry RPC after error@1989076388) -> (continuation of Deferred@1414755150 after retry RPC after error@1092396698) -> (continuation of Deferred@1801090970 after retry RPC after error@1786256528) -> (continuation of Deferred@637455250 after retry RPC after error@32670145) -> (continuation of Deferred@967626946 after retry RPC after error@320526331) -> (continuation of Deferred@1089154129 after retry RPC after error@1426215172) -> (continuation of Deferred@175616422 after retry RPC after error@1326914076) -> (continuation of Deferred@1451699723 after retry RPC after error@290115502) -> (continuation of Deferred@638035616 after retry RPC after error@1370988422) -> (continuation of Deferred@1051661517 after retry RPC after error@2036304649) -> (continuation of Deferred@1651904548 after retry RPC after error@265353283) -> (continuation of Deferred@1226808328 after retry RPC after error@1285378529) -> (continuation of Deferred@515411814 after retry RPC after error@379747858) -> (continuation of Deferred@602431250 after retry RPC after error@98304215) -> (continuation of Deferred@1606773941 after retry RPC after error@1519573937) -> (continuation of Deferred@996347710 after retry RPC after error@1591507517) -> (continuation of Deferred@705168791 after retry RPC after error@1720388660) -> (continuation of Deferred@1160963364 after retry RPC after error@2013422125) -> (continuation of Deferred@315417607 after retry RPC after error@739811526) -> (continuation of Deferred@2119269284 after retry RPC after error@363425097)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=29197), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [32ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [36ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [38ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [68ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [68ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [105ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [110ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [114ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [119ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [130ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [131ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [177ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [179ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [188ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [189ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [194ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [194ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [207ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [208ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [209ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [209ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [223ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [223ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [223ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [243ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [243ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [282ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [283ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [283ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [283ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [362ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [363ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [364ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [364ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [383ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [383ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [384ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [384ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [820ms] refreshing cache from master, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [822ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [822ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [823ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [823ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [1500ms] refreshing cache from master, [1500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [1501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [1501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [1502ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [1502ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [1502ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [1502ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [3001ms] refreshing cache from master, [3001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [3001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [3001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [3002ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [3003ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [3003ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [3003ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [6780ms] refreshing cache from master, [6780ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [6781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [6781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [6782ms] too many traces: truncated at 100 traces, deferred=Deferred@1644933316(state=PENDING, result=null, callback=(continuation of Deferred@819380426 after retry RPC after error@1992653876) -> (continuation of Deferred@1791708089 after retry RPC after error@1442401204) -> (continuation of Deferred@1395589457 after retry RPC after error@240579548) -> (continuation of Deferred@1047586604 after retry RPC after error@558612413) -> (continuation of Deferred@172300108 after retry RPC after error@859098571) -> (continuation of Deferred@172233990 after retry RPC after error@1989076388) -> (continuation of Deferred@1414755150 after retry RPC after error@1092396698) -> (continuation of Deferred@1801090970 after retry RPC after error@1786256528) -> (continuation of Deferred@637455250 after retry RPC after error@32670145) -> (continuation of Deferred@967626946 after retry RPC after error@320526331) -> (continuation of Deferred@1089154129 after retry RPC after error@1426215172) -> (continuation of Deferred@175616422 after retry RPC after error@1326914076) -> (continuation of Deferred@1451699723 after retry RPC after error@290115502) -> (continuation of Deferred@638035616 after retry RPC after error@1370988422) -> (continuation of Deferred@1051661517 after retry RPC after error@2036304649) -> (continuation of Deferred@1651904548 after retry RPC after error@265353283) -> (continuation of Deferred@1226808328 after retry RPC after error@1285378529) -> (continuation of Deferred@515411814 after retry RPC after error@379747858) -> (continuation of Deferred@602431250 after retry RPC after error@98304215) -> (continuation of Deferred@1606773941 after retry RPC after error@1519573937) -> (continuation of Deferred@996347710 after retry RPC after error@1591507517) -> (continuation of Deferred@705168791 after retry RPC after error@1720388660) -> (continuation of Deferred@1160963364 after retry RPC after error@2013422125) -> (continuation of Deferred@315417607 after retry RPC after error@739811526) -> (continuation of Deferred@2119269284 after retry RPC after error@363425097), errback=(continuation of Deferred@819380426 after retry RPC after error@1992653876) -> (continuation of Deferred@1791708089 after retry RPC after error@1442401204) -> (continuation of Deferred@1395589457 after retry RPC after error@240579548) -> (continuation of Deferred@1047586604 after retry RPC after error@558612413) -> (continuation of Deferred@172300108 after retry RPC after error@859098571) -> (continuation of Deferred@172233990 after retry RPC after error@1989076388) -> (continuation of Deferred@1414755150 after retry RPC after error@1092396698) -> (continuation of Deferred@1801090970 after retry RPC after error@1786256528) -> (continuation of Deferred@637455250 after retry RPC after error@32670145) -> (continuation of Deferred@967626946 after retry RPC after error@320526331) -> (continuation of Deferred@1089154129 after retry RPC after error@1426215172) -> (continuation of Deferred@175616422 after retry RPC after error@1326914076) -> (continuation of Deferred@1451699723 after retry RPC after error@290115502) -> (continuation of Deferred@638035616 after retry RPC after error@1370988422) -> (continuation of Deferred@1051661517 after retry RPC after error@2036304649) -> (continuation of Deferred@1651904548 after retry RPC after error@265353283) -> (continuation of Deferred@1226808328 after retry RPC after error@1285378529) -> (continuation of Deferred@515411814 after retry RPC after error@379747858) -> (continuation of Deferred@602431250 after retry RPC after error@98304215) -> (continuation of Deferred@1606773941 after retry RPC after error@1519573937) -> (continuation of Deferred@996347710 after retry RPC after error@1591507517) -> (continuation of Deferred@705168791 after retry RPC after error@1720388660) -> (continuation of Deferred@1160963364 after retry RPC after error@2013422125) -> (continuation of Deferred@315417607 after retry RPC after error@739811526) -> (continuation of Deferred@2119269284 after retry RPC after error@363425097)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.23.69.188:34691
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:09:11.865 [INFO - flink-pekko.actor.default-dispatcher-10] (DefaultScheduler.java:347) 4 tasks will be restarted to recover from a global failure.
21:09:11.865 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#2) of source Source: KuduSource.
21:09:11.865 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from INITIALIZING to CANCELING.
21:09:11.866 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#2) of source Source: KuduSource.
21:09:11.866 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (4/4)#2 (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_3_2).
21:09:11.866 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from INITIALIZING to CANCELING.
21:09:11.866 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#2 (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from INITIALIZING to CANCELING.
21:09:11.866 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (4/4)#2 (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_3_2).
21:09:11.866 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#2) of source Source: KuduSource.
21:09:11.866 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from INITIALIZING to CANCELING.
21:09:11.867 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from CANCELING to CANCELED.
21:09:11.868 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1318) Discarding the results produced by task execution c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_0_2.
21:09:11.868 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 640bb5d81f2161b747452ce3cfd3ea9d: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
21:09:11.868 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (SourceReaderBase.java:338) Closing Source Reader.
21:09:11.868 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#2 (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from CANCELING to CANCELED.
21:09:11.868 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#2 (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_3_2).
21:09:11.871 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:09:11.871 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:09:11.871 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:09:11.872 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:11.872 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:11.872 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:11.872 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:11.872 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:11.873 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:11.873 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:11.873 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:11.873 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:11.873 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:09:11.891 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:09:11.891 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:09:11.892 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:09:11.892 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:11.892 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:11.892 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:11.892 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:11.892 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:11.892 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:11.893 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:11.893 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:11.893 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:11.893 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:09:11.908 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (2/4)#2 (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_1_2).
21:09:11.908 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#2 (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from INITIALIZING to CANCELING.
21:09:11.908 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (2/4)#2 (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_1_2).
21:09:11.911 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:09:11.911 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:09:11.912 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:09:11.912 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:11.912 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:11.912 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:11.912 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:11.912 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:11.912 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:11.913 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:11.913 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:11.913 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:11.913 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:09:11.920 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (SourceReaderBase.java:338) Closing Source Reader.
21:09:11.921 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#2 (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from CANCELING to CANCELED.
21:09:11.921 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#2 (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_1_2).
21:09:11.930 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:09:11.931 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:09:11.931 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:09:11.931 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:11.932 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:11.932 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:11.932 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:11.932 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:11.932 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:11.932 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:11.932 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:11.932 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:11.932 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:09:11.936 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#2 c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_3_2.
21:09:11.936 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#2 c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_1_2.
21:09:11.937 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from CANCELING to CANCELED.
21:09:11.938 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job 640bb5d81f2161b747452ce3cfd3ea9d: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
21:09:11.940 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from CANCELING to CANCELED.
21:09:11.941 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:318) Clearing resource requirements of job 640bb5d81f2161b747452ce3cfd3ea9d
21:09:11.950 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:09:11.951 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:09:11.951 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:09:11.951 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:11.951 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:11.952 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:11.952 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:11.952 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:11.952 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:11.952 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:11.952 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:11.952 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:11.952 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:09:12.011 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:09:12.011 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:09:12.012 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:09:12.012 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:12.012 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:12.012 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:12.012 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:12.012 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:12.012 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:12.012 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:12.012 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:12.012 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:12.012 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:09:12.015 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:12.027 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:12.111 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:09:12.111 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:09:12.111 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:09:12.112 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:12.112 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:12.112 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:12.112 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:12.112 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:12.112 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:12.112 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:12.112 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:12.112 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:12.112 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:09:12.121 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:12.121 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:12.121 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:12.122 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:12.122 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:12.122 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:12.122 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:12.122 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:12.122 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:12.122 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:12.122 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:12.123 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:12.123 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:12.123 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:12.123 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:12.123 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:12.123 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:12.123 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:12.124 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:12.124 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:12.122 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:12.124 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:12.124 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:12.124 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:12.124 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:12.124 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:12.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:10.538951 29485 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:09:12.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:10.537631 29483 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:09:12.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:12.154330 29484 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1614 milliseconds
21:09:12.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:12.154520 29463 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
21:09:12.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:12.156032 29463 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:09:12.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:12.158708 29463 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:09:12.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:12.160118 29463 hybrid_clock.cc:648] HybridClock initialized: now 1783544952160078 us; error 86 us; skew 500 ppm
21:09:12.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:12.161185 29463 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:09:12.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:12.168845 29463 webserver.cc:534] Webserver started at http://127.28.61.130:37303/ using document root <none> and password file <none>
21:09:12.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:12.170035 29463 fs_manager.cc:362] Metadata directory not provided
21:09:12.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:12.170262 29463 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:09:12.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:12.170807 29463 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
21:09:12.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:12.175940 29463 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10299387535864193821/ts-1/data/instance:
21:09:12.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e4dd8c316c5e4642bc3c7fa27c31eac7"
21:09:12.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:09:12 on dist-test-slave-3sd5"
21:09:12.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:12.177353 29463 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10299387535864193821/ts-1/wal/instance:
21:09:12.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e4dd8c316c5e4642bc3c7fa27c31eac7"
21:09:12.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:09:12 on dist-test-slave-3sd5"
21:09:12.177 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:12.178 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:12.178 [DEBUG - pool-294-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:12.178 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:12.178 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:12.178 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:12.178 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:12.178 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:12.178 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:12.178 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:12.178 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:12.178 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:12.178 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:12.179 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=29524), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [70ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [71ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [73ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [74ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [76ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [76ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [146ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [148ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [163ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [164ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [164ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [217ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [218ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [225ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [226ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [226ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [226ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [240ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [242ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [242ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [242ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [262ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [263ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [263ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [263ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [300ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [302ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [303ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [303ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [304ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [360ms] refreshing cache from master, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [361ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [362ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [363ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [363ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [380ms] refreshing cache from master, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [381ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [382ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [383ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [383ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [480ms] refreshing cache from master, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [482ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [482ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [483ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [483ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [740ms] refreshing cache from master, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [742ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [742ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [743ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [743ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [1264ms] refreshing cache from master, [1264ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [1264ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [1265ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [1265ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [1265ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [1266ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [1266ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [2481ms] refreshing cache from master, [2481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [2481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [2481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [2482ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [2482ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [2482ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [2483ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [5180ms] refreshing cache from master, [5180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [5180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [5181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [5181ms] too many traces: truncated at 100 traces, deferred=Deferred@506164980(state=PENDING, result=null, callback=(continuation of Deferred@1250187513 after retry RPC after error@1078983514) -> (continuation of Deferred@1882386729 after retry RPC after error@896251149) -> (continuation of Deferred@1572892873 after retry RPC after error@1651164416) -> (continuation of Deferred@87477213 after retry RPC after error@1830667691) -> (continuation of Deferred@856012537 after retry RPC after error@124991324) -> (continuation of Deferred@875068492 after retry RPC after error@932960255) -> (continuation of Deferred@691473803 after retry RPC after error@929039910) -> (continuation of Deferred@1088280218 after retry RPC after error@697357649) -> (continuation of Deferred@953867965 after retry RPC after error@264027830) -> (continuation of Deferred@561762525 after retry RPC after error@250520574) -> (continuation of Deferred@1613740968 after retry RPC after error@177004565) -> (continuation of Deferred@1963861153 after retry RPC after error@243566765) -> (continuation of Deferred@334200878 after retry RPC after error@2114606606) -> (continuation of Deferred@2049265218 after retry RPC after error@1355706443) -> (continuation of Deferred@535523468 after retry RPC after error@872279897) -> (continuation of Deferred@1669001274 after retry RPC after error@1083545654) -> (continuation of Deferred@79626168 after retry RPC after error@1483034449) -> (continuation of Deferred@1814728519 after retry RPC after error@1244892) -> (continuation of Deferred@1931641433 after retry RPC after error@30364843) -> (continuation of Deferred@967287650 after retry RPC after error@785665684) -> (continuation of Deferred@1233334621 after retry RPC after error@840064714) -> (continuation of Deferred@908740441 after retry RPC after error@973475814), errback=(continuation of Deferred@1250187513 after retry RPC after error@1078983514) -> (continuation of Deferred@1882386729 after retry RPC after error@896251149) -> (continuation of Deferred@1572892873 after retry RPC after error@1651164416) -> (continuation of Deferred@87477213 after retry RPC after error@1830667691) -> (continuation of Deferred@856012537 after retry RPC after error@124991324) -> (continuation of Deferred@875068492 after retry RPC after error@932960255) -> (continuation of Deferred@691473803 after retry RPC after error@929039910) -> (continuation of Deferred@1088280218 after retry RPC after error@697357649) -> (continuation of Deferred@953867965 after retry RPC after error@264027830) -> (continuation of Deferred@561762525 after retry RPC after error@250520574) -> (continuation of Deferred@1613740968 after retry RPC after error@177004565) -> (continuation of Deferred@1963861153 after retry RPC after error@243566765) -> (continuation of Deferred@334200878 after retry RPC after error@2114606606) -> (continuation of Deferred@2049265218 after retry RPC after error@1355706443) -> (continuation of Deferred@535523468 after retry RPC after error@872279897) -> (continuation of Deferred@1669001274 after retry RPC after error@1083545654) -> (continuation of Deferred@79626168 after retry RPC after error@1483034449) -> (continuation of Deferred@1814728519 after retry RPC after error@1244892) -> (continuation of Deferred@1931641433 after retry RPC after error@30364843) -> (continuation of Deferred@967287650 after retry RPC after error@785665684) -> (continuation of Deferred@1233334621 after retry RPC after error@840064714) -> (continuation of Deferred@908740441 after retry RPC after error@973475814)))
21:09:12.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:12.187687 29463 fs_manager.cc:696] Time spent creating directory manager: real 0.010s	user 0.002s	sys 0.008s
21:09:12.191 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:09:12.191 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:09:12.192 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:09:12.192 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:12.192 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:12.192 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:12.192 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:12.192 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:12.192 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:12.192 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:12.192 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:12.192 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:12.192 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:09:12.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:12.195438 29500 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
21:09:12.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:12.196877 29463 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.003s	sys 0.000s
21:09:12.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:12.197306 29463 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10299387535864193821/ts-1/data,/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10299387535864193821/ts-1/wal
21:09:12.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e4dd8c316c5e4642bc3c7fa27c31eac7"
21:09:12.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:09:12 on dist-test-slave-3sd5"
21:09:12.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:12.197656 29463 fs_report.cc:389] FS layout report
21:09:12.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:09:12.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10299387535864193821/ts-1/wal
21:09:12.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10299387535864193821/ts-1/wal
21:09:12.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10299387535864193821/ts-1/data/data
21:09:12.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:09:12.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:09:12.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:09:12.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:09:12.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:09:12.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:09:12.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:09:12.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:09:12.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:09:12.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:09:12.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:09:12.208 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:12.209 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:12.209 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:12.209 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:12.209 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:12.209 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:12.209 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:12.209 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:12.209 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:12.210 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:12.210 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:12.210 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:12.210 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:12.211 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=29549), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [36ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [38ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [38ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [39ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [40ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [69ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [226ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [228ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [229ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [229ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [245ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [246ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [248ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [249ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [249ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [249ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [260ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [262ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [262ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [262ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [262ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [280ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [281ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [282ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [282ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [282ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [323ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [323ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [324ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [324ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [380ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [382ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [382ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [383ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [383ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [461ms] refreshing cache from master, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [462ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [462ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [463ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [463ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [561ms] refreshing cache from master, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [562ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [562ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [563ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [563ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [680ms] refreshing cache from master, [680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [681ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [681ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [682ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [682ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [880ms] refreshing cache from master, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [882ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [882ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [883ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [883ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [1400ms] refreshing cache from master, [1400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [1401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [1401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [1401ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [1402ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [1402ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [1402ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [4660ms] refreshing cache from master, [4660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [4661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [4661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [4662ms] too many traces: truncated at 100 traces, deferred=Deferred@724598673(state=PENDING, result=null, callback=(continuation of Deferred@468661111 after retry RPC after error@491112084) -> (continuation of Deferred@1202196486 after retry RPC after error@1875649429) -> (continuation of Deferred@224051600 after retry RPC after error@1050204105) -> (continuation of Deferred@968345660 after retry RPC after error@938050580) -> (continuation of Deferred@1818531128 after retry RPC after error@339358178) -> (continuation of Deferred@332135793 after retry RPC after error@1752760888) -> (continuation of Deferred@545032026 after retry RPC after error@1703679894) -> (continuation of Deferred@694177315 after retry RPC after error@153678325) -> (continuation of Deferred@1303048669 after retry RPC after error@1218408281) -> (continuation of Deferred@1663377727 after retry RPC after error@760005623) -> (continuation of Deferred@930282394 after retry RPC after error@69517194) -> (continuation of Deferred@1321360104 after retry RPC after error@98204604) -> (continuation of Deferred@634715830 after retry RPC after error@78503273) -> (continuation of Deferred@1491390990 after retry RPC after error@238372149) -> (continuation of Deferred@202783499 after retry RPC after error@1715140981) -> (continuation of Deferred@405811998 after retry RPC after error@1007210944) -> (continuation of Deferred@33254185 after retry RPC after error@809229106) -> (continuation of Deferred@696952552 after retry RPC after error@1408689352) -> (continuation of Deferred@151941052 after retry RPC after error@1736624100) -> (continuation of Deferred@465801242 after retry RPC after error@2146957070) -> (continuation of Deferred@100533443 after retry RPC after error@1949458047) -> (continuation of Deferred@1945523107 after retry RPC after error@863602004) -> (continuation of Deferred@1179928548 after retry RPC after error@544422135), errback=(continuation of Deferred@468661111 after retry RPC after error@491112084) -> (continuation of Deferred@1202196486 after retry RPC after error@1875649429) -> (continuation of Deferred@224051600 after retry RPC after error@1050204105) -> (continuation of Deferred@968345660 after retry RPC after error@938050580) -> (continuation of Deferred@1818531128 after retry RPC after error@339358178) -> (continuation of Deferred@332135793 after retry RPC after error@1752760888) -> (continuation of Deferred@545032026 after retry RPC after error@1703679894) -> (continuation of Deferred@694177315 after retry RPC after error@153678325) -> (continuation of Deferred@1303048669 after retry RPC after error@1218408281) -> (continuation of Deferred@1663377727 after retry RPC after error@760005623) -> (continuation of Deferred@930282394 after retry RPC after error@69517194) -> (continuation of Deferred@1321360104 after retry RPC after error@98204604) -> (continuation of Deferred@634715830 after retry RPC after error@78503273) -> (continuation of Deferred@1491390990 after retry RPC after error@238372149) -> (continuation of Deferred@202783499 after retry RPC after error@1715140981) -> (continuation of Deferred@405811998 after retry RPC after error@1007210944) -> (continuation of Deferred@33254185 after retry RPC after error@809229106) -> (continuation of Deferred@696952552 after retry RPC after error@1408689352) -> (continuation of Deferred@151941052 after retry RPC after error@1736624100) -> (continuation of Deferred@465801242 after retry RPC after error@2146957070) -> (continuation of Deferred@100533443 after retry RPC after error@1949458047) -> (continuation of Deferred@1945523107 after retry RPC after error@863602004) -> (continuation of Deferred@1179928548 after retry RPC after error@544422135)))
21:09:12.246 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2841dd5f383bae9a8f297e74525dcca1 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 2841dd5f383bae9a8f297e74525dcca1 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:12.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:12.263988 29463 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
21:09:12.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:12.265779 29463 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:09:12.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:12.266347 29463 kserver.cc:163] Server-wide thread pool size limit: 3276
21:09:12.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:12.270294 29463 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
21:09:12.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:12.278455 29463 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
21:09:12.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:12.278702 29463 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
21:09:12.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:12.278982 29463 ts_tablet_manager.cc:616] Registered 0 tablets
21:09:12.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:12.279237 29463 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.001s	sys 0.000s
21:09:12.312 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.22.50.60:38829(127.22.50.60:38829)] connecting to peer
21:09:12.312 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.22.50.61:45261(127.22.50.61:45261)] connecting to peer
21:09:12.313 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.22.50.62:44659(127.22.50.62:44659)] connecting to peer
21:09:12.313 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:09:12.313 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.50.61:45261(127.22.50.61:45261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:09:12.313 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:09:12.313 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.61:45261: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:09:12.313 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.50.62:44659(127.22.50.62:44659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:09:12.313 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.62:44659: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:09:12.313 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:09:12.313 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.50.60:38829(127.22.50.60:38829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:09:12.313 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.60:38829: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:09:12.313 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659; will retry
21:09:12.326 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:12.350 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:09:12.351 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:09:12.351 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:09:12.351 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:12.351 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:12.351 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:12.351 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:12.351 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:12.351 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:12.351 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:12.351 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:12.351 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:12.352 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:09:12.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:12.455096 29463 rpc_server.cc:307] RPC server started. Bound to: 127.28.61.130:38589
21:09:12.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:12.455281 29613 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.28.61.130:38589 every 8 connection(s)
21:09:12.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:12.458428 29463 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10299387535864193821/ts-1/data/info.pb
21:09:12.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:12.466223 28918 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu as pid 29463
21:09:12.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:12.466842 28918 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10299387535864193821/ts-1/wal/instance
21:09:12.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:12.499614 28918 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu
21:09:12.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu
21:09:12.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10299387535864193821/ts-2/wal
21:09:12.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10299387535864193821/ts-2/data
21:09:12.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:09:12.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:09:12.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:09:12.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:09:12.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:09:12.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:09:12.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10299387535864193821/ts-2/logs
21:09:12.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10299387535864193821/ts-2/data/info.pb
21:09:12.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:09:12.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:09:12.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:09:12.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:09:12.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:09:12.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:09:12.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:09:12.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:09:12.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
21:09:12.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:09:12.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.28.61.131:0
21:09:12.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.28.61.131
21:09:12.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.28.61.131
21:09:12.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:09:12.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.28.61.190:36375,127.28.61.189:39213,127.28.61.188:41979
21:09:12.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.28.61.148:36891
21:09:12.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:09:12.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:09:12.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
21:09:12.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:12.505545 29615 heartbeater.cc:344] Connected to a master server at 127.28.61.189:39213
21:09:12.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:12.506160 29615 heartbeater.cc:461] Registering TS with master...
21:09:12.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:12.507975 29615 heartbeater.cc:507] Master 127.28.61.189:39213 requested a full tablet report, sending...
21:09:12.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:12.512427 29042 ts_manager.cc:194] Registered new tserver with Master: e4dd8c316c5e4642bc3c7fa27c31eac7 (127.28.61.130:38589)
21:09:12.515 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:12.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:12.515018 29616 heartbeater.cc:344] Connected to a master server at 127.28.61.190:36375
21:09:12.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:12.515472 29616 heartbeater.cc:461] Registering TS with master...
21:09:12.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:12.516459 29616 heartbeater.cc:507] Master 127.28.61.190:36375 requested a full tablet report, sending...
21:09:12.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:12.519484 28966 ts_manager.cc:194] Registered new tserver with Master: e4dd8c316c5e4642bc3c7fa27c31eac7 (127.28.61.130:38589)
21:09:12.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:12.521487 29614 heartbeater.cc:344] Connected to a master server at 127.28.61.188:41979
21:09:12.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:12.521872 29614 heartbeater.cc:461] Registering TS with master...
21:09:12.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:12.522917 29614 heartbeater.cc:507] Master 127.28.61.188:41979 requested a full tablet report, sending...
21:09:12.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:12.525630 29129 ts_manager.cc:194] Registered new tserver with Master: e4dd8c316c5e4642bc3c7fa27c31eac7 (127.28.61.130:38589)
21:09:12.526 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:12.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:12.527545 29129 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.28.61.130:59273
21:09:12.746 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2841dd5f383bae9a8f297e74525dcca1 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 2841dd5f383bae9a8f297e74525dcca1 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:12.827 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:12.930 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:09:12.931 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:09:12.931 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:09:12.931 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:12.931 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:12.931 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:12.931 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:12.931 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:12.932 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:12.932 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:12.931 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:12.932 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:12.932 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:09:12.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:12.935806 29624 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
21:09:12.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:12.936558 29624 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:09:12.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:12.937213 29624 flags.cc:432] Enabled unsafe flag: --never_fsync=true
21:09:12.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:12.976677 29624 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
21:09:12.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:12.977903 29624 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.28.61.131
21:09:13.015 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:13.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:13.023528 29624 tablet_server_runner.cc:78] Tablet server non-default flags:
21:09:13.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:09:13.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.28.61.148:36891
21:09:13.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:09:13.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:09:13.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10299387535864193821/ts-2/data
21:09:13.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10299387535864193821/ts-2/wal
21:09:13.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:09:13.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:09:13.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.28.61.131:0
21:09:13.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:09:13.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:09:13.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:09:13.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10299387535864193821/ts-2/data/info.pb
21:09:13.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.28.61.131
21:09:13.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:09:13.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.28.61.190:36375,127.28.61.189:39213,127.28.61.188:41979
21:09:13.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:09:13.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:09:13.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:09:13.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:09:13.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:09:13.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.28.61.131
21:09:13.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10299387535864193821/ts-2/logs
21:09:13.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:09:13.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:09:13.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
21:09:13.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
21:09:13.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
21:09:13.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 6bec869c2320d19f2589b3f609f76e5041a21d27
21:09:13.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:09:13.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 20:43:55 UTC on e7f111948823
21:09:13.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16878
21:09:13.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:09:13.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:13.025395 29624 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:09:13.026 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:13.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:13.027388 29624 file_cache.cc:492] Constructed file cache file cache with capacity 419430
21:09:13.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:13.043519 29630 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:09:13.071 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:13.072 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:13.072 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:13.072 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:13.072 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:13.072 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:13.072 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:13.072 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:13.073 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:13.073 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:13.073 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:13.073 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:13.073 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:13.143 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:09:13.144 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:09:13.144 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:09:13.145 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:13.145 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:13.145 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:13.145 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:13.145 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:13.145 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:13.145 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:13.146 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:13.146 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:13.146 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:09:13.199 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:09:13.200 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:09:13.200 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:09:13.200 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:13.200 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:13.200 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:13.200 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:13.200 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:13.200 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:13.201 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:13.201 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:13.201 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:13.201 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:09:13.246 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2841dd5f383bae9a8f297e74525dcca1 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 2841dd5f383bae9a8f297e74525dcca1 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:13.278 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.25.113.61:34911(127.25.113.61:34911)] connecting to peer
21:09:13.278 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.25.113.60:35933(127.25.113.60:35933)] connecting to peer
21:09:13.279 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.25.113.62:35193(127.25.113.62:35193)] connecting to peer
21:09:13.279 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:13.279 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.113.61:34911(127.25.113.61:34911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:13.279 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.61:34911: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:13.279 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:13.279 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.113.60:35933(127.25.113.60:35933)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:13.279 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.60:35933: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:13.279 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:13.279 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.113.62:35193(127.25.113.62:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:13.280 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.62:35193: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:13.280 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193; will retry
21:09:13.327 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:13.459 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:09:13.459 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:09:13.459 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:09:13.460 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:13.460 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:13.460 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:13.460 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:13.460 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:13.461 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:13.461 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:13.461 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:13.461 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:13.461 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:09:13.516 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:13.527 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:13.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:13.531345 29614 heartbeater.cc:499] Master 127.28.61.188:41979 was elected leader, sending a full tablet report...
21:09:13.561 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:09:13.563 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:09:13.564 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:13.564 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:09:13.564 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:13.564 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:13.564 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:13.564 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:13.564 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:13.565 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:13.565 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:13.565 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:13.565 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:09:13.746 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2841dd5f383bae9a8f297e74525dcca1 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 2841dd5f383bae9a8f297e74525dcca1 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:13.827 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:13.939 [DEBUG - pool-318-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:09:13.940 [DEBUG - pool-318-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:09:13.940 [DEBUG - pool-318-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:09:13.941 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:13.941 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:13.941 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:13.941 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:13.941 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:13.941 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:13.940 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:13.941 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:13.941 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:13.941 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:09:13.942 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (640bb5d81f2161b747452ce3cfd3ea9d) switched from state RESTARTING to RUNNING.
21:09:13.943 [INFO - flink-pekko.actor.default-dispatcher-9] (CheckpointCoordinator.java:1805) Restoring job 640bb5d81f2161b747452ce3cfd3ea9d from Checkpoint 78 @ 1783544892827 for 640bb5d81f2161b747452ce3cfd3ea9d located at file:/tmp/junit10233969733985069158/checkpoints/640bb5d81f2161b747452ce3cfd3ea9d/chk-78.
21:09:13.944 [INFO - flink-pekko.actor.default-dispatcher-9] (MasterHooks.java:201) No master state to restore
21:09:13.945 [INFO - flink-pekko.actor.default-dispatcher-9] (RecreateOnResetOperatorCoordinator.java:128) Resetting coordinator to checkpoint.
21:09:13.946 [INFO - Thread-45] (SourceCoordinator.java:290) Closing SourceCoordinator for source Source: KuduSource.
21:09:13.946 [DEBUG - Thread-45] (Connection.java:575) [peer master-127.23.69.190:42537(127.23.69.190:42537)] disconnecting while in state TERMINATED
21:09:13.946 [DEBUG - Thread-45] (Connection.java:575) [peer master-127.23.69.188:34691(127.23.69.188:34691)] disconnecting while in state TERMINATED
21:09:13.947 [DEBUG - Thread-45] (Connection.java:575) [peer master-127.23.69.189:45579(127.23.69.189:45579)] disconnecting while in state TERMINATED
21:09:13.947 [DEBUG - Thread-45] (AsyncKuduClient.java:2704) Releasing all remaining resources
21:09:13.949 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from CREATED to SCHEDULED.
21:09:13.949 [INFO - Thread-45] (SourceCoordinator.java:295) Source coordinator for source Source: KuduSource closed.
21:09:13.949 [INFO - Thread-45] (SourceCoordinator.java:449) Restoring SplitEnumerator of source Source: KuduSource from checkpoint.
21:09:13.949 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job 640bb5d81f2161b747452ce3cfd3ea9d: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
21:09:13.951 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from SCHEDULED to DEPLOYING.
21:09:13.951 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #3) with attempt id c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_0_3 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to b6e4c460-e227-4074-af21-a4a848131e32 @ 127.0.0.1 (dataPort=-1) with allocation id 88443c2dc2bfb0b137e18caffd13effa
21:09:13.951 [DEBUG - Thread-45] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:09:13.952 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 88443c2dc2bfb0b137e18caffd13effa.
21:09:13.952 [INFO - Thread-45] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
21:09:13.953 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#3 (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_0_3), deploy into slot with allocation id 88443c2dc2bfb0b137e18caffd13effa.
21:09:13.953 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from CREATED to SCHEDULED.
21:09:13.955 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job 640bb5d81f2161b747452ce3cfd3ea9d: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
21:09:13.958 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from SCHEDULED to DEPLOYING.
21:09:13.958 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #3) with attempt id c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_1_3 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to b6e4c460-e227-4074-af21-a4a848131e32 @ 127.0.0.1 (dataPort=-1) with allocation id 7524f2b938ae7729a85a7118ef908b59
21:09:13.958 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from CREATED to SCHEDULED.
21:09:13.971 [INFO - flink-pekko.actor.default-dispatcher-10] (FineGrainedSlotManager.java:324) Received resource requirements from job 640bb5d81f2161b747452ce3cfd3ea9d: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
21:09:13.971 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from SCHEDULED to DEPLOYING.
21:09:13.971 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #3) with attempt id c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_2_3 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to b6e4c460-e227-4074-af21-a4a848131e32 @ 127.0.0.1 (dataPort=-1) with allocation id 0855bbd34d76a8cf8213060966f6bc67
21:09:13.972 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from CREATED to SCHEDULED.
21:09:13.972 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job 640bb5d81f2161b747452ce3cfd3ea9d: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
21:09:13.973 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from SCHEDULED to DEPLOYING.
21:09:13.973 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #3) with attempt id c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_3_3 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to b6e4c460-e227-4074-af21-a4a848131e32 @ 127.0.0.1 (dataPort=-1) with allocation id f94b2567e8bc665a6cc030ee196d4176
21:09:13.975 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'lastEndTimestamp'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
21:09:13.975 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
21:09:13.975 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'unassignedCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
21:09:13.975 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingRemovalCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
21:09:13.976 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 7524f2b938ae7729a85a7118ef908b59.
21:09:13.976 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#3 (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from CREATED to DEPLOYING.
21:09:13.976 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#3 (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_0_3) [DEPLOYING].
21:09:13.977 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@464f72e9
21:09:13.977 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
21:09:13.977 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#3 (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_1_3), deploy into slot with allocation id 7524f2b938ae7729a85a7118ef908b59.
21:09:13.977 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit10233969733985069158/checkpoints")
21:09:13.977 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#3 (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from DEPLOYING to INITIALIZING.
21:09:13.978 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from DEPLOYING to INITIALIZING.
21:09:13.983 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@3c9b6835
21:09:13.987 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 0855bbd34d76a8cf8213060966f6bc67.
21:09:13.987 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#3] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:09:13.988 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#3 (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_2_3), deploy into slot with allocation id 0855bbd34d76a8cf8213060966f6bc67.
21:09:13.988 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#3] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:13.989 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:09:13.990 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#3 (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from CREATED to DEPLOYING.
21:09:13.990 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#3 (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_1_3) [DEPLOYING].
21:09:13.991 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@2bc3f426
21:09:13.991 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
21:09:13.991 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit10233969733985069158/checkpoints")
21:09:13.992 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#3 (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from DEPLOYING to INITIALIZING.
21:09:13.992 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from DEPLOYING to INITIALIZING.
21:09:13.995 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot f94b2567e8bc665a6cc030ee196d4176.
21:09:13.996 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#3 (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_3_3), deploy into slot with allocation id f94b2567e8bc665a6cc030ee196d4176.
21:09:13.996 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#3 (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from CREATED to DEPLOYING.
21:09:13.997 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#3 (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_2_3) [DEPLOYING].
21:09:13.997 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@44051679
21:09:13.997 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
21:09:13.997 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit10233969733985069158/checkpoints")
21:09:13.998 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#3 (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from DEPLOYING to INITIALIZING.
21:09:13.998 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from DEPLOYING to INITIALIZING.
21:09:14.000 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@6e9f4cca
21:09:14.003 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@727e8a26
21:09:14.003 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#3 (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from CREATED to DEPLOYING.
21:09:14.003 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#3] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:09:14.005 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#3] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:09:14.006 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:09:14.007 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:14.007 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:14.007 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:14.008 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#3] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:14.008 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:14.008 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:14.009 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:14.010 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#3] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:14.003 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#3 (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_3_3) [DEPLOYING].
21:09:14.011 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#3] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:14.011 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:09:14.012 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@38ee4a98
21:09:14.012 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
21:09:14.012 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit10233969733985069158/checkpoints")
21:09:14.012 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:14.012 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:14.012 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:14.012 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#3 (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from DEPLOYING to INITIALIZING.
21:09:14.013 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from DEPLOYING to INITIALIZING.
21:09:14.013 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#3] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:14.014 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:14.014 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:14.014 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:14.015 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:14.016 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@7650381f
21:09:14.017 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:14.019 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#3] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:09:14.020 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:14.020 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:14.020 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:14.020 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:14.021 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:14.021 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:14.021 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:14.022 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:09:14.024 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#3] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:14.025 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:14.025 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:14.025 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:14.026 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#3] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:14.027 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:14.027 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:14.027 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:14.027 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:14.028 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:14.028 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:14.029 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:14.029 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:14.029 [DEBUG - pool-322-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:14.029 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#3] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:14.030 [DEBUG - pool-320-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:09:14.030 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:14.030 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:14.030 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:14.031 [DEBUG - pool-322-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:14.031 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:14.032 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:14.032 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:14.032 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:14.032 [DEBUG - pool-322-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:14.033 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:14.034 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:14.034 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:14.035 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:14.035 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:14.035 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:14.035 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:14.035 [DEBUG - pool-320-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:09:14.037 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:14.037 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:14.037 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:14.037 [DEBUG - pool-320-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:09:14.038 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:14.038 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:14.038 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:14.039 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:14.042 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:14.042 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:14.042 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:14.048 [DEBUG - pool-322-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:14.049 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:14.051 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:14.051 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:14.051 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:14.059 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#3] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:14.059 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:14.060 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:14.060 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:14.062 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#3] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:14.062 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:14.063 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:14.063 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:14.063 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:14.063 [DEBUG - pool-322-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:14.064 [DEBUG - pool-322-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:14.065 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:14.065 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:14.065 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:14.065 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:14.065 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:14.066 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:14.066 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:14.066 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:14.066 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:14.066 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:14.067 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:14.067 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:14.067 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:14.067 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:09:14.068 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#3] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:14.068 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:14.068 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:14.068 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:14.069 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:14.069 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:14.069 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:14.069 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:14.070 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#3] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:14.070 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:14.070 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:14.070 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:14.070 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:14.071 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:14.071 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:14.071 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:14.071 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:14.071 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:14.072 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:14.072 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:14.072 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:14.072 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:14.072 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:14.073 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:14.073 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:14.073 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:14.074 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:14.074 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:14.074 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:14.074 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:14.074 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:14.075 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:14.075 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:14.075 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:14.076 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:14.077 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:14.077 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:14.077 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:14.078 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:14.079 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:14.079 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:14.079 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:14.084 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:14.085 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:14.085 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:14.085 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:14.085 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:14.085 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:14.089 [DEBUG - pool-322-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:14.090 [DEBUG - pool-322-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:14.090 [DEBUG - pool-322-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:14.090 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:14.090 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:14.090 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:14.090 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:14.090 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:14.090 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:14.091 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:14.091 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:14.091 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:14.091 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:14.091 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:14.092 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:14.092 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:14.092 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:14.093 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:14.093 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:14.093 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:14.093 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:14.094 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:14.094 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:14.094 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:14.094 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:14.094 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:14.094 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:14.095 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:14.095 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:14.095 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:14.097 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:14.097 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:14.097 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:14.097 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:14.098 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:14.100 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:14.100 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:14.101 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:14.102 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:14.103 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:14.103 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:14.103 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:14.104 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:14.105 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:14.092 [DEBUG - pool-320-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:09:14.105 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:14.105 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:14.105 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:14.109 [DEBUG - pool-322-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:14.109 [DEBUG - pool-322-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:14.110 [DEBUG - pool-322-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:14.110 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:14.110 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:14.110 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:14.110 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:14.110 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:14.110 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:14.111 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:14.111 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:14.111 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:14.111 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:14.111 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:14.112 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:14.112 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:14.112 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:14.112 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:14.112 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:14.112 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:14.112 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:14.112 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:14.113 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:14.113 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:14.113 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:14.113 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:14.113 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:14.114 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:14.114 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:14.114 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:14.114 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:14.114 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:14.114 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:14.114 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:14.115 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:14.115 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:14.115 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:14.115 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:14.115 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:14.120 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:14.120 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:14.120 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:14.120 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:14.121 [DEBUG - pool-320-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:09:14.121 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:14.122 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:14.122 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:14.122 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:14.122 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:14.122 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:14.122 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:14.122 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:14.123 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:14.123 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:14.123 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:14.123 [DEBUG - pool-320-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:09:14.123 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:14.123 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:14.123 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:14.124 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:14.124 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:14.124 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:14.124 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:09:14.129 [DEBUG - pool-322-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:14.129 [DEBUG - pool-320-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:09:14.130 [DEBUG - pool-322-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:14.130 [DEBUG - pool-320-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:09:14.130 [DEBUG - pool-322-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:14.130 [DEBUG - pool-320-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:09:14.130 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:14.130 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:14.130 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:14.131 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:14.131 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:14.131 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:14.131 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:14.131 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:14.131 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:14.131 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:14.131 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:14.132 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:14.132 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:14.132 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:14.132 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:14.132 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:14.132 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:14.132 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:14.132 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:14.133 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:14.133 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:14.133 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:14.133 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:14.133 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:14.133 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:14.133 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:14.133 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:14.133 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:14.133 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:14.134 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:14.134 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:14.134 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:14.134 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:14.134 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:14.134 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:14.135 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:14.135 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:14.135 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:14.135 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:14.130 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:14.130 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:14.135 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:14.135 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:14.135 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:14.135 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:14.135 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:09:14.143 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:14.144 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:14.144 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:14.144 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:14.144 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:14.144 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:14.144 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:14.144 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:14.144 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:14.144 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:14.145 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:14.145 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:14.145 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:14.150 [DEBUG - pool-320-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:09:14.150 [DEBUG - pool-320-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:09:14.150 [DEBUG - pool-320-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:09:14.151 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:14.151 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:14.151 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:14.151 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:14.151 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:14.151 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:14.152 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:14.152 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:14.152 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:14.152 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:09:14.164 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:14.164 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:14.165 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:14.165 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:14.165 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:14.165 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:14.165 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:14.165 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:14.165 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:14.165 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:14.165 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:14.165 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:14.165 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:14.170 [DEBUG - pool-320-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:09:14.170 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:14.171 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:14.171 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:14.171 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:14.171 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:14.171 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:14.172 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:14.172 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:14.172 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:14.172 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:14.170 [DEBUG - pool-320-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:09:14.172 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:14.172 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:14.172 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:14.172 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:14.172 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:14.171 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:14.172 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:14.172 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:14.172 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:14.172 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:14.173 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:14.173 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:14.173 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:14.173 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:14.173 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:14.173 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:14.173 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:14.173 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:14.172 [DEBUG - pool-320-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:09:14.173 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:14.173 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:14.172 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:14.173 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:14.174 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:14.174 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:14.174 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:14.174 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:09:14.183 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:14.184 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:14.184 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:14.184 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:14.184 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:14.185 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:14.185 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:14.185 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:14.185 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:14.185 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:14.185 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:14.185 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:14.185 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:14.189 [DEBUG - pool-322-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:14.189 [DEBUG - pool-322-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:14.189 [DEBUG - pool-322-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:14.189 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:14.190 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:14.190 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:14.190 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:14.190 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:14.190 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:14.191 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:14.191 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:14.191 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:14.191 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:14.196 [DEBUG - pool-320-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:09:14.197 [DEBUG - pool-320-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:09:14.197 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:14.198 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:14.198 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:14.198 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:14.198 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:14.198 [INFO - pool-320-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:14.198 [DEBUG - pool-320-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:09:14.199 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:14.199 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:14.199 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:14.200 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:09:14.212 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:14.212 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:14.213 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:14.213 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:14.213 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:14.213 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:14.213 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:14.213 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:14.213 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:14.213 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:14.214 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:14.214 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:14.214 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:14.230 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:14.231 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:14.231 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:14.231 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:14.231 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:14.231 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:14.232 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:14.232 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:14.232 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:14.232 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:14.232 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:14.232 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:14.232 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:14.243 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:14.244 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:14.244 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:14.244 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:14.244 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:14.244 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:14.244 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:14.244 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:14.244 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:14.245 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:14.245 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:14.245 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:14.245 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:14.246 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2841dd5f383bae9a8f297e74525dcca1 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 2841dd5f383bae9a8f297e74525dcca1 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:14.263 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:14.263 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:14.263 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:14.263 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:14.264 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:14.264 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:14.264 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:14.264 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:14.264 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:14.265 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:14.265 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:14.265 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:14.265 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:14.309 [DEBUG - pool-322-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:14.310 [DEBUG - pool-320-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:09:14.310 [DEBUG - pool-320-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:09:14.310 [DEBUG - pool-322-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:14.310 [DEBUG - pool-320-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:09:14.310 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:14.310 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:14.310 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:14.311 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:14.311 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:14.311 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:14.312 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:14.312 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:14.312 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:14.310 [DEBUG - pool-322-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:14.313 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:14.313 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:14.313 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:14.313 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:14.313 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:14.313 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:14.313 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:14.314 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:14.314 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:14.314 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:14.314 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:09:14.327 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:14.332 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:14.332 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:14.333 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:14.333 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:14.333 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:14.333 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:14.333 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:14.333 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:14.333 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:14.333 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:14.333 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:14.334 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:14.334 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:14.369 [DEBUG - pool-322-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:14.369 [DEBUG - pool-322-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:14.370 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:14.370 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:14.370 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:14.370 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:14.370 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:14.370 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:14.370 [DEBUG - pool-322-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:14.370 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:14.371 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:14.371 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:14.371 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:14.371 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:14.371 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:14.372 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:14.372 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:14.372 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:14.372 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:14.372 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:14.372 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:14.372 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:14.372 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:14.372 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:14.372 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:14.372 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:14.403 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:09:14.403 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:09:14.403 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:09:14.403 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:14.403 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:14.404 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:14.404 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:14.404 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:14.404 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:14.404 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:14.404 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:14.404 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:14.404 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:09:14.423 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:14.424 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:14.424 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:14.425 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:14.425 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:14.425 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:14.425 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:14.425 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:14.425 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:14.426 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:14.426 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:14.426 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:14.426 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:14.478 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.25.113.61:34911(127.25.113.61:34911)] connecting to peer
21:09:14.479 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.25.113.60:35933(127.25.113.60:35933)] connecting to peer
21:09:14.479 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.25.113.62:35193(127.25.113.62:35193)] connecting to peer
21:09:14.479 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:14.479 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.113.61:34911(127.25.113.61:34911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:14.479 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:14.479 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.61:34911: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:14.479 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:14.480 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.113.62:35193(127.25.113.62:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:14.480 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.113.60:35933(127.25.113.60:35933)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:14.480 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.62:35193: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:14.480 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.60:35933: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:14.480 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193; will retry
21:09:14.491 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:14.491 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:14.492 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:14.492 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:14.492 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:14.492 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:14.492 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:14.492 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:14.492 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:14.492 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:14.492 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:14.492 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:14.493 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:14.515 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:14.516 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:14.528 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:14.550 [DEBUG - pool-320-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:09:14.550 [DEBUG - pool-320-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:09:14.551 [DEBUG - pool-320-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:09:14.551 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:14.551 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:14.551 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:14.552 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:14.552 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:14.552 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:14.554 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:14.554 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:14.554 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:14.554 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:09:14.659 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:09:14.660 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:09:14.660 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:09:14.660 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:14.660 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:14.660 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:14.660 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:14.660 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:14.660 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:14.661 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:14.661 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:14.661 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:14.661 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:09:14.732 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:14.733 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:14.733 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:14.733 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:14.733 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:14.733 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:14.734 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:14.734 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:14.734 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:14.734 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:14.735 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:14.735 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:14.735 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:14.746 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2841dd5f383bae9a8f297e74525dcca1 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 2841dd5f383bae9a8f297e74525dcca1 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:14.770 [DEBUG - pool-322-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:14.770 [DEBUG - pool-322-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:14.770 [DEBUG - pool-322-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:14.771 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:14.771 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:14.771 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:14.772 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:14.772 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:14.772 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:14.772 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:14.772 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:14.772 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:14.772 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:14.802 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:09:14.803 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:09:14.803 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:09:14.804 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:14.804 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:14.804 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:14.804 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:14.804 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:14.804 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:14.805 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:14.805 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:14.805 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:14.805 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:09:14.811 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:14.812 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:14.812 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:14.812 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:14.812 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:14.812 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:14.812 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:14.812 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:14.812 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:14.813 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:14.813 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:14.813 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:14.813 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:14.827 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:14.832 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:14.832 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:14.833 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:14.833 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:14.833 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:14.833 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:14.833 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:14.833 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:14.833 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:14.834 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:14.833 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:14.837 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:14.837 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:14.903 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:14.903 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:14.903 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:14.904 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:14.904 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:14.904 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:14.904 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:14.905 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:14.905 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:14.905 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:14.905 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:14.905 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:14.905 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:14.909 [DEBUG - pool-322-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:14.909 [DEBUG - pool-322-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:14.909 [DEBUG - pool-322-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:14.909 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:14.909 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:14.910 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:14.910 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:14.910 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:14.910 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:14.910 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:14.910 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:14.910 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:14.910 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:14.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:13.043882 29631 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:09:14.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:14.984568 29633 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:09:14.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:14.990792 29632 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1944 milliseconds
21:09:14.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:14.990896 29624 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
21:09:14.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:14.992702 29624 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:09:14.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:14.995991 29624 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:09:15.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:14.999841 29624 hybrid_clock.cc:648] HybridClock initialized: now 1783544954999700 us; error 109 us; skew 500 ppm
21:09:15.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:15.001348 29624 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:09:15.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:15.009580 29624 webserver.cc:534] Webserver started at http://127.28.61.131:41535/ using document root <none> and password file <none>
21:09:15.010 [DEBUG - pool-320-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:09:15.010 [DEBUG - pool-320-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:09:15.010 [DEBUG - pool-320-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:09:15.010 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:15.010 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:15.010 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:15.010 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:15.010 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:15.011 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:15.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:15.010797 29624 fs_manager.cc:362] Metadata directory not provided
21:09:15.011 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:15.011 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:15.011 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:15.011 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:09:15.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:15.011147 29624 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:09:15.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:15.011874 29624 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
21:09:15.015 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:15.016 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:15.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:15.017401 29624 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10299387535864193821/ts-2/data/instance:
21:09:15.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f9388bec45ef4b26b002bb34888dd2e1"
21:09:15.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:09:15 on dist-test-slave-3sd5"
21:09:15.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:15.018826 29624 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10299387535864193821/ts-2/wal/instance:
21:09:15.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f9388bec45ef4b26b002bb34888dd2e1"
21:09:15.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:09:15 on dist-test-slave-3sd5"
21:09:15.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:15.029057 29624 fs_manager.cc:696] Time spent creating directory manager: real 0.010s	user 0.007s	sys 0.001s
21:09:15.030 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:15.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:15.037173 29693 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
21:09:15.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:15.038869 29624 fs_manager.cc:730] Time spent opening block manager: real 0.006s	user 0.002s	sys 0.003s
21:09:15.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:15.039350 29624 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10299387535864193821/ts-2/data,/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10299387535864193821/ts-2/wal
21:09:15.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f9388bec45ef4b26b002bb34888dd2e1"
21:09:15.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:09:15 on dist-test-slave-3sd5"
21:09:15.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:15.039786 29624 fs_report.cc:389] FS layout report
21:09:15.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:09:15.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10299387535864193821/ts-2/wal
21:09:15.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10299387535864193821/ts-2/wal
21:09:15.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10299387535864193821/ts-2/data/data
21:09:15.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:09:15.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:09:15.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:09:15.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:09:15.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:09:15.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:09:15.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:09:15.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:09:15.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:09:15.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:09:15.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:09:15.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:15.122822 29624 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
21:09:15.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:15.125099 29624 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:09:15.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:15.125806 29624 kserver.cc:163] Server-wide thread pool size limit: 3276
21:09:15.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:15.128942 29624 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
21:09:15.131 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:15.131 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:15.131 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:15.132 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:15.132 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:15.132 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:15.132 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:15.132 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:15.132 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:15.132 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:15.132 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:15.132 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:15.132 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:15.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:15.135654 29624 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
21:09:15.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:15.135922 29624 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
21:09:15.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:15.136152 29624 ts_tablet_manager.cc:616] Registered 0 tablets
21:09:15.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:15.136337 29624 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
21:09:15.246 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2841dd5f383bae9a8f297e74525dcca1 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 2841dd5f383bae9a8f297e74525dcca1 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:15.327 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:15.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:15.337767 29624 rpc_server.cc:307] RPC server started. Bound to: 127.28.61.131:42367
21:09:15.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:15.337960 29806 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.28.61.131:42367 every 8 connection(s)
21:09:15.339 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:09:15.340 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:09:15.340 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:09:15.340 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:15.340 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:15.340 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:15.340 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:15.340 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:15.340 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:15.341 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:15.341 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:15.341 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:15.341 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:09:15.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:15.341487 29624 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10299387535864193821/ts-2/data/info.pb
21:09:15.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:15.342622 28918 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu as pid 29624
21:09:15.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:15.343461 28918 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10299387535864193821/ts-2/wal/instance
21:09:15.363 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:15.363 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:15.363 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:15.367 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:15.367 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:15.367 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:15.368 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:15.368 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:15.368 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:15.368 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:15.368 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:15.368 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:15.368 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:15.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:15.406242 29809 heartbeater.cc:344] Connected to a master server at 127.28.61.190:36375
21:09:15.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:15.406841 29809 heartbeater.cc:461] Registering TS with master...
21:09:15.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:15.407225 29807 heartbeater.cc:344] Connected to a master server at 127.28.61.188:41979
21:09:15.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:15.407917 29807 heartbeater.cc:461] Registering TS with master...
21:09:15.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:15.408681 29809 heartbeater.cc:507] Master 127.28.61.190:36375 requested a full tablet report, sending...
21:09:15.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:15.409437 29807 heartbeater.cc:507] Master 127.28.61.188:41979 requested a full tablet report, sending...
21:09:15.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:15.412703 29129 ts_manager.cc:194] Registered new tserver with Master: f9388bec45ef4b26b002bb34888dd2e1 (127.28.61.131:42367)
21:09:15.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:15.413056 28966 ts_manager.cc:194] Registered new tserver with Master: f9388bec45ef4b26b002bb34888dd2e1 (127.28.61.131:42367)
21:09:15.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:15.414862 29129 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.28.61.131:60009
21:09:15.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:15.424551 29808 heartbeater.cc:344] Connected to a master server at 127.28.61.189:39213
21:09:15.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:15.424993 29808 heartbeater.cc:461] Registering TS with master...
21:09:15.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:15.425701 29808 heartbeater.cc:507] Master 127.28.61.189:39213 requested a full tablet report, sending...
21:09:15.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:15.428393 29042 ts_manager.cc:194] Registered new tserver with Master: f9388bec45ef4b26b002bb34888dd2e1 (127.28.61.131:42367)
21:09:15.432 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.22.50.60:38829(127.22.50.60:38829)] connecting to peer
21:09:15.432 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.22.50.61:45261(127.22.50.61:45261)] connecting to peer
21:09:15.433 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.22.50.62:44659(127.22.50.62:44659)] connecting to peer
21:09:15.433 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:09:15.433 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.50.60:38829(127.22.50.60:38829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:09:15.433 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.60:38829: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:09:15.433 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:09:15.433 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.50.61:45261(127.22.50.61:45261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:09:15.433 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.61:45261: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:09:15.433 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:09:15.433 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.50.62:44659(127.22.50.62:44659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:09:15.433 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.62:44659: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:09:15.434 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659; will retry
21:09:15.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:15.445640 28918 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
21:09:15.462 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
21:09:15.462 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

21:09:15.463 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.28.61.190"
      port: 36375
    }
    bound_http_address {
      host: "127.28.61.190"
      port: 45875
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.28.61.189"
      port: 39213
    }
    bound_http_address {
      host: "127.28.61.189"
      port: 45711
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.28.61.188"
      port: 41979
    }
    bound_http_address {
      host: "127.28.61.188"
      port: 44721
    }
  }
}

21:09:15.464 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

21:09:15.465 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.28.61.129"
      port: 36239
    }
    bound_http_address {
      host: "127.28.61.129"
      port: 43639
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.28.61.130"
      port: 38589
    }
    bound_http_address {
      host: "127.28.61.130"
      port: 37303
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.28.61.131"
      port: 42367
    }
    bound_http_address {
      host: "127.28.61.131"
      port: 41535
    }
  }
}

21:09:15.465 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
21:09:15.467 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:09:15.469 [DEBUG - main] (Connection.java:748) [peer master-127.27.110.125:37111(127.27.110.125:37111)] connecting to peer
21:09:15.470 [DEBUG - main] (Connection.java:748) [peer master-127.27.110.126:34219(127.27.110.126:34219)] connecting to peer
21:09:15.470 [DEBUG - main] (Connection.java:748) [peer master-127.27.110.124:43039(127.27.110.124:43039)] connecting to peer
21:09:15.470 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.27.110.125:37111(127.27.110.125:37111)] Successfully connected to peer
21:09:15.471 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.27.110.126:34219(127.27.110.126:34219)] Successfully connected to peer
21:09:15.472 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.27.110.124:43039(127.27.110.124:43039)] Successfully connected to peer
21:09:15.476 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.27.110.125
21:09:15.478 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.27.110.124
21:09:15.478 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.27.110.126
21:09:15.481 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:15.481 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:15.481 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:15.481 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:15.481 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:15.481 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:15.482 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:15.482 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:15.482 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:15.482 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:15.482 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:15.482 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:15.482 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:15.489 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:09:15.489 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:09:15.491 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:15.491 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:15.491 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:15.492 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:15.492 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:15.492 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:15.493 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:15.493 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:15.493 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:15.493 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:15.493 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:15.493 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:15.493 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:15.494 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:09:15.498 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xa743f0a3, L:/127.0.0.1:43340 - R:/127.27.110.124:43039] using SASL/PLAIN
21:09:15.498 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x0857feeb, L:/127.0.0.1:47368 - R:/127.27.110.125:37111] using SASL/PLAIN
21:09:15.502 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x720e9535, L:/127.0.0.1:42108 - R:/127.27.110.126:34219] using SASL/PLAIN
21:09:15.504 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
21:09:15.504 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=36), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [34ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: OK, [35ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: OK, deferred=null) after lookup
21:09:15.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:15.509974 28358 catalog_manager.cc:2282] Servicing CreateTable request from {username='slave'} at 127.0.0.1:43340:
21:09:15.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "replication_test_table"
21:09:15.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
21:09:15.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
21:09:15.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key1"
21:09:15.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
21:09:15.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
21:09:15.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
21:09:15.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
21:09:15.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
21:09:15.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
21:09:15.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
21:09:15.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
21:09:15.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key2"
21:09:15.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
21:09:15.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
21:09:15.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
21:09:15.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
21:09:15.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
21:09:15.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
21:09:15.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
21:09:15.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
21:09:15.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key3"
21:09:15.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
21:09:15.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
21:09:15.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
21:09:15.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
21:09:15.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
21:09:15.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
21:09:15.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
21:09:15.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
21:09:15.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "data"
21:09:15.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
21:09:15.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
21:09:15.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
21:09:15.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
21:09:15.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
21:09:15.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
21:09:15.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
21:09:15.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
21:09:15.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
21:09:15.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   hash_schema {
21:09:15.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
21:09:15.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key1"
21:09:15.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
21:09:15.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     num_buckets: 3
21:09:15.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     seed: 0
21:09:15.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
21:09:15.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   hash_schema {
21:09:15.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
21:09:15.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key2"
21:09:15.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
21:09:15.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
21:09:15.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key3"
21:09:15.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
21:09:15.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     num_buckets: 2
21:09:15.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     seed: 42
21:09:15.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
21:09:15.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
21:09:15.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
21:09:15.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
21:09:15.514 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:15.515 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:15.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:15.515974 28358 catalog_manager.cc:7076] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table replication_test_table in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
21:09:15.521 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:15.522 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:15.522 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:15.522 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:15.522 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:15.522 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:15.522 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:15.523 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:15.523 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:15.523 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:15.523 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:15.523 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:15.523 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:15.527 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:15.561 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:15.562 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:15.562 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:15.562 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:15.562 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:15.562 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:15.562 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:15.562 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:15.562 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:15.562 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:15.562 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:15.563 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:15.563 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:15.587 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 4bba706393eb41c4b3ed79f493a69027
21:09:15.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:15.706540 28679 tablet_service.cc:1511] Processing CreateTablet for tablet 2fe8b4523c974684b5bf5f7de4073c52 (DEFAULT_TABLE table=replication_test_table [id=4bba706393eb41c4b3ed79f493a69027]), partition=HASH (key1) PARTITION 2, HASH (key2, key3) PARTITION 1
21:09:15.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:15.709167 28679 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 2fe8b4523c974684b5bf5f7de4073c52. 1 dirs total, 0 dirs full, 0 dirs failed
21:09:15.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:15.711087 28682 tablet_service.cc:1511] Processing CreateTablet for tablet 916c221c2eb245f0af11d3609f3cc147 (DEFAULT_TABLE table=replication_test_table [id=4bba706393eb41c4b3ed79f493a69027]), partition=HASH (key1) PARTITION 1, HASH (key2, key3) PARTITION 0
21:09:15.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:15.713809 28682 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 916c221c2eb245f0af11d3609f3cc147. 1 dirs total, 0 dirs full, 0 dirs failed
21:09:15.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:15.717692 28681 tablet_service.cc:1511] Processing CreateTablet for tablet 328af295c4f443dd9e4877e895c145a7 (DEFAULT_TABLE table=replication_test_table [id=4bba706393eb41c4b3ed79f493a69027]), partition=HASH (key1) PARTITION 1, HASH (key2, key3) PARTITION 1
21:09:15.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:15.720331 28683 tablet_service.cc:1511] Processing CreateTablet for tablet 637925460d0644f885c9c2aac46d643e (DEFAULT_TABLE table=replication_test_table [id=4bba706393eb41c4b3ed79f493a69027]), partition=HASH (key1) PARTITION 0, HASH (key2, key3) PARTITION 1
21:09:15.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:15.722111 28681 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 328af295c4f443dd9e4877e895c145a7. 1 dirs total, 0 dirs full, 0 dirs failed
21:09:15.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:15.724143 28683 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 637925460d0644f885c9c2aac46d643e. 1 dirs total, 0 dirs full, 0 dirs failed
21:09:15.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:15.703974 28680 tablet_service.cc:1511] Processing CreateTablet for tablet a80f5359dbf24db0b0a88485b990c585 (DEFAULT_TABLE table=replication_test_table [id=4bba706393eb41c4b3ed79f493a69027]), partition=HASH (key1) PARTITION 2, HASH (key2, key3) PARTITION 0
21:09:15.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:15.727721 28680 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet a80f5359dbf24db0b0a88485b990c585. 1 dirs total, 0 dirs full, 0 dirs failed
21:09:15.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:15.736366 28684 tablet_service.cc:1511] Processing CreateTablet for tablet 78e62f45e3164014b1f3b0ee41df0404 (DEFAULT_TABLE table=replication_test_table [id=4bba706393eb41c4b3ed79f493a69027]), partition=HASH (key1) PARTITION 0, HASH (key2, key3) PARTITION 0
21:09:15.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:15.737807 28684 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 78e62f45e3164014b1f3b0ee41df0404. 1 dirs total, 0 dirs full, 0 dirs failed
21:09:15.746 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2841dd5f383bae9a8f297e74525dcca1 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 2841dd5f383bae9a8f297e74525dcca1 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:15.750 [DEBUG - pool-320-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:09:15.750 [DEBUG - pool-320-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:09:15.751 [DEBUG - pool-320-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:09:15.751 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:15.751 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:15.751 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:15.751 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:15.752 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:15.752 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:15.752 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:15.752 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:15.752 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:15.753 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:09:15.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:15.788278 28527 tablet_service.cc:1511] Processing CreateTablet for tablet 916c221c2eb245f0af11d3609f3cc147 (DEFAULT_TABLE table=replication_test_table [id=4bba706393eb41c4b3ed79f493a69027]), partition=HASH (key1) PARTITION 1, HASH (key2, key3) PARTITION 0
21:09:15.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:15.791087 28527 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 916c221c2eb245f0af11d3609f3cc147. 1 dirs total, 0 dirs full, 0 dirs failed
21:09:15.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:15.799492 28526 tablet_service.cc:1511] Processing CreateTablet for tablet 328af295c4f443dd9e4877e895c145a7 (DEFAULT_TABLE table=replication_test_table [id=4bba706393eb41c4b3ed79f493a69027]), partition=HASH (key1) PARTITION 1, HASH (key2, key3) PARTITION 1
21:09:15.804 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:15.804 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:15.804 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:15.805 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:15.805 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:15.805 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:15.806 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:15.806 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:15.806 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:15.806 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:15.806 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:15.806 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:15.806 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:15.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:15.807829 28524 tablet_service.cc:1511] Processing CreateTablet for tablet 2fe8b4523c974684b5bf5f7de4073c52 (DEFAULT_TABLE table=replication_test_table [id=4bba706393eb41c4b3ed79f493a69027]), partition=HASH (key1) PARTITION 2, HASH (key2, key3) PARTITION 1
21:09:15.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:15.807485 28525 tablet_service.cc:1511] Processing CreateTablet for tablet a80f5359dbf24db0b0a88485b990c585 (DEFAULT_TABLE table=replication_test_table [id=4bba706393eb41c4b3ed79f493a69027]), partition=HASH (key1) PARTITION 2, HASH (key2, key3) PARTITION 0
21:09:15.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:15.810830 28526 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 328af295c4f443dd9e4877e895c145a7. 1 dirs total, 0 dirs full, 0 dirs failed
21:09:15.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:15.786759 28528 tablet_service.cc:1511] Processing CreateTablet for tablet 637925460d0644f885c9c2aac46d643e (DEFAULT_TABLE table=replication_test_table [id=4bba706393eb41c4b3ed79f493a69027]), partition=HASH (key1) PARTITION 0, HASH (key2, key3) PARTITION 1
21:09:15.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:15.820729 28525 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet a80f5359dbf24db0b0a88485b990c585. 1 dirs total, 0 dirs full, 0 dirs failed
21:09:15.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:15.823732 28524 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 2fe8b4523c974684b5bf5f7de4073c52. 1 dirs total, 0 dirs full, 0 dirs failed
21:09:15.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:15.825884 28528 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 637925460d0644f885c9c2aac46d643e. 1 dirs total, 0 dirs full, 0 dirs failed
21:09:15.827 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:15.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:15.832460 28529 tablet_service.cc:1511] Processing CreateTablet for tablet 78e62f45e3164014b1f3b0ee41df0404 (DEFAULT_TABLE table=replication_test_table [id=4bba706393eb41c4b3ed79f493a69027]), partition=HASH (key1) PARTITION 0, HASH (key2, key3) PARTITION 0
21:09:15.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:15.839583 28529 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 78e62f45e3164014b1f3b0ee41df0404. 1 dirs total, 0 dirs full, 0 dirs failed
21:09:15.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:15.841215 28842 tablet_service.cc:1511] Processing CreateTablet for tablet 637925460d0644f885c9c2aac46d643e (DEFAULT_TABLE table=replication_test_table [id=4bba706393eb41c4b3ed79f493a69027]), partition=HASH (key1) PARTITION 0, HASH (key2, key3) PARTITION 1
21:09:15.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:15.842480 28839 tablet_service.cc:1511] Processing CreateTablet for tablet a80f5359dbf24db0b0a88485b990c585 (DEFAULT_TABLE table=replication_test_table [id=4bba706393eb41c4b3ed79f493a69027]), partition=HASH (key1) PARTITION 2, HASH (key2, key3) PARTITION 0
21:09:15.843 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:15.844 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:15.844 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:15.845 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:15.845 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:15.845 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:15.845 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:15.845 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:15.845 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:15.846 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:15.846 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:15.846 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:15.846 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:15.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:15.841881 28838 tablet_service.cc:1511] Processing CreateTablet for tablet 2fe8b4523c974684b5bf5f7de4073c52 (DEFAULT_TABLE table=replication_test_table [id=4bba706393eb41c4b3ed79f493a69027]), partition=HASH (key1) PARTITION 2, HASH (key2, key3) PARTITION 1
21:09:15.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:15.844275 28841 tablet_service.cc:1511] Processing CreateTablet for tablet 916c221c2eb245f0af11d3609f3cc147 (DEFAULT_TABLE table=replication_test_table [id=4bba706393eb41c4b3ed79f493a69027]), partition=HASH (key1) PARTITION 1, HASH (key2, key3) PARTITION 0
21:09:15.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:15.845839 28843 tablet_service.cc:1511] Processing CreateTablet for tablet 78e62f45e3164014b1f3b0ee41df0404 (DEFAULT_TABLE table=replication_test_table [id=4bba706393eb41c4b3ed79f493a69027]), partition=HASH (key1) PARTITION 0, HASH (key2, key3) PARTITION 0
21:09:15.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:15.848546 28840 tablet_service.cc:1511] Processing CreateTablet for tablet 328af295c4f443dd9e4877e895c145a7 (DEFAULT_TABLE table=replication_test_table [id=4bba706393eb41c4b3ed79f493a69027]), partition=HASH (key1) PARTITION 1, HASH (key2, key3) PARTITION 1
21:09:15.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:15.854620 28839 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet a80f5359dbf24db0b0a88485b990c585. 1 dirs total, 0 dirs full, 0 dirs failed
21:09:15.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:15.857151 28841 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 916c221c2eb245f0af11d3609f3cc147. 1 dirs total, 0 dirs full, 0 dirs failed
21:09:15.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:15.859678 28843 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 78e62f45e3164014b1f3b0ee41df0404. 1 dirs total, 0 dirs full, 0 dirs failed
21:09:15.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:15.861577 28842 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 637925460d0644f885c9c2aac46d643e. 1 dirs total, 0 dirs full, 0 dirs failed
21:09:15.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:15.862728 28838 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 2fe8b4523c974684b5bf5f7de4073c52. 1 dirs total, 0 dirs full, 0 dirs failed
21:09:15.872 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:15.872 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:15.872 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:15.873 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:15.873 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:15.873 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:15.873 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:15.873 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:15.873 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:15.873 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:15.873 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:15.873 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:15.873 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:15.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:15.932777 29841 tablet_bootstrap.cc:492] T 328af295c4f443dd9e4877e895c145a7 P bea0bef4fa77456d8a0ed5ff9ce0c146: Bootstrap starting.
21:09:15.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:15.889904 28840 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 328af295c4f443dd9e4877e895c145a7. 1 dirs total, 0 dirs full, 0 dirs failed
21:09:15.999 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.25.113.61:34911(127.25.113.61:34911)] connecting to peer
21:09:15.999 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.25.113.60:35933(127.25.113.60:35933)] connecting to peer
21:09:15.999 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.25.113.62:35193(127.25.113.62:35193)] connecting to peer
21:09:16.000 [DEBUG - pool-318-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:09:16.000 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:16.000 [DEBUG - pool-318-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:09:16.000 [DEBUG - pool-318-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:09:16.000 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:16.000 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.113.62:35193(127.25.113.62:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:16.000 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.62:35193: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:16.001 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:16.001 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.113.61:34911(127.25.113.61:34911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:16.001 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:16.001 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:16.001 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:16.001 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:16.001 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:16.001 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:16.001 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:16.001 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:16.001 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:16.001 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:09:16.000 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.113.60:35933(127.25.113.60:35933)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:16.002 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.60:35933: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:16.001 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.61:34911: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:16.002 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193; will retry
21:09:16.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.008829 29843 tablet_bootstrap.cc:492] T 328af295c4f443dd9e4877e895c145a7 P 9568e7bf235f459fa583004fe13faea5: Bootstrap starting.
21:09:16.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.013226 29844 tablet_bootstrap.cc:492] T 916c221c2eb245f0af11d3609f3cc147 P 03ed47cb5a9148a7a4c7afcd17d768e1: Bootstrap starting.
21:09:16.014 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:16.014 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:16.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.023900 29843 tablet_bootstrap.cc:654] T 328af295c4f443dd9e4877e895c145a7 P 9568e7bf235f459fa583004fe13faea5: Neither blocks nor log segments found. Creating new log.
21:09:16.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.024389 29841 tablet_bootstrap.cc:654] T 328af295c4f443dd9e4877e895c145a7 P bea0bef4fa77456d8a0ed5ff9ce0c146: Neither blocks nor log segments found. Creating new log.
21:09:16.027 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:16.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.027117 29844 tablet_bootstrap.cc:654] T 916c221c2eb245f0af11d3609f3cc147 P 03ed47cb5a9148a7a4c7afcd17d768e1: Neither blocks nor log segments found. Creating new log.
21:09:16.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.026958 29843 log.cc:826] T 328af295c4f443dd9e4877e895c145a7 P 9568e7bf235f459fa583004fe13faea5: Log is configured to *not* fsync() on all Append() calls
21:09:16.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.030884 29844 log.cc:826] T 916c221c2eb245f0af11d3609f3cc147 P 03ed47cb5a9148a7a4c7afcd17d768e1: Log is configured to *not* fsync() on all Append() calls
21:09:16.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.029927 29841 log.cc:826] T 328af295c4f443dd9e4877e895c145a7 P bea0bef4fa77456d8a0ed5ff9ce0c146: Log is configured to *not* fsync() on all Append() calls
21:09:16.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.042301 29843 tablet_bootstrap.cc:492] T 328af295c4f443dd9e4877e895c145a7 P 9568e7bf235f459fa583004fe13faea5: No bootstrap required, opened a new log
21:09:16.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.044113 29843 ts_tablet_manager.cc:1403] T 328af295c4f443dd9e4877e895c145a7 P 9568e7bf235f459fa583004fe13faea5: Time spent bootstrapping tablet: real 0.037s	user 0.015s	sys 0.013s
21:09:16.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.044445 29841 tablet_bootstrap.cc:492] T 328af295c4f443dd9e4877e895c145a7 P bea0bef4fa77456d8a0ed5ff9ce0c146: No bootstrap required, opened a new log
21:09:16.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.045045 29841 ts_tablet_manager.cc:1403] T 328af295c4f443dd9e4877e895c145a7 P bea0bef4fa77456d8a0ed5ff9ce0c146: Time spent bootstrapping tablet: real 0.113s	user 0.017s	sys 0.013s
21:09:16.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.053310 29844 tablet_bootstrap.cc:492] T 916c221c2eb245f0af11d3609f3cc147 P 03ed47cb5a9148a7a4c7afcd17d768e1: No bootstrap required, opened a new log
21:09:16.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.054222 29844 ts_tablet_manager.cc:1403] T 916c221c2eb245f0af11d3609f3cc147 P 03ed47cb5a9148a7a4c7afcd17d768e1: Time spent bootstrapping tablet: real 0.042s	user 0.013s	sys 0.010s
21:09:16.061 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:16.061 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:16.061 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:16.061 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:16.061 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:16.061 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:16.062 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:16.062 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:16.062 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:16.062 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:16.062 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:16.062 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:16.062 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:16.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.078276 29843 raft_consensus.cc:359] T 328af295c4f443dd9e4877e895c145a7 P 9568e7bf235f459fa583004fe13faea5 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9568e7bf235f459fa583004fe13faea5" member_type: VOTER last_known_addr { host: "127.27.110.65" port: 44763 } } peers { permanent_uuid: "bea0bef4fa77456d8a0ed5ff9ce0c146" member_type: VOTER last_known_addr { host: "127.27.110.66" port: 39813 } } peers { permanent_uuid: "03ed47cb5a9148a7a4c7afcd17d768e1" member_type: VOTER last_known_addr { host: "127.27.110.67" port: 42055 } }
21:09:16.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.079406 29843 raft_consensus.cc:385] T 328af295c4f443dd9e4877e895c145a7 P 9568e7bf235f459fa583004fe13faea5 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:09:16.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.079766 29843 raft_consensus.cc:740] T 328af295c4f443dd9e4877e895c145a7 P 9568e7bf235f459fa583004fe13faea5 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 9568e7bf235f459fa583004fe13faea5, State: Initialized, Role: FOLLOWER
21:09:16.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.080927 29843 consensus_queue.cc:260] T 328af295c4f443dd9e4877e895c145a7 P 9568e7bf235f459fa583004fe13faea5 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9568e7bf235f459fa583004fe13faea5" member_type: VOTER last_known_addr { host: "127.27.110.65" port: 44763 } } peers { permanent_uuid: "bea0bef4fa77456d8a0ed5ff9ce0c146" member_type: VOTER last_known_addr { host: "127.27.110.66" port: 39813 } } peers { permanent_uuid: "03ed47cb5a9148a7a4c7afcd17d768e1" member_type: VOTER last_known_addr { host: "127.27.110.67" port: 42055 } }
21:09:16.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.085716 29843 ts_tablet_manager.cc:1434] T 328af295c4f443dd9e4877e895c145a7 P 9568e7bf235f459fa583004fe13faea5: Time spent starting tablet: real 0.041s	user 0.021s	sys 0.011s
21:09:16.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.087209 29843 tablet_bootstrap.cc:492] T 2fe8b4523c974684b5bf5f7de4073c52 P 9568e7bf235f459fa583004fe13faea5: Bootstrap starting.
21:09:16.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.093500 29844 raft_consensus.cc:359] T 916c221c2eb245f0af11d3609f3cc147 P 03ed47cb5a9148a7a4c7afcd17d768e1 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9568e7bf235f459fa583004fe13faea5" member_type: VOTER last_known_addr { host: "127.27.110.65" port: 44763 } } peers { permanent_uuid: "bea0bef4fa77456d8a0ed5ff9ce0c146" member_type: VOTER last_known_addr { host: "127.27.110.66" port: 39813 } } peers { permanent_uuid: "03ed47cb5a9148a7a4c7afcd17d768e1" member_type: VOTER last_known_addr { host: "127.27.110.67" port: 42055 } }
21:09:16.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.094799 29844 raft_consensus.cc:385] T 916c221c2eb245f0af11d3609f3cc147 P 03ed47cb5a9148a7a4c7afcd17d768e1 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:09:16.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.095445 29844 raft_consensus.cc:740] T 916c221c2eb245f0af11d3609f3cc147 P 03ed47cb5a9148a7a4c7afcd17d768e1 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 03ed47cb5a9148a7a4c7afcd17d768e1, State: Initialized, Role: FOLLOWER
21:09:16.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.096972 29844 consensus_queue.cc:260] T 916c221c2eb245f0af11d3609f3cc147 P 03ed47cb5a9148a7a4c7afcd17d768e1 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9568e7bf235f459fa583004fe13faea5" member_type: VOTER last_known_addr { host: "127.27.110.65" port: 44763 } } peers { permanent_uuid: "bea0bef4fa77456d8a0ed5ff9ce0c146" member_type: VOTER last_known_addr { host: "127.27.110.66" port: 39813 } } peers { permanent_uuid: "03ed47cb5a9148a7a4c7afcd17d768e1" member_type: VOTER last_known_addr { host: "127.27.110.67" port: 42055 } }
21:09:16.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.094899 29843 tablet_bootstrap.cc:654] T 2fe8b4523c974684b5bf5f7de4073c52 P 9568e7bf235f459fa583004fe13faea5: Neither blocks nor log segments found. Creating new log.
21:09:16.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.084645 29841 raft_consensus.cc:359] T 328af295c4f443dd9e4877e895c145a7 P bea0bef4fa77456d8a0ed5ff9ce0c146 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9568e7bf235f459fa583004fe13faea5" member_type: VOTER last_known_addr { host: "127.27.110.65" port: 44763 } } peers { permanent_uuid: "bea0bef4fa77456d8a0ed5ff9ce0c146" member_type: VOTER last_known_addr { host: "127.27.110.66" port: 39813 } } peers { permanent_uuid: "03ed47cb5a9148a7a4c7afcd17d768e1" member_type: VOTER last_known_addr { host: "127.27.110.67" port: 42055 } }
21:09:16.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.106230 29841 raft_consensus.cc:385] T 328af295c4f443dd9e4877e895c145a7 P bea0bef4fa77456d8a0ed5ff9ce0c146 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:09:16.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.106643 29841 raft_consensus.cc:740] T 328af295c4f443dd9e4877e895c145a7 P bea0bef4fa77456d8a0ed5ff9ce0c146 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: bea0bef4fa77456d8a0ed5ff9ce0c146, State: Initialized, Role: FOLLOWER
21:09:16.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.107810 29841 consensus_queue.cc:260] T 328af295c4f443dd9e4877e895c145a7 P bea0bef4fa77456d8a0ed5ff9ce0c146 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9568e7bf235f459fa583004fe13faea5" member_type: VOTER last_known_addr { host: "127.27.110.65" port: 44763 } } peers { permanent_uuid: "bea0bef4fa77456d8a0ed5ff9ce0c146" member_type: VOTER last_known_addr { host: "127.27.110.66" port: 39813 } } peers { permanent_uuid: "03ed47cb5a9148a7a4c7afcd17d768e1" member_type: VOTER last_known_addr { host: "127.27.110.67" port: 42055 } }
21:09:16.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:16.123749 28603 tablet.cc:2406] T 328af295c4f443dd9e4877e895c145a7 P 9568e7bf235f459fa583004fe13faea5: Can't schedule compaction. Clean time has not been advanced past its initial value.
21:09:16.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.143570 29841 ts_tablet_manager.cc:1434] T 328af295c4f443dd9e4877e895c145a7 P bea0bef4fa77456d8a0ed5ff9ce0c146: Time spent starting tablet: real 0.097s	user 0.055s	sys 0.001s
21:09:16.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.152120 29841 tablet_bootstrap.cc:492] T a80f5359dbf24db0b0a88485b990c585 P bea0bef4fa77456d8a0ed5ff9ce0c146: Bootstrap starting.
21:09:16.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.161337 29841 tablet_bootstrap.cc:654] T a80f5359dbf24db0b0a88485b990c585 P bea0bef4fa77456d8a0ed5ff9ce0c146: Neither blocks nor log segments found. Creating new log.
21:09:16.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.183122 29841 tablet_bootstrap.cc:492] T a80f5359dbf24db0b0a88485b990c585 P bea0bef4fa77456d8a0ed5ff9ce0c146: No bootstrap required, opened a new log
21:09:16.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.183821 29841 ts_tablet_manager.cc:1403] T a80f5359dbf24db0b0a88485b990c585 P bea0bef4fa77456d8a0ed5ff9ce0c146: Time spent bootstrapping tablet: real 0.032s	user 0.017s	sys 0.001s
21:09:16.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.185305 29843 tablet_bootstrap.cc:492] T 2fe8b4523c974684b5bf5f7de4073c52 P 9568e7bf235f459fa583004fe13faea5: No bootstrap required, opened a new log
21:09:16.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.185853 29843 ts_tablet_manager.cc:1403] T 2fe8b4523c974684b5bf5f7de4073c52 P 9568e7bf235f459fa583004fe13faea5: Time spent bootstrapping tablet: real 0.099s	user 0.012s	sys 0.031s
21:09:16.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.186097 29844 ts_tablet_manager.cc:1434] T 916c221c2eb245f0af11d3609f3cc147 P 03ed47cb5a9148a7a4c7afcd17d768e1: Time spent starting tablet: real 0.131s	user 0.063s	sys 0.055s
21:09:16.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.187363 29844 tablet_bootstrap.cc:492] T 78e62f45e3164014b1f3b0ee41df0404 P 03ed47cb5a9148a7a4c7afcd17d768e1: Bootstrap starting.
21:09:16.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.187135 29841 raft_consensus.cc:359] T a80f5359dbf24db0b0a88485b990c585 P bea0bef4fa77456d8a0ed5ff9ce0c146 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9568e7bf235f459fa583004fe13faea5" member_type: VOTER last_known_addr { host: "127.27.110.65" port: 44763 } } peers { permanent_uuid: "bea0bef4fa77456d8a0ed5ff9ce0c146" member_type: VOTER last_known_addr { host: "127.27.110.66" port: 39813 } } peers { permanent_uuid: "03ed47cb5a9148a7a4c7afcd17d768e1" member_type: VOTER last_known_addr { host: "127.27.110.67" port: 42055 } }
21:09:16.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.187709 29841 raft_consensus.cc:385] T a80f5359dbf24db0b0a88485b990c585 P bea0bef4fa77456d8a0ed5ff9ce0c146 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:09:16.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.188071 29841 raft_consensus.cc:740] T a80f5359dbf24db0b0a88485b990c585 P bea0bef4fa77456d8a0ed5ff9ce0c146 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: bea0bef4fa77456d8a0ed5ff9ce0c146, State: Initialized, Role: FOLLOWER
21:09:16.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.188843 29841 consensus_queue.cc:260] T a80f5359dbf24db0b0a88485b990c585 P bea0bef4fa77456d8a0ed5ff9ce0c146 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9568e7bf235f459fa583004fe13faea5" member_type: VOTER last_known_addr { host: "127.27.110.65" port: 44763 } } peers { permanent_uuid: "bea0bef4fa77456d8a0ed5ff9ce0c146" member_type: VOTER last_known_addr { host: "127.27.110.66" port: 39813 } } peers { permanent_uuid: "03ed47cb5a9148a7a4c7afcd17d768e1" member_type: VOTER last_known_addr { host: "127.27.110.67" port: 42055 } }
21:09:16.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.191208 29841 ts_tablet_manager.cc:1434] T a80f5359dbf24db0b0a88485b990c585 P bea0bef4fa77456d8a0ed5ff9ce0c146: Time spent starting tablet: real 0.007s	user 0.007s	sys 0.000s
21:09:16.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.192224 29841 tablet_bootstrap.cc:492] T 2fe8b4523c974684b5bf5f7de4073c52 P bea0bef4fa77456d8a0ed5ff9ce0c146: Bootstrap starting.
21:09:16.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.195952 29844 tablet_bootstrap.cc:654] T 78e62f45e3164014b1f3b0ee41df0404 P 03ed47cb5a9148a7a4c7afcd17d768e1: Neither blocks nor log segments found. Creating new log.
21:09:16.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.201546 29841 tablet_bootstrap.cc:654] T 2fe8b4523c974684b5bf5f7de4073c52 P bea0bef4fa77456d8a0ed5ff9ce0c146: Neither blocks nor log segments found. Creating new log.
21:09:16.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.219379 29844 tablet_bootstrap.cc:492] T 78e62f45e3164014b1f3b0ee41df0404 P 03ed47cb5a9148a7a4c7afcd17d768e1: No bootstrap required, opened a new log
21:09:16.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.219199 29843 raft_consensus.cc:359] T 2fe8b4523c974684b5bf5f7de4073c52 P 9568e7bf235f459fa583004fe13faea5 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9568e7bf235f459fa583004fe13faea5" member_type: VOTER last_known_addr { host: "127.27.110.65" port: 44763 } } peers { permanent_uuid: "bea0bef4fa77456d8a0ed5ff9ce0c146" member_type: VOTER last_known_addr { host: "127.27.110.66" port: 39813 } } peers { permanent_uuid: "03ed47cb5a9148a7a4c7afcd17d768e1" member_type: VOTER last_known_addr { host: "127.27.110.67" port: 42055 } }
21:09:16.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.220101 29844 ts_tablet_manager.cc:1403] T 78e62f45e3164014b1f3b0ee41df0404 P 03ed47cb5a9148a7a4c7afcd17d768e1: Time spent bootstrapping tablet: real 0.033s	user 0.018s	sys 0.004s
21:09:16.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.220446 29843 raft_consensus.cc:385] T 2fe8b4523c974684b5bf5f7de4073c52 P 9568e7bf235f459fa583004fe13faea5 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:09:16.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.220880 29843 raft_consensus.cc:740] T 2fe8b4523c974684b5bf5f7de4073c52 P 9568e7bf235f459fa583004fe13faea5 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 9568e7bf235f459fa583004fe13faea5, State: Initialized, Role: FOLLOWER
21:09:16.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.222054 29843 consensus_queue.cc:260] T 2fe8b4523c974684b5bf5f7de4073c52 P 9568e7bf235f459fa583004fe13faea5 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9568e7bf235f459fa583004fe13faea5" member_type: VOTER last_known_addr { host: "127.27.110.65" port: 44763 } } peers { permanent_uuid: "bea0bef4fa77456d8a0ed5ff9ce0c146" member_type: VOTER last_known_addr { host: "127.27.110.66" port: 39813 } } peers { permanent_uuid: "03ed47cb5a9148a7a4c7afcd17d768e1" member_type: VOTER last_known_addr { host: "127.27.110.67" port: 42055 } }
21:09:16.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.225692 29843 ts_tablet_manager.cc:1434] T 2fe8b4523c974684b5bf5f7de4073c52 P 9568e7bf235f459fa583004fe13faea5: Time spent starting tablet: real 0.039s	user 0.010s	sys 0.002s
21:09:16.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.231822 29844 raft_consensus.cc:359] T 78e62f45e3164014b1f3b0ee41df0404 P 03ed47cb5a9148a7a4c7afcd17d768e1 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bea0bef4fa77456d8a0ed5ff9ce0c146" member_type: VOTER last_known_addr { host: "127.27.110.66" port: 39813 } } peers { permanent_uuid: "9568e7bf235f459fa583004fe13faea5" member_type: VOTER last_known_addr { host: "127.27.110.65" port: 44763 } } peers { permanent_uuid: "03ed47cb5a9148a7a4c7afcd17d768e1" member_type: VOTER last_known_addr { host: "127.27.110.67" port: 42055 } }
21:09:16.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.232900 29844 raft_consensus.cc:385] T 78e62f45e3164014b1f3b0ee41df0404 P 03ed47cb5a9148a7a4c7afcd17d768e1 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:09:16.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.233335 29844 raft_consensus.cc:740] T 78e62f45e3164014b1f3b0ee41df0404 P 03ed47cb5a9148a7a4c7afcd17d768e1 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 03ed47cb5a9148a7a4c7afcd17d768e1, State: Initialized, Role: FOLLOWER
21:09:16.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.235471 29844 consensus_queue.cc:260] T 78e62f45e3164014b1f3b0ee41df0404 P 03ed47cb5a9148a7a4c7afcd17d768e1 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bea0bef4fa77456d8a0ed5ff9ce0c146" member_type: VOTER last_known_addr { host: "127.27.110.66" port: 39813 } } peers { permanent_uuid: "9568e7bf235f459fa583004fe13faea5" member_type: VOTER last_known_addr { host: "127.27.110.65" port: 44763 } } peers { permanent_uuid: "03ed47cb5a9148a7a4c7afcd17d768e1" member_type: VOTER last_known_addr { host: "127.27.110.67" port: 42055 } }
21:09:16.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.237761 29844 ts_tablet_manager.cc:1434] T 78e62f45e3164014b1f3b0ee41df0404 P 03ed47cb5a9148a7a4c7afcd17d768e1: Time spent starting tablet: real 0.016s	user 0.007s	sys 0.000s
21:09:16.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.242347 29844 tablet_bootstrap.cc:492] T a80f5359dbf24db0b0a88485b990c585 P 03ed47cb5a9148a7a4c7afcd17d768e1: Bootstrap starting.
21:09:16.246 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2841dd5f383bae9a8f297e74525dcca1 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 2841dd5f383bae9a8f297e74525dcca1 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:16.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.252251 29841 tablet_bootstrap.cc:492] T 2fe8b4523c974684b5bf5f7de4073c52 P bea0bef4fa77456d8a0ed5ff9ce0c146: No bootstrap required, opened a new log
21:09:16.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.252772 29841 ts_tablet_manager.cc:1403] T 2fe8b4523c974684b5bf5f7de4073c52 P bea0bef4fa77456d8a0ed5ff9ce0c146: Time spent bootstrapping tablet: real 0.061s	user 0.007s	sys 0.027s
21:09:16.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.256091 29841 raft_consensus.cc:359] T 2fe8b4523c974684b5bf5f7de4073c52 P bea0bef4fa77456d8a0ed5ff9ce0c146 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9568e7bf235f459fa583004fe13faea5" member_type: VOTER last_known_addr { host: "127.27.110.65" port: 44763 } } peers { permanent_uuid: "bea0bef4fa77456d8a0ed5ff9ce0c146" member_type: VOTER last_known_addr { host: "127.27.110.66" port: 39813 } } peers { permanent_uuid: "03ed47cb5a9148a7a4c7afcd17d768e1" member_type: VOTER last_known_addr { host: "127.27.110.67" port: 42055 } }
21:09:16.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.256875 29841 raft_consensus.cc:385] T 2fe8b4523c974684b5bf5f7de4073c52 P bea0bef4fa77456d8a0ed5ff9ce0c146 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:09:16.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.257206 29841 raft_consensus.cc:740] T 2fe8b4523c974684b5bf5f7de4073c52 P bea0bef4fa77456d8a0ed5ff9ce0c146 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: bea0bef4fa77456d8a0ed5ff9ce0c146, State: Initialized, Role: FOLLOWER
21:09:16.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.258154 29844 tablet_bootstrap.cc:654] T a80f5359dbf24db0b0a88485b990c585 P 03ed47cb5a9148a7a4c7afcd17d768e1: Neither blocks nor log segments found. Creating new log.
21:09:16.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.258014 29841 consensus_queue.cc:260] T 2fe8b4523c974684b5bf5f7de4073c52 P bea0bef4fa77456d8a0ed5ff9ce0c146 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9568e7bf235f459fa583004fe13faea5" member_type: VOTER last_known_addr { host: "127.27.110.65" port: 44763 } } peers { permanent_uuid: "bea0bef4fa77456d8a0ed5ff9ce0c146" member_type: VOTER last_known_addr { host: "127.27.110.66" port: 39813 } } peers { permanent_uuid: "03ed47cb5a9148a7a4c7afcd17d768e1" member_type: VOTER last_known_addr { host: "127.27.110.67" port: 42055 } }
21:09:16.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.261904 29841 ts_tablet_manager.cc:1434] T 2fe8b4523c974684b5bf5f7de4073c52 P bea0bef4fa77456d8a0ed5ff9ce0c146: Time spent starting tablet: real 0.009s	user 0.005s	sys 0.004s
21:09:16.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.263407 29841 tablet_bootstrap.cc:492] T 916c221c2eb245f0af11d3609f3cc147 P bea0bef4fa77456d8a0ed5ff9ce0c146: Bootstrap starting.
21:09:16.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.271646 29841 tablet_bootstrap.cc:654] T 916c221c2eb245f0af11d3609f3cc147 P bea0bef4fa77456d8a0ed5ff9ce0c146: Neither blocks nor log segments found. Creating new log.
21:09:16.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.272464 29843 tablet_bootstrap.cc:492] T a80f5359dbf24db0b0a88485b990c585 P 9568e7bf235f459fa583004fe13faea5: Bootstrap starting.
21:09:16.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.284683 29843 tablet_bootstrap.cc:654] T a80f5359dbf24db0b0a88485b990c585 P 9568e7bf235f459fa583004fe13faea5: Neither blocks nor log segments found. Creating new log.
21:09:16.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.285176 29841 tablet_bootstrap.cc:492] T 916c221c2eb245f0af11d3609f3cc147 P bea0bef4fa77456d8a0ed5ff9ce0c146: No bootstrap required, opened a new log
21:09:16.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.285696 29841 ts_tablet_manager.cc:1403] T 916c221c2eb245f0af11d3609f3cc147 P bea0bef4fa77456d8a0ed5ff9ce0c146: Time spent bootstrapping tablet: real 0.023s	user 0.009s	sys 0.009s
21:09:16.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.290025 29841 raft_consensus.cc:359] T 916c221c2eb245f0af11d3609f3cc147 P bea0bef4fa77456d8a0ed5ff9ce0c146 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9568e7bf235f459fa583004fe13faea5" member_type: VOTER last_known_addr { host: "127.27.110.65" port: 44763 } } peers { permanent_uuid: "bea0bef4fa77456d8a0ed5ff9ce0c146" member_type: VOTER last_known_addr { host: "127.27.110.66" port: 39813 } } peers { permanent_uuid: "03ed47cb5a9148a7a4c7afcd17d768e1" member_type: VOTER last_known_addr { host: "127.27.110.67" port: 42055 } }
21:09:16.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.291167 29841 raft_consensus.cc:385] T 916c221c2eb245f0af11d3609f3cc147 P bea0bef4fa77456d8a0ed5ff9ce0c146 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:09:16.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.291607 29841 raft_consensus.cc:740] T 916c221c2eb245f0af11d3609f3cc147 P bea0bef4fa77456d8a0ed5ff9ce0c146 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: bea0bef4fa77456d8a0ed5ff9ce0c146, State: Initialized, Role: FOLLOWER
21:09:16.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.292593 29841 consensus_queue.cc:260] T 916c221c2eb245f0af11d3609f3cc147 P bea0bef4fa77456d8a0ed5ff9ce0c146 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9568e7bf235f459fa583004fe13faea5" member_type: VOTER last_known_addr { host: "127.27.110.65" port: 44763 } } peers { permanent_uuid: "bea0bef4fa77456d8a0ed5ff9ce0c146" member_type: VOTER last_known_addr { host: "127.27.110.66" port: 39813 } } peers { permanent_uuid: "03ed47cb5a9148a7a4c7afcd17d768e1" member_type: VOTER last_known_addr { host: "127.27.110.67" port: 42055 } }
21:09:16.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.295774 29841 ts_tablet_manager.cc:1434] T 916c221c2eb245f0af11d3609f3cc147 P bea0bef4fa77456d8a0ed5ff9ce0c146: Time spent starting tablet: real 0.010s	user 0.005s	sys 0.005s
21:09:16.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.296905 29841 tablet_bootstrap.cc:492] T 78e62f45e3164014b1f3b0ee41df0404 P bea0bef4fa77456d8a0ed5ff9ce0c146: Bootstrap starting.
21:09:16.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.299463 29843 tablet_bootstrap.cc:492] T a80f5359dbf24db0b0a88485b990c585 P 9568e7bf235f459fa583004fe13faea5: No bootstrap required, opened a new log
21:09:16.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.300165 29843 ts_tablet_manager.cc:1403] T a80f5359dbf24db0b0a88485b990c585 P 9568e7bf235f459fa583004fe13faea5: Time spent bootstrapping tablet: real 0.028s	user 0.009s	sys 0.010s
21:09:16.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.303321 29843 raft_consensus.cc:359] T a80f5359dbf24db0b0a88485b990c585 P 9568e7bf235f459fa583004fe13faea5 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9568e7bf235f459fa583004fe13faea5" member_type: VOTER last_known_addr { host: "127.27.110.65" port: 44763 } } peers { permanent_uuid: "bea0bef4fa77456d8a0ed5ff9ce0c146" member_type: VOTER last_known_addr { host: "127.27.110.66" port: 39813 } } peers { permanent_uuid: "03ed47cb5a9148a7a4c7afcd17d768e1" member_type: VOTER last_known_addr { host: "127.27.110.67" port: 42055 } }
21:09:16.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.304556 29843 raft_consensus.cc:385] T a80f5359dbf24db0b0a88485b990c585 P 9568e7bf235f459fa583004fe13faea5 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:09:16.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.305027 29841 tablet_bootstrap.cc:654] T 78e62f45e3164014b1f3b0ee41df0404 P bea0bef4fa77456d8a0ed5ff9ce0c146: Neither blocks nor log segments found. Creating new log.
21:09:16.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.305063 29843 raft_consensus.cc:740] T a80f5359dbf24db0b0a88485b990c585 P 9568e7bf235f459fa583004fe13faea5 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 9568e7bf235f459fa583004fe13faea5, State: Initialized, Role: FOLLOWER
21:09:16.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.306211 29843 consensus_queue.cc:260] T a80f5359dbf24db0b0a88485b990c585 P 9568e7bf235f459fa583004fe13faea5 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9568e7bf235f459fa583004fe13faea5" member_type: VOTER last_known_addr { host: "127.27.110.65" port: 44763 } } peers { permanent_uuid: "bea0bef4fa77456d8a0ed5ff9ce0c146" member_type: VOTER last_known_addr { host: "127.27.110.66" port: 39813 } } peers { permanent_uuid: "03ed47cb5a9148a7a4c7afcd17d768e1" member_type: VOTER last_known_addr { host: "127.27.110.67" port: 42055 } }
21:09:16.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.309418 29843 ts_tablet_manager.cc:1434] T a80f5359dbf24db0b0a88485b990c585 P 9568e7bf235f459fa583004fe13faea5: Time spent starting tablet: real 0.009s	user 0.005s	sys 0.001s
21:09:16.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.314096 29851 raft_consensus.cc:493] T 328af295c4f443dd9e4877e895c145a7 P bea0bef4fa77456d8a0ed5ff9ce0c146 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
21:09:16.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.314827 29851 raft_consensus.cc:515] T 328af295c4f443dd9e4877e895c145a7 P bea0bef4fa77456d8a0ed5ff9ce0c146 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9568e7bf235f459fa583004fe13faea5" member_type: VOTER last_known_addr { host: "127.27.110.65" port: 44763 } } peers { permanent_uuid: "bea0bef4fa77456d8a0ed5ff9ce0c146" member_type: VOTER last_known_addr { host: "127.27.110.66" port: 39813 } } peers { permanent_uuid: "03ed47cb5a9148a7a4c7afcd17d768e1" member_type: VOTER last_known_addr { host: "127.27.110.67" port: 42055 } }
21:09:16.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.315641 29844 tablet_bootstrap.cc:492] T a80f5359dbf24db0b0a88485b990c585 P 03ed47cb5a9148a7a4c7afcd17d768e1: No bootstrap required, opened a new log
21:09:16.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.316087 29844 ts_tablet_manager.cc:1403] T a80f5359dbf24db0b0a88485b990c585 P 03ed47cb5a9148a7a4c7afcd17d768e1: Time spent bootstrapping tablet: real 0.074s	user 0.019s	sys 0.000s
21:09:16.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.315317 29843 tablet_bootstrap.cc:492] T 78e62f45e3164014b1f3b0ee41df0404 P 9568e7bf235f459fa583004fe13faea5: Bootstrap starting.
21:09:16.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.321557 29851 leader_election.cc:290] T 328af295c4f443dd9e4877e895c145a7 P bea0bef4fa77456d8a0ed5ff9ce0c146 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 9568e7bf235f459fa583004fe13faea5 (127.27.110.65:44763), 03ed47cb5a9148a7a4c7afcd17d768e1 (127.27.110.67:42055)
21:09:16.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.319970 29844 raft_consensus.cc:359] T a80f5359dbf24db0b0a88485b990c585 P 03ed47cb5a9148a7a4c7afcd17d768e1 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9568e7bf235f459fa583004fe13faea5" member_type: VOTER last_known_addr { host: "127.27.110.65" port: 44763 } } peers { permanent_uuid: "bea0bef4fa77456d8a0ed5ff9ce0c146" member_type: VOTER last_known_addr { host: "127.27.110.66" port: 39813 } } peers { permanent_uuid: "03ed47cb5a9148a7a4c7afcd17d768e1" member_type: VOTER last_known_addr { host: "127.27.110.67" port: 42055 } }
21:09:16.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.322710 29844 raft_consensus.cc:385] T a80f5359dbf24db0b0a88485b990c585 P 03ed47cb5a9148a7a4c7afcd17d768e1 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:09:16.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.323201 29844 raft_consensus.cc:740] T a80f5359dbf24db0b0a88485b990c585 P 03ed47cb5a9148a7a4c7afcd17d768e1 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 03ed47cb5a9148a7a4c7afcd17d768e1, State: Initialized, Role: FOLLOWER
21:09:16.327 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:16.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.327023 29844 consensus_queue.cc:260] T a80f5359dbf24db0b0a88485b990c585 P 03ed47cb5a9148a7a4c7afcd17d768e1 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9568e7bf235f459fa583004fe13faea5" member_type: VOTER last_known_addr { host: "127.27.110.65" port: 44763 } } peers { permanent_uuid: "bea0bef4fa77456d8a0ed5ff9ce0c146" member_type: VOTER last_known_addr { host: "127.27.110.66" port: 39813 } } peers { permanent_uuid: "03ed47cb5a9148a7a4c7afcd17d768e1" member_type: VOTER last_known_addr { host: "127.27.110.67" port: 42055 } }
21:09:16.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.330852 29844 ts_tablet_manager.cc:1434] T a80f5359dbf24db0b0a88485b990c585 P 03ed47cb5a9148a7a4c7afcd17d768e1: Time spent starting tablet: real 0.014s	user 0.010s	sys 0.000s
21:09:16.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.332942 29844 tablet_bootstrap.cc:492] T 637925460d0644f885c9c2aac46d643e P 03ed47cb5a9148a7a4c7afcd17d768e1: Bootstrap starting.
21:09:16.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.342351 29841 tablet_bootstrap.cc:492] T 78e62f45e3164014b1f3b0ee41df0404 P bea0bef4fa77456d8a0ed5ff9ce0c146: No bootstrap required, opened a new log
21:09:16.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.343987 29841 ts_tablet_manager.cc:1403] T 78e62f45e3164014b1f3b0ee41df0404 P bea0bef4fa77456d8a0ed5ff9ce0c146: Time spent bootstrapping tablet: real 0.047s	user 0.012s	sys 0.011s
21:09:16.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.347956 29841 raft_consensus.cc:359] T 78e62f45e3164014b1f3b0ee41df0404 P bea0bef4fa77456d8a0ed5ff9ce0c146 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bea0bef4fa77456d8a0ed5ff9ce0c146" member_type: VOTER last_known_addr { host: "127.27.110.66" port: 39813 } } peers { permanent_uuid: "9568e7bf235f459fa583004fe13faea5" member_type: VOTER last_known_addr { host: "127.27.110.65" port: 44763 } } peers { permanent_uuid: "03ed47cb5a9148a7a4c7afcd17d768e1" member_type: VOTER last_known_addr { host: "127.27.110.67" port: 42055 } }
21:09:16.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.348763 29841 raft_consensus.cc:385] T 78e62f45e3164014b1f3b0ee41df0404 P bea0bef4fa77456d8a0ed5ff9ce0c146 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:09:16.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.353693 29841 raft_consensus.cc:740] T 78e62f45e3164014b1f3b0ee41df0404 P bea0bef4fa77456d8a0ed5ff9ce0c146 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: bea0bef4fa77456d8a0ed5ff9ce0c146, State: Initialized, Role: FOLLOWER
21:09:16.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.356019 29841 consensus_queue.cc:260] T 78e62f45e3164014b1f3b0ee41df0404 P bea0bef4fa77456d8a0ed5ff9ce0c146 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bea0bef4fa77456d8a0ed5ff9ce0c146" member_type: VOTER last_known_addr { host: "127.27.110.66" port: 39813 } } peers { permanent_uuid: "9568e7bf235f459fa583004fe13faea5" member_type: VOTER last_known_addr { host: "127.27.110.65" port: 44763 } } peers { permanent_uuid: "03ed47cb5a9148a7a4c7afcd17d768e1" member_type: VOTER last_known_addr { host: "127.27.110.67" port: 42055 } }
21:09:16.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.362236 29841 ts_tablet_manager.cc:1434] T 78e62f45e3164014b1f3b0ee41df0404 P bea0bef4fa77456d8a0ed5ff9ce0c146: Time spent starting tablet: real 0.017s	user 0.007s	sys 0.000s
21:09:16.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.365094 29841 tablet_bootstrap.cc:492] T 637925460d0644f885c9c2aac46d643e P bea0bef4fa77456d8a0ed5ff9ce0c146: Bootstrap starting.
21:09:16.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.365549 29844 tablet_bootstrap.cc:654] T 637925460d0644f885c9c2aac46d643e P 03ed47cb5a9148a7a4c7afcd17d768e1: Neither blocks nor log segments found. Creating new log.
21:09:16.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.377684 29841 tablet_bootstrap.cc:654] T 637925460d0644f885c9c2aac46d643e P bea0bef4fa77456d8a0ed5ff9ce0c146: Neither blocks nor log segments found. Creating new log.
21:09:16.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:16.378870 28757 tablet.cc:2406] T 2fe8b4523c974684b5bf5f7de4073c52 P bea0bef4fa77456d8a0ed5ff9ce0c146: Can't schedule compaction. Clean time has not been advanced past its initial value.
21:09:16.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.389760 29844 tablet_bootstrap.cc:492] T 637925460d0644f885c9c2aac46d643e P 03ed47cb5a9148a7a4c7afcd17d768e1: No bootstrap required, opened a new log
21:09:16.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.390552 29844 ts_tablet_manager.cc:1403] T 637925460d0644f885c9c2aac46d643e P 03ed47cb5a9148a7a4c7afcd17d768e1: Time spent bootstrapping tablet: real 0.058s	user 0.013s	sys 0.004s
21:09:16.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.400311 29844 raft_consensus.cc:359] T 637925460d0644f885c9c2aac46d643e P 03ed47cb5a9148a7a4c7afcd17d768e1 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9568e7bf235f459fa583004fe13faea5" member_type: VOTER last_known_addr { host: "127.27.110.65" port: 44763 } } peers { permanent_uuid: "bea0bef4fa77456d8a0ed5ff9ce0c146" member_type: VOTER last_known_addr { host: "127.27.110.66" port: 39813 } } peers { permanent_uuid: "03ed47cb5a9148a7a4c7afcd17d768e1" member_type: VOTER last_known_addr { host: "127.27.110.67" port: 42055 } }
21:09:16.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.398308 29843 tablet_bootstrap.cc:654] T 78e62f45e3164014b1f3b0ee41df0404 P 9568e7bf235f459fa583004fe13faea5: Neither blocks nor log segments found. Creating new log.
21:09:16.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.402818 28863 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "328af295c4f443dd9e4877e895c145a7" candidate_uuid: "bea0bef4fa77456d8a0ed5ff9ce0c146" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "03ed47cb5a9148a7a4c7afcd17d768e1" is_pre_election: true
21:09:16.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.404745 29844 raft_consensus.cc:385] T 637925460d0644f885c9c2aac46d643e P 03ed47cb5a9148a7a4c7afcd17d768e1 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:09:16.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.405160 29844 raft_consensus.cc:740] T 637925460d0644f885c9c2aac46d643e P 03ed47cb5a9148a7a4c7afcd17d768e1 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 03ed47cb5a9148a7a4c7afcd17d768e1, State: Initialized, Role: FOLLOWER
21:09:16.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:16.406008 28638 leader_election.cc:343] T 328af295c4f443dd9e4877e895c145a7 P bea0bef4fa77456d8a0ed5ff9ce0c146 [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 03ed47cb5a9148a7a4c7afcd17d768e1 (127.27.110.67:42055): Illegal state: must be running to vote when last-logged opid is not known
21:09:16.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.407253 29841 tablet_bootstrap.cc:492] T 637925460d0644f885c9c2aac46d643e P bea0bef4fa77456d8a0ed5ff9ce0c146: No bootstrap required, opened a new log
21:09:16.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.407750 29841 ts_tablet_manager.cc:1403] T 637925460d0644f885c9c2aac46d643e P bea0bef4fa77456d8a0ed5ff9ce0c146: Time spent bootstrapping tablet: real 0.043s	user 0.011s	sys 0.014s
21:09:16.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.408908 29849 raft_consensus.cc:493] T a80f5359dbf24db0b0a88485b990c585 P 03ed47cb5a9148a7a4c7afcd17d768e1 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
21:09:16.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.408283 29844 consensus_queue.cc:260] T 637925460d0644f885c9c2aac46d643e P 03ed47cb5a9148a7a4c7afcd17d768e1 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9568e7bf235f459fa583004fe13faea5" member_type: VOTER last_known_addr { host: "127.27.110.65" port: 44763 } } peers { permanent_uuid: "bea0bef4fa77456d8a0ed5ff9ce0c146" member_type: VOTER last_known_addr { host: "127.27.110.66" port: 39813 } } peers { permanent_uuid: "03ed47cb5a9148a7a4c7afcd17d768e1" member_type: VOTER last_known_addr { host: "127.27.110.67" port: 42055 } }
21:09:16.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.409641 29849 raft_consensus.cc:515] T a80f5359dbf24db0b0a88485b990c585 P 03ed47cb5a9148a7a4c7afcd17d768e1 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9568e7bf235f459fa583004fe13faea5" member_type: VOTER last_known_addr { host: "127.27.110.65" port: 44763 } } peers { permanent_uuid: "bea0bef4fa77456d8a0ed5ff9ce0c146" member_type: VOTER last_known_addr { host: "127.27.110.66" port: 39813 } } peers { permanent_uuid: "03ed47cb5a9148a7a4c7afcd17d768e1" member_type: VOTER last_known_addr { host: "127.27.110.67" port: 42055 } }
21:09:16.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.411721 28549 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "328af295c4f443dd9e4877e895c145a7" candidate_uuid: "bea0bef4fa77456d8a0ed5ff9ce0c146" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9568e7bf235f459fa583004fe13faea5" is_pre_election: true
21:09:16.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.412847 28549 raft_consensus.cc:2468] T 328af295c4f443dd9e4877e895c145a7 P 9568e7bf235f459fa583004fe13faea5 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate bea0bef4fa77456d8a0ed5ff9ce0c146 in term 0.
21:09:16.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.419375 29807 heartbeater.cc:499] Master 127.28.61.188:41979 was elected leader, sending a full tablet report...
21:09:16.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.417202 28640 leader_election.cc:304] T 328af295c4f443dd9e4877e895c145a7 P bea0bef4fa77456d8a0ed5ff9ce0c146 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 9568e7bf235f459fa583004fe13faea5, bea0bef4fa77456d8a0ed5ff9ce0c146; no voters: 03ed47cb5a9148a7a4c7afcd17d768e1
21:09:16.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.418673 29851 raft_consensus.cc:2804] T 328af295c4f443dd9e4877e895c145a7 P bea0bef4fa77456d8a0ed5ff9ce0c146 [term 0 FOLLOWER]: Leader pre-election won for term 1
21:09:16.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.418346 29841 raft_consensus.cc:359] T 637925460d0644f885c9c2aac46d643e P bea0bef4fa77456d8a0ed5ff9ce0c146 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9568e7bf235f459fa583004fe13faea5" member_type: VOTER last_known_addr { host: "127.27.110.65" port: 44763 } } peers { permanent_uuid: "bea0bef4fa77456d8a0ed5ff9ce0c146" member_type: VOTER last_known_addr { host: "127.27.110.66" port: 39813 } } peers { permanent_uuid: "03ed47cb5a9148a7a4c7afcd17d768e1" member_type: VOTER last_known_addr { host: "127.27.110.67" port: 42055 } }
21:09:16.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.419108 29851 raft_consensus.cc:493] T 328af295c4f443dd9e4877e895c145a7 P bea0bef4fa77456d8a0ed5ff9ce0c146 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
21:09:16.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.419540 29851 raft_consensus.cc:3060] T 328af295c4f443dd9e4877e895c145a7 P bea0bef4fa77456d8a0ed5ff9ce0c146 [term 0 FOLLOWER]: Advancing to term 1
21:09:16.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.421168 29841 raft_consensus.cc:385] T 637925460d0644f885c9c2aac46d643e P bea0bef4fa77456d8a0ed5ff9ce0c146 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:09:16.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.421679 29841 raft_consensus.cc:740] T 637925460d0644f885c9c2aac46d643e P bea0bef4fa77456d8a0ed5ff9ce0c146 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: bea0bef4fa77456d8a0ed5ff9ce0c146, State: Initialized, Role: FOLLOWER
21:09:16.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.422570 29841 consensus_queue.cc:260] T 637925460d0644f885c9c2aac46d643e P bea0bef4fa77456d8a0ed5ff9ce0c146 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9568e7bf235f459fa583004fe13faea5" member_type: VOTER last_known_addr { host: "127.27.110.65" port: 44763 } } peers { permanent_uuid: "bea0bef4fa77456d8a0ed5ff9ce0c146" member_type: VOTER last_known_addr { host: "127.27.110.66" port: 39813 } } peers { permanent_uuid: "03ed47cb5a9148a7a4c7afcd17d768e1" member_type: VOTER last_known_addr { host: "127.27.110.67" port: 42055 } }
21:09:16.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:16.427507 28915 tablet.cc:2406] T 78e62f45e3164014b1f3b0ee41df0404 P 03ed47cb5a9148a7a4c7afcd17d768e1: Can't schedule compaction. Clean time has not been advanced past its initial value.
21:09:16.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.437162 29849 leader_election.cc:290] T a80f5359dbf24db0b0a88485b990c585 P 03ed47cb5a9148a7a4c7afcd17d768e1 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 9568e7bf235f459fa583004fe13faea5 (127.27.110.65:44763), bea0bef4fa77456d8a0ed5ff9ce0c146 (127.27.110.66:39813)
21:09:16.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.472599 29844 ts_tablet_manager.cc:1434] T 637925460d0644f885c9c2aac46d643e P 03ed47cb5a9148a7a4c7afcd17d768e1: Time spent starting tablet: real 0.081s	user 0.012s	sys 0.012s
21:09:16.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.489729 29844 tablet_bootstrap.cc:492] T 2fe8b4523c974684b5bf5f7de4073c52 P 03ed47cb5a9148a7a4c7afcd17d768e1: Bootstrap starting.
21:09:16.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.491140 29848 raft_consensus.cc:493] T a80f5359dbf24db0b0a88485b990c585 P 9568e7bf235f459fa583004fe13faea5 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
21:09:16.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.491853 29848 raft_consensus.cc:515] T a80f5359dbf24db0b0a88485b990c585 P 9568e7bf235f459fa583004fe13faea5 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9568e7bf235f459fa583004fe13faea5" member_type: VOTER last_known_addr { host: "127.27.110.65" port: 44763 } } peers { permanent_uuid: "bea0bef4fa77456d8a0ed5ff9ce0c146" member_type: VOTER last_known_addr { host: "127.27.110.66" port: 39813 } } peers { permanent_uuid: "03ed47cb5a9148a7a4c7afcd17d768e1" member_type: VOTER last_known_addr { host: "127.27.110.67" port: 42055 } }
21:09:16.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.499660 29848 leader_election.cc:290] T a80f5359dbf24db0b0a88485b990c585 P 9568e7bf235f459fa583004fe13faea5 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers bea0bef4fa77456d8a0ed5ff9ce0c146 (127.27.110.66:39813), 03ed47cb5a9148a7a4c7afcd17d768e1 (127.27.110.67:42055)
21:09:16.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.513159 29851 raft_consensus.cc:515] T 328af295c4f443dd9e4877e895c145a7 P bea0bef4fa77456d8a0ed5ff9ce0c146 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9568e7bf235f459fa583004fe13faea5" member_type: VOTER last_known_addr { host: "127.27.110.65" port: 44763 } } peers { permanent_uuid: "bea0bef4fa77456d8a0ed5ff9ce0c146" member_type: VOTER last_known_addr { host: "127.27.110.66" port: 39813 } } peers { permanent_uuid: "03ed47cb5a9148a7a4c7afcd17d768e1" member_type: VOTER last_known_addr { host: "127.27.110.67" port: 42055 } }
21:09:16.514 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:16.515 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:16.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.516549 29866 raft_consensus.cc:493] T a80f5359dbf24db0b0a88485b990c585 P bea0bef4fa77456d8a0ed5ff9ce0c146 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
21:09:16.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.518119 29843 tablet_bootstrap.cc:492] T 78e62f45e3164014b1f3b0ee41df0404 P 9568e7bf235f459fa583004fe13faea5: No bootstrap required, opened a new log
21:09:16.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.518664 29843 ts_tablet_manager.cc:1403] T 78e62f45e3164014b1f3b0ee41df0404 P 9568e7bf235f459fa583004fe13faea5: Time spent bootstrapping tablet: real 0.204s	user 0.009s	sys 0.008s
21:09:16.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.522950 29841 ts_tablet_manager.cc:1434] T 637925460d0644f885c9c2aac46d643e P bea0bef4fa77456d8a0ed5ff9ce0c146: Time spent starting tablet: real 0.115s	user 0.033s	sys 0.056s
21:09:16.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.523697 28549 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "328af295c4f443dd9e4877e895c145a7" candidate_uuid: "bea0bef4fa77456d8a0ed5ff9ce0c146" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9568e7bf235f459fa583004fe13faea5"
21:09:16.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.518694 29866 raft_consensus.cc:515] T a80f5359dbf24db0b0a88485b990c585 P bea0bef4fa77456d8a0ed5ff9ce0c146 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9568e7bf235f459fa583004fe13faea5" member_type: VOTER last_known_addr { host: "127.27.110.65" port: 44763 } } peers { permanent_uuid: "bea0bef4fa77456d8a0ed5ff9ce0c146" member_type: VOTER last_known_addr { host: "127.27.110.66" port: 39813 } } peers { permanent_uuid: "03ed47cb5a9148a7a4c7afcd17d768e1" member_type: VOTER last_known_addr { host: "127.27.110.67" port: 42055 } }
21:09:16.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.524358 28549 raft_consensus.cc:3060] T 328af295c4f443dd9e4877e895c145a7 P 9568e7bf235f459fa583004fe13faea5 [term 0 FOLLOWER]: Advancing to term 1
21:09:16.528 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:16.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.526456 29851 leader_election.cc:290] T 328af295c4f443dd9e4877e895c145a7 P bea0bef4fa77456d8a0ed5ff9ce0c146 [CANDIDATE]: Term 1 election: Requested vote from peers 9568e7bf235f459fa583004fe13faea5 (127.27.110.65:44763), 03ed47cb5a9148a7a4c7afcd17d768e1 (127.27.110.67:42055)
21:09:16.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.525974 29866 leader_election.cc:290] T a80f5359dbf24db0b0a88485b990c585 P bea0bef4fa77456d8a0ed5ff9ce0c146 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 9568e7bf235f459fa583004fe13faea5 (127.27.110.65:44763), 03ed47cb5a9148a7a4c7afcd17d768e1 (127.27.110.67:42055)
21:09:16.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.528677 28548 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a80f5359dbf24db0b0a88485b990c585" candidate_uuid: "bea0bef4fa77456d8a0ed5ff9ce0c146" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9568e7bf235f459fa583004fe13faea5" is_pre_election: true
21:09:16.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.529551 28548 raft_consensus.cc:2468] T a80f5359dbf24db0b0a88485b990c585 P 9568e7bf235f459fa583004fe13faea5 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate bea0bef4fa77456d8a0ed5ff9ce0c146 in term 0.
21:09:16.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.531168 28640 leader_election.cc:304] T a80f5359dbf24db0b0a88485b990c585 P bea0bef4fa77456d8a0ed5ff9ce0c146 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 9568e7bf235f459fa583004fe13faea5, bea0bef4fa77456d8a0ed5ff9ce0c146; no voters: 
21:09:16.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.533267 29866 raft_consensus.cc:2804] T a80f5359dbf24db0b0a88485b990c585 P bea0bef4fa77456d8a0ed5ff9ce0c146 [term 0 FOLLOWER]: Leader pre-election won for term 1
21:09:16.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.533617 29866 raft_consensus.cc:493] T a80f5359dbf24db0b0a88485b990c585 P bea0bef4fa77456d8a0ed5ff9ce0c146 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
21:09:16.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.533965 29866 raft_consensus.cc:3060] T a80f5359dbf24db0b0a88485b990c585 P bea0bef4fa77456d8a0ed5ff9ce0c146 [term 0 FOLLOWER]: Advancing to term 1
21:09:16.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.535270 29851 raft_consensus.cc:493] T 916c221c2eb245f0af11d3609f3cc147 P bea0bef4fa77456d8a0ed5ff9ce0c146 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
21:09:16.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.539235 28549 raft_consensus.cc:2468] T 328af295c4f443dd9e4877e895c145a7 P 9568e7bf235f459fa583004fe13faea5 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate bea0bef4fa77456d8a0ed5ff9ce0c146 in term 1.
21:09:16.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.539876 29864 raft_consensus.cc:493] T 916c221c2eb245f0af11d3609f3cc147 P 03ed47cb5a9148a7a4c7afcd17d768e1 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
21:09:16.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.540511 29864 raft_consensus.cc:515] T 916c221c2eb245f0af11d3609f3cc147 P 03ed47cb5a9148a7a4c7afcd17d768e1 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9568e7bf235f459fa583004fe13faea5" member_type: VOTER last_known_addr { host: "127.27.110.65" port: 44763 } } peers { permanent_uuid: "bea0bef4fa77456d8a0ed5ff9ce0c146" member_type: VOTER last_known_addr { host: "127.27.110.66" port: 39813 } } peers { permanent_uuid: "03ed47cb5a9148a7a4c7afcd17d768e1" member_type: VOTER last_known_addr { host: "127.27.110.67" port: 42055 } }
21:09:16.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.541797 29849 raft_consensus.cc:493] T 78e62f45e3164014b1f3b0ee41df0404 P 03ed47cb5a9148a7a4c7afcd17d768e1 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
21:09:16.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.542306 29849 raft_consensus.cc:515] T 78e62f45e3164014b1f3b0ee41df0404 P 03ed47cb5a9148a7a4c7afcd17d768e1 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bea0bef4fa77456d8a0ed5ff9ce0c146" member_type: VOTER last_known_addr { host: "127.27.110.66" port: 39813 } } peers { permanent_uuid: "9568e7bf235f459fa583004fe13faea5" member_type: VOTER last_known_addr { host: "127.27.110.65" port: 44763 } } peers { permanent_uuid: "03ed47cb5a9148a7a4c7afcd17d768e1" member_type: VOTER last_known_addr { host: "127.27.110.67" port: 42055 } }
21:09:16.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.544096 28549 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a80f5359dbf24db0b0a88485b990c585" candidate_uuid: "03ed47cb5a9148a7a4c7afcd17d768e1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9568e7bf235f459fa583004fe13faea5" is_pre_election: true
21:09:16.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.545552 29844 tablet_bootstrap.cc:654] T 2fe8b4523c974684b5bf5f7de4073c52 P 03ed47cb5a9148a7a4c7afcd17d768e1: Neither blocks nor log segments found. Creating new log.
21:09:16.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.546890 29849 leader_election.cc:290] T 78e62f45e3164014b1f3b0ee41df0404 P 03ed47cb5a9148a7a4c7afcd17d768e1 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers bea0bef4fa77456d8a0ed5ff9ce0c146 (127.27.110.66:39813), 9568e7bf235f459fa583004fe13faea5 (127.27.110.65:44763)
21:09:16.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.535964 29851 raft_consensus.cc:515] T 916c221c2eb245f0af11d3609f3cc147 P bea0bef4fa77456d8a0ed5ff9ce0c146 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9568e7bf235f459fa583004fe13faea5" member_type: VOTER last_known_addr { host: "127.27.110.65" port: 44763 } } peers { permanent_uuid: "bea0bef4fa77456d8a0ed5ff9ce0c146" member_type: VOTER last_known_addr { host: "127.27.110.66" port: 39813 } } peers { permanent_uuid: "03ed47cb5a9148a7a4c7afcd17d768e1" member_type: VOTER last_known_addr { host: "127.27.110.67" port: 42055 } }
21:09:16.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.550189 28640 leader_election.cc:304] T 328af295c4f443dd9e4877e895c145a7 P bea0bef4fa77456d8a0ed5ff9ce0c146 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 9568e7bf235f459fa583004fe13faea5, bea0bef4fa77456d8a0ed5ff9ce0c146; no voters: 
21:09:16.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.552160 29867 raft_consensus.cc:2804] T 328af295c4f443dd9e4877e895c145a7 P bea0bef4fa77456d8a0ed5ff9ce0c146 [term 1 FOLLOWER]: Leader election won for term 1
21:09:16.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.549234 28548 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "916c221c2eb245f0af11d3609f3cc147" candidate_uuid: "03ed47cb5a9148a7a4c7afcd17d768e1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9568e7bf235f459fa583004fe13faea5" is_pre_election: true
21:09:16.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.553170 29851 leader_election.cc:290] T 916c221c2eb245f0af11d3609f3cc147 P bea0bef4fa77456d8a0ed5ff9ce0c146 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 9568e7bf235f459fa583004fe13faea5 (127.27.110.65:44763), 03ed47cb5a9148a7a4c7afcd17d768e1 (127.27.110.67:42055)
21:09:16.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.550396 28547 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "78e62f45e3164014b1f3b0ee41df0404" candidate_uuid: "03ed47cb5a9148a7a4c7afcd17d768e1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9568e7bf235f459fa583004fe13faea5" is_pre_election: true
21:09:16.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.554018 29867 raft_consensus.cc:697] T 328af295c4f443dd9e4877e895c145a7 P bea0bef4fa77456d8a0ed5ff9ce0c146 [term 1 LEADER]: Becoming Leader. State: Replica: bea0bef4fa77456d8a0ed5ff9ce0c146, State: Running, Role: LEADER
21:09:16.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.554867 28545 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "916c221c2eb245f0af11d3609f3cc147" candidate_uuid: "bea0bef4fa77456d8a0ed5ff9ce0c146" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9568e7bf235f459fa583004fe13faea5" is_pre_election: true
21:09:16.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:16.555765 28799 leader_election.cc:343] T 916c221c2eb245f0af11d3609f3cc147 P 03ed47cb5a9148a7a4c7afcd17d768e1 [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 9568e7bf235f459fa583004fe13faea5 (127.27.110.65:44763): Illegal state: must be running to vote when last-logged opid is not known
21:09:16.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:16.556890 28640 leader_election.cc:343] T 916c221c2eb245f0af11d3609f3cc147 P bea0bef4fa77456d8a0ed5ff9ce0c146 [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 9568e7bf235f459fa583004fe13faea5 (127.27.110.65:44763): Illegal state: must be running to vote when last-logged opid is not known
21:09:16.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.556936 28549 raft_consensus.cc:2468] T a80f5359dbf24db0b0a88485b990c585 P 9568e7bf235f459fa583004fe13faea5 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 03ed47cb5a9148a7a4c7afcd17d768e1 in term 0.
21:09:16.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:16.557627 28799 leader_election.cc:343] T 78e62f45e3164014b1f3b0ee41df0404 P 03ed47cb5a9148a7a4c7afcd17d768e1 [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 9568e7bf235f459fa583004fe13faea5 (127.27.110.65:44763): Illegal state: must be running to vote when last-logged opid is not known
21:09:16.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.557489 29867 consensus_queue.cc:237] T 328af295c4f443dd9e4877e895c145a7 P bea0bef4fa77456d8a0ed5ff9ce0c146 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9568e7bf235f459fa583004fe13faea5" member_type: VOTER last_known_addr { host: "127.27.110.65" port: 44763 } } peers { permanent_uuid: "bea0bef4fa77456d8a0ed5ff9ce0c146" member_type: VOTER last_known_addr { host: "127.27.110.66" port: 39813 } } peers { permanent_uuid: "03ed47cb5a9148a7a4c7afcd17d768e1" member_type: VOTER last_known_addr { host: "127.27.110.67" port: 42055 } }
21:09:16.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.559753 28799 leader_election.cc:304] T a80f5359dbf24db0b0a88485b990c585 P 03ed47cb5a9148a7a4c7afcd17d768e1 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 03ed47cb5a9148a7a4c7afcd17d768e1, 9568e7bf235f459fa583004fe13faea5; no voters: 
21:09:16.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.561622 29849 raft_consensus.cc:2804] T a80f5359dbf24db0b0a88485b990c585 P 03ed47cb5a9148a7a4c7afcd17d768e1 [term 0 FOLLOWER]: Leader pre-election won for term 1
21:09:16.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.562170 29849 raft_consensus.cc:493] T a80f5359dbf24db0b0a88485b990c585 P 03ed47cb5a9148a7a4c7afcd17d768e1 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
21:09:16.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.562635 29849 raft_consensus.cc:3060] T a80f5359dbf24db0b0a88485b990c585 P 03ed47cb5a9148a7a4c7afcd17d768e1 [term 0 FOLLOWER]: Advancing to term 1
21:09:16.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.561740 29843 raft_consensus.cc:359] T 78e62f45e3164014b1f3b0ee41df0404 P 9568e7bf235f459fa583004fe13faea5 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bea0bef4fa77456d8a0ed5ff9ce0c146" member_type: VOTER last_known_addr { host: "127.27.110.66" port: 39813 } } peers { permanent_uuid: "9568e7bf235f459fa583004fe13faea5" member_type: VOTER last_known_addr { host: "127.27.110.65" port: 44763 } } peers { permanent_uuid: "03ed47cb5a9148a7a4c7afcd17d768e1" member_type: VOTER last_known_addr { host: "127.27.110.67" port: 42055 } }
21:09:16.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.565969 29843 raft_consensus.cc:385] T 78e62f45e3164014b1f3b0ee41df0404 P 9568e7bf235f459fa583004fe13faea5 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:09:16.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.566357 29843 raft_consensus.cc:740] T 78e62f45e3164014b1f3b0ee41df0404 P 9568e7bf235f459fa583004fe13faea5 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 9568e7bf235f459fa583004fe13faea5, State: Initialized, Role: FOLLOWER
21:09:16.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.567451 29843 consensus_queue.cc:260] T 78e62f45e3164014b1f3b0ee41df0404 P 9568e7bf235f459fa583004fe13faea5 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bea0bef4fa77456d8a0ed5ff9ce0c146" member_type: VOTER last_known_addr { host: "127.27.110.66" port: 39813 } } peers { permanent_uuid: "9568e7bf235f459fa583004fe13faea5" member_type: VOTER last_known_addr { host: "127.27.110.65" port: 44763 } } peers { permanent_uuid: "03ed47cb5a9148a7a4c7afcd17d768e1" member_type: VOTER last_known_addr { host: "127.27.110.67" port: 42055 } }
21:09:16.572 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:16.573 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:16.573 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:16.573 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:16.574 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:16.574 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:16.574 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:16.574 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:16.574 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:16.574 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:16.575 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:16.575 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:16.575 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:16.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.576764 29864 leader_election.cc:290] T 916c221c2eb245f0af11d3609f3cc147 P 03ed47cb5a9148a7a4c7afcd17d768e1 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 9568e7bf235f459fa583004fe13faea5 (127.27.110.65:44763), bea0bef4fa77456d8a0ed5ff9ce0c146 (127.27.110.66:39813)
21:09:16.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.591619 29848 raft_consensus.cc:493] T 78e62f45e3164014b1f3b0ee41df0404 P 9568e7bf235f459fa583004fe13faea5 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
21:09:16.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.592180 29848 raft_consensus.cc:515] T 78e62f45e3164014b1f3b0ee41df0404 P 9568e7bf235f459fa583004fe13faea5 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bea0bef4fa77456d8a0ed5ff9ce0c146" member_type: VOTER last_known_addr { host: "127.27.110.66" port: 39813 } } peers { permanent_uuid: "9568e7bf235f459fa583004fe13faea5" member_type: VOTER last_known_addr { host: "127.27.110.65" port: 44763 } } peers { permanent_uuid: "03ed47cb5a9148a7a4c7afcd17d768e1" member_type: VOTER last_known_addr { host: "127.27.110.67" port: 42055 } }
21:09:16.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.595468 29848 leader_election.cc:290] T 78e62f45e3164014b1f3b0ee41df0404 P 9568e7bf235f459fa583004fe13faea5 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers bea0bef4fa77456d8a0ed5ff9ce0c146 (127.27.110.66:39813), 03ed47cb5a9148a7a4c7afcd17d768e1 (127.27.110.67:42055)
21:09:16.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.610678 29843 ts_tablet_manager.cc:1434] T 78e62f45e3164014b1f3b0ee41df0404 P 9568e7bf235f459fa583004fe13faea5: Time spent starting tablet: real 0.092s	user 0.005s	sys 0.006s
21:09:16.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.614759 28863 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a80f5359dbf24db0b0a88485b990c585" candidate_uuid: "9568e7bf235f459fa583004fe13faea5" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "03ed47cb5a9148a7a4c7afcd17d768e1" is_pre_election: true
21:09:16.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.618198 28862 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "78e62f45e3164014b1f3b0ee41df0404" candidate_uuid: "9568e7bf235f459fa583004fe13faea5" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "03ed47cb5a9148a7a4c7afcd17d768e1" is_pre_election: true
21:09:16.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.619513 28862 raft_consensus.cc:2468] T 78e62f45e3164014b1f3b0ee41df0404 P 03ed47cb5a9148a7a4c7afcd17d768e1 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 9568e7bf235f459fa583004fe13faea5 in term 0.
21:09:16.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.631628 28483 leader_election.cc:304] T 78e62f45e3164014b1f3b0ee41df0404 P 9568e7bf235f459fa583004fe13faea5 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 03ed47cb5a9148a7a4c7afcd17d768e1, 9568e7bf235f459fa583004fe13faea5; no voters: 
21:09:16.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.638370 29848 raft_consensus.cc:2804] T 78e62f45e3164014b1f3b0ee41df0404 P 9568e7bf235f459fa583004fe13faea5 [term 0 FOLLOWER]: Leader pre-election won for term 1
21:09:16.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.638842 29848 raft_consensus.cc:493] T 78e62f45e3164014b1f3b0ee41df0404 P 9568e7bf235f459fa583004fe13faea5 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
21:09:16.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.639448 29848 raft_consensus.cc:3060] T 78e62f45e3164014b1f3b0ee41df0404 P 9568e7bf235f459fa583004fe13faea5 [term 0 FOLLOWER]: Advancing to term 1
21:09:16.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.647430 29848 raft_consensus.cc:515] T 78e62f45e3164014b1f3b0ee41df0404 P 9568e7bf235f459fa583004fe13faea5 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bea0bef4fa77456d8a0ed5ff9ce0c146" member_type: VOTER last_known_addr { host: "127.27.110.66" port: 39813 } } peers { permanent_uuid: "9568e7bf235f459fa583004fe13faea5" member_type: VOTER last_known_addr { host: "127.27.110.65" port: 44763 } } peers { permanent_uuid: "03ed47cb5a9148a7a4c7afcd17d768e1" member_type: VOTER last_known_addr { host: "127.27.110.67" port: 42055 } }
21:09:16.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.641673 29849 raft_consensus.cc:515] T a80f5359dbf24db0b0a88485b990c585 P 03ed47cb5a9148a7a4c7afcd17d768e1 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9568e7bf235f459fa583004fe13faea5" member_type: VOTER last_known_addr { host: "127.27.110.65" port: 44763 } } peers { permanent_uuid: "bea0bef4fa77456d8a0ed5ff9ce0c146" member_type: VOTER last_known_addr { host: "127.27.110.66" port: 39813 } } peers { permanent_uuid: "03ed47cb5a9148a7a4c7afcd17d768e1" member_type: VOTER last_known_addr { host: "127.27.110.67" port: 42055 } }
21:09:16.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.651804 28863 raft_consensus.cc:2393] T a80f5359dbf24db0b0a88485b990c585 P 03ed47cb5a9148a7a4c7afcd17d768e1 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 9568e7bf235f459fa583004fe13faea5 in current term 1: Already voted for candidate 03ed47cb5a9148a7a4c7afcd17d768e1 in this term.
21:09:16.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.651728 29848 leader_election.cc:290] T 78e62f45e3164014b1f3b0ee41df0404 P 9568e7bf235f459fa583004fe13faea5 [CANDIDATE]: Term 1 election: Requested vote from peers bea0bef4fa77456d8a0ed5ff9ce0c146 (127.27.110.66:39813), 03ed47cb5a9148a7a4c7afcd17d768e1 (127.27.110.67:42055)
21:09:16.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.653959 29843 tablet_bootstrap.cc:492] T 916c221c2eb245f0af11d3609f3cc147 P 9568e7bf235f459fa583004fe13faea5: Bootstrap starting.
21:09:16.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.660753 29844 tablet_bootstrap.cc:492] T 2fe8b4523c974684b5bf5f7de4073c52 P 03ed47cb5a9148a7a4c7afcd17d768e1: No bootstrap required, opened a new log
21:09:16.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.661267 29844 ts_tablet_manager.cc:1403] T 2fe8b4523c974684b5bf5f7de4073c52 P 03ed47cb5a9148a7a4c7afcd17d768e1: Time spent bootstrapping tablet: real 0.172s	user 0.036s	sys 0.065s
21:09:16.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.664573 29844 raft_consensus.cc:359] T 2fe8b4523c974684b5bf5f7de4073c52 P 03ed47cb5a9148a7a4c7afcd17d768e1 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9568e7bf235f459fa583004fe13faea5" member_type: VOTER last_known_addr { host: "127.27.110.65" port: 44763 } } peers { permanent_uuid: "bea0bef4fa77456d8a0ed5ff9ce0c146" member_type: VOTER last_known_addr { host: "127.27.110.66" port: 39813 } } peers { permanent_uuid: "03ed47cb5a9148a7a4c7afcd17d768e1" member_type: VOTER last_known_addr { host: "127.27.110.67" port: 42055 } }
21:09:16.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.665398 29844 raft_consensus.cc:385] T 2fe8b4523c974684b5bf5f7de4073c52 P 03ed47cb5a9148a7a4c7afcd17d768e1 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:09:16.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.665273 28862 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "328af295c4f443dd9e4877e895c145a7" candidate_uuid: "bea0bef4fa77456d8a0ed5ff9ce0c146" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "03ed47cb5a9148a7a4c7afcd17d768e1"
21:09:16.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.665782 29844 raft_consensus.cc:740] T 2fe8b4523c974684b5bf5f7de4073c52 P 03ed47cb5a9148a7a4c7afcd17d768e1 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 03ed47cb5a9148a7a4c7afcd17d768e1, State: Initialized, Role: FOLLOWER
21:09:16.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.667287 28862 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "916c221c2eb245f0af11d3609f3cc147" candidate_uuid: "bea0bef4fa77456d8a0ed5ff9ce0c146" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "03ed47cb5a9148a7a4c7afcd17d768e1" is_pre_election: true
21:09:16.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.667299 28861 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "78e62f45e3164014b1f3b0ee41df0404" candidate_uuid: "9568e7bf235f459fa583004fe13faea5" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "03ed47cb5a9148a7a4c7afcd17d768e1"
21:09:16.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.666581 29844 consensus_queue.cc:260] T 2fe8b4523c974684b5bf5f7de4073c52 P 03ed47cb5a9148a7a4c7afcd17d768e1 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9568e7bf235f459fa583004fe13faea5" member_type: VOTER last_known_addr { host: "127.27.110.65" port: 44763 } } peers { permanent_uuid: "bea0bef4fa77456d8a0ed5ff9ce0c146" member_type: VOTER last_known_addr { host: "127.27.110.66" port: 39813 } } peers { permanent_uuid: "03ed47cb5a9148a7a4c7afcd17d768e1" member_type: VOTER last_known_addr { host: "127.27.110.67" port: 42055 } }
21:09:16.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.667963 28861 raft_consensus.cc:3060] T 78e62f45e3164014b1f3b0ee41df0404 P 03ed47cb5a9148a7a4c7afcd17d768e1 [term 0 FOLLOWER]: Advancing to term 1
21:09:16.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.668037 28862 raft_consensus.cc:2468] T 916c221c2eb245f0af11d3609f3cc147 P 03ed47cb5a9148a7a4c7afcd17d768e1 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate bea0bef4fa77456d8a0ed5ff9ce0c146 in term 0.
21:09:16.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.670531 29849 leader_election.cc:290] T a80f5359dbf24db0b0a88485b990c585 P 03ed47cb5a9148a7a4c7afcd17d768e1 [CANDIDATE]: Term 1 election: Requested vote from peers 9568e7bf235f459fa583004fe13faea5 (127.27.110.65:44763), bea0bef4fa77456d8a0ed5ff9ce0c146 (127.27.110.66:39813)
21:09:16.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.673295 28863 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a80f5359dbf24db0b0a88485b990c585" candidate_uuid: "bea0bef4fa77456d8a0ed5ff9ce0c146" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "03ed47cb5a9148a7a4c7afcd17d768e1" is_pre_election: true
21:09:16.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.675602 29844 ts_tablet_manager.cc:1434] T 2fe8b4523c974684b5bf5f7de4073c52 P 03ed47cb5a9148a7a4c7afcd17d768e1: Time spent starting tablet: real 0.014s	user 0.010s	sys 0.000s
21:09:16.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.687846 29844 tablet_bootstrap.cc:492] T 328af295c4f443dd9e4877e895c145a7 P 03ed47cb5a9148a7a4c7afcd17d768e1: Bootstrap starting.
21:09:16.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:16.688725 28342 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.UpdateConsensus -> {remote=127.27.110.126:34219, user_credentials={real_user=slave}} blocked reactor thread for 58008.9us
21:09:16.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.692413 28863 raft_consensus.cc:2393] T a80f5359dbf24db0b0a88485b990c585 P 03ed47cb5a9148a7a4c7afcd17d768e1 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate bea0bef4fa77456d8a0ed5ff9ce0c146 in current term 1: Already voted for candidate 03ed47cb5a9148a7a4c7afcd17d768e1 in this term.
21:09:16.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.699833 29844 tablet_bootstrap.cc:654] T 328af295c4f443dd9e4877e895c145a7 P 03ed47cb5a9148a7a4c7afcd17d768e1: Neither blocks nor log segments found. Creating new log.
21:09:16.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.702914 28549 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a80f5359dbf24db0b0a88485b990c585" candidate_uuid: "03ed47cb5a9148a7a4c7afcd17d768e1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9568e7bf235f459fa583004fe13faea5"
21:09:16.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.703645 28549 raft_consensus.cc:3060] T a80f5359dbf24db0b0a88485b990c585 P 9568e7bf235f459fa583004fe13faea5 [term 0 FOLLOWER]: Advancing to term 1
21:09:16.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:16.704991 28638 leader_election.cc:343] T 328af295c4f443dd9e4877e895c145a7 P bea0bef4fa77456d8a0ed5ff9ce0c146 [CANDIDATE]: Term 1 election: Tablet error from VoteRequest() call to peer 03ed47cb5a9148a7a4c7afcd17d768e1 (127.27.110.67:42055): Illegal state: must be running to vote when last-logged opid is not known
21:09:16.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.706061 28638 leader_election.cc:304] T 916c221c2eb245f0af11d3609f3cc147 P bea0bef4fa77456d8a0ed5ff9ce0c146 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 03ed47cb5a9148a7a4c7afcd17d768e1, bea0bef4fa77456d8a0ed5ff9ce0c146; no voters: 9568e7bf235f459fa583004fe13faea5
21:09:16.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.707340 29867 raft_consensus.cc:2804] T 916c221c2eb245f0af11d3609f3cc147 P bea0bef4fa77456d8a0ed5ff9ce0c146 [term 0 FOLLOWER]: Leader pre-election won for term 1
21:09:16.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.707762 29867 raft_consensus.cc:493] T 916c221c2eb245f0af11d3609f3cc147 P bea0bef4fa77456d8a0ed5ff9ce0c146 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
21:09:16.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.708127 29867 raft_consensus.cc:3060] T 916c221c2eb245f0af11d3609f3cc147 P bea0bef4fa77456d8a0ed5ff9ce0c146 [term 0 FOLLOWER]: Advancing to term 1
21:09:16.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.713860 28549 raft_consensus.cc:2468] T a80f5359dbf24db0b0a88485b990c585 P 9568e7bf235f459fa583004fe13faea5 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 03ed47cb5a9148a7a4c7afcd17d768e1 in term 1.
21:09:16.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.713668 29866 raft_consensus.cc:515] T a80f5359dbf24db0b0a88485b990c585 P bea0bef4fa77456d8a0ed5ff9ce0c146 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9568e7bf235f459fa583004fe13faea5" member_type: VOTER last_known_addr { host: "127.27.110.65" port: 44763 } } peers { permanent_uuid: "bea0bef4fa77456d8a0ed5ff9ce0c146" member_type: VOTER last_known_addr { host: "127.27.110.66" port: 39813 } } peers { permanent_uuid: "03ed47cb5a9148a7a4c7afcd17d768e1" member_type: VOTER last_known_addr { host: "127.27.110.67" port: 42055 } }
21:09:16.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.714367 28861 raft_consensus.cc:2468] T 78e62f45e3164014b1f3b0ee41df0404 P 03ed47cb5a9148a7a4c7afcd17d768e1 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 9568e7bf235f459fa583004fe13faea5 in term 1.
21:09:16.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.721134 29844 tablet_bootstrap.cc:492] T 328af295c4f443dd9e4877e895c145a7 P 03ed47cb5a9148a7a4c7afcd17d768e1: No bootstrap required, opened a new log
21:09:16.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.721925 29844 ts_tablet_manager.cc:1403] T 328af295c4f443dd9e4877e895c145a7 P 03ed47cb5a9148a7a4c7afcd17d768e1: Time spent bootstrapping tablet: real 0.034s	user 0.014s	sys 0.004s
21:09:16.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.723558 28704 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a80f5359dbf24db0b0a88485b990c585" candidate_uuid: "9568e7bf235f459fa583004fe13faea5" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "bea0bef4fa77456d8a0ed5ff9ce0c146" is_pre_election: true
21:09:16.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.724749 28704 raft_consensus.cc:2393] T a80f5359dbf24db0b0a88485b990c585 P bea0bef4fa77456d8a0ed5ff9ce0c146 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 9568e7bf235f459fa583004fe13faea5 in current term 1: Already voted for candidate bea0bef4fa77456d8a0ed5ff9ce0c146 in this term.
21:09:16.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.716636 28483 leader_election.cc:304] T 78e62f45e3164014b1f3b0ee41df0404 P 9568e7bf235f459fa583004fe13faea5 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 03ed47cb5a9148a7a4c7afcd17d768e1, 9568e7bf235f459fa583004fe13faea5; no voters: 
21:09:16.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.717399 29848 raft_consensus.cc:493] T 2fe8b4523c974684b5bf5f7de4073c52 P 9568e7bf235f459fa583004fe13faea5 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
21:09:16.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.726359 29848 raft_consensus.cc:515] T 2fe8b4523c974684b5bf5f7de4073c52 P 9568e7bf235f459fa583004fe13faea5 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9568e7bf235f459fa583004fe13faea5" member_type: VOTER last_known_addr { host: "127.27.110.65" port: 44763 } } peers { permanent_uuid: "bea0bef4fa77456d8a0ed5ff9ce0c146" member_type: VOTER last_known_addr { host: "127.27.110.66" port: 39813 } } peers { permanent_uuid: "03ed47cb5a9148a7a4c7afcd17d768e1" member_type: VOTER last_known_addr { host: "127.27.110.67" port: 42055 } }
21:09:16.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.726675 28703 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "78e62f45e3164014b1f3b0ee41df0404" candidate_uuid: "9568e7bf235f459fa583004fe13faea5" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "bea0bef4fa77456d8a0ed5ff9ce0c146" is_pre_election: true
21:09:16.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.727468 28703 raft_consensus.cc:2468] T 78e62f45e3164014b1f3b0ee41df0404 P bea0bef4fa77456d8a0ed5ff9ce0c146 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 9568e7bf235f459fa583004fe13faea5 in term 0.
21:09:16.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.727649 28485 leader_election.cc:304] T a80f5359dbf24db0b0a88485b990c585 P 9568e7bf235f459fa583004fe13faea5 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 9568e7bf235f459fa583004fe13faea5; no voters: 03ed47cb5a9148a7a4c7afcd17d768e1, bea0bef4fa77456d8a0ed5ff9ce0c146
21:09:16.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.728912 29843 tablet_bootstrap.cc:654] T 916c221c2eb245f0af11d3609f3cc147 P 9568e7bf235f459fa583004fe13faea5: Neither blocks nor log segments found. Creating new log.
21:09:16.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.728830 29848 leader_election.cc:290] T 2fe8b4523c974684b5bf5f7de4073c52 P 9568e7bf235f459fa583004fe13faea5 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers bea0bef4fa77456d8a0ed5ff9ce0c146 (127.27.110.66:39813), 03ed47cb5a9148a7a4c7afcd17d768e1 (127.27.110.67:42055)
21:09:16.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.728983 28702 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "78e62f45e3164014b1f3b0ee41df0404" candidate_uuid: "9568e7bf235f459fa583004fe13faea5" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "bea0bef4fa77456d8a0ed5ff9ce0c146"
21:09:16.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.729455 29848 raft_consensus.cc:2804] T 78e62f45e3164014b1f3b0ee41df0404 P 9568e7bf235f459fa583004fe13faea5 [term 1 FOLLOWER]: Leader election won for term 1
21:09:16.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.729799 28702 raft_consensus.cc:3060] T 78e62f45e3164014b1f3b0ee41df0404 P bea0bef4fa77456d8a0ed5ff9ce0c146 [term 0 FOLLOWER]: Advancing to term 1
21:09:16.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.721150 28547 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a80f5359dbf24db0b0a88485b990c585" candidate_uuid: "bea0bef4fa77456d8a0ed5ff9ce0c146" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9568e7bf235f459fa583004fe13faea5"
21:09:16.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.730767 28547 raft_consensus.cc:2393] T a80f5359dbf24db0b0a88485b990c585 P 9568e7bf235f459fa583004fe13faea5 [term 1 FOLLOWER]: Leader election vote request: Denying vote to candidate bea0bef4fa77456d8a0ed5ff9ce0c146 in current term 1: Already voted for candidate 03ed47cb5a9148a7a4c7afcd17d768e1 in this term.
21:09:16.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.730036 29848 raft_consensus.cc:697] T 78e62f45e3164014b1f3b0ee41df0404 P 9568e7bf235f459fa583004fe13faea5 [term 1 LEADER]: Becoming Leader. State: Replica: 9568e7bf235f459fa583004fe13faea5, State: Running, Role: LEADER
21:09:16.733 [DEBUG - pool-322-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:16.733 [DEBUG - pool-322-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:16.733 [DEBUG - pool-322-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:16.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.733224 29848 consensus_queue.cc:237] T 78e62f45e3164014b1f3b0ee41df0404 P 9568e7bf235f459fa583004fe13faea5 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bea0bef4fa77456d8a0ed5ff9ce0c146" member_type: VOTER last_known_addr { host: "127.27.110.66" port: 39813 } } peers { permanent_uuid: "9568e7bf235f459fa583004fe13faea5" member_type: VOTER last_known_addr { host: "127.27.110.65" port: 44763 } } peers { permanent_uuid: "03ed47cb5a9148a7a4c7afcd17d768e1" member_type: VOTER last_known_addr { host: "127.27.110.67" port: 42055 } }
21:09:16.734 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:16.734 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:16.734 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:16.734 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:16.734 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:16.734 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:16.735 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:16.735 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:16.735 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:16.735 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:16.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.737031 29851 raft_consensus.cc:493] T 637925460d0644f885c9c2aac46d643e P bea0bef4fa77456d8a0ed5ff9ce0c146 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
21:09:16.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.737466 29866 leader_election.cc:290] T a80f5359dbf24db0b0a88485b990c585 P bea0bef4fa77456d8a0ed5ff9ce0c146 [CANDIDATE]: Term 1 election: Requested vote from peers 9568e7bf235f459fa583004fe13faea5 (127.27.110.65:44763), 03ed47cb5a9148a7a4c7afcd17d768e1 (127.27.110.67:42055)
21:09:16.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.737562 29851 raft_consensus.cc:515] T 637925460d0644f885c9c2aac46d643e P bea0bef4fa77456d8a0ed5ff9ce0c146 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9568e7bf235f459fa583004fe13faea5" member_type: VOTER last_known_addr { host: "127.27.110.65" port: 44763 } } peers { permanent_uuid: "bea0bef4fa77456d8a0ed5ff9ce0c146" member_type: VOTER last_known_addr { host: "127.27.110.66" port: 39813 } } peers { permanent_uuid: "03ed47cb5a9148a7a4c7afcd17d768e1" member_type: VOTER last_known_addr { host: "127.27.110.67" port: 42055 } }
21:09:16.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.739181 29867 raft_consensus.cc:515] T 916c221c2eb245f0af11d3609f3cc147 P bea0bef4fa77456d8a0ed5ff9ce0c146 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9568e7bf235f459fa583004fe13faea5" member_type: VOTER last_known_addr { host: "127.27.110.65" port: 44763 } } peers { permanent_uuid: "bea0bef4fa77456d8a0ed5ff9ce0c146" member_type: VOTER last_known_addr { host: "127.27.110.66" port: 39813 } } peers { permanent_uuid: "03ed47cb5a9148a7a4c7afcd17d768e1" member_type: VOTER last_known_addr { host: "127.27.110.67" port: 42055 } }
21:09:16.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.739866 29851 leader_election.cc:290] T 637925460d0644f885c9c2aac46d643e P bea0bef4fa77456d8a0ed5ff9ce0c146 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 9568e7bf235f459fa583004fe13faea5 (127.27.110.65:44763), 03ed47cb5a9148a7a4c7afcd17d768e1 (127.27.110.67:42055)
21:09:16.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.743489 28547 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "637925460d0644f885c9c2aac46d643e" candidate_uuid: "bea0bef4fa77456d8a0ed5ff9ce0c146" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9568e7bf235f459fa583004fe13faea5" is_pre_election: true
21:09:16.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.744324 28702 raft_consensus.cc:2468] T 78e62f45e3164014b1f3b0ee41df0404 P bea0bef4fa77456d8a0ed5ff9ce0c146 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 9568e7bf235f459fa583004fe13faea5 in term 1.
21:09:16.746 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2841dd5f383bae9a8f297e74525dcca1 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 2841dd5f383bae9a8f297e74525dcca1 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:16.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:16.745378 28640 leader_election.cc:343] T 637925460d0644f885c9c2aac46d643e P bea0bef4fa77456d8a0ed5ff9ce0c146 [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 9568e7bf235f459fa583004fe13faea5 (127.27.110.65:44763): Illegal state: must be running to vote when last-logged opid is not known
21:09:16.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.747067 28547 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "916c221c2eb245f0af11d3609f3cc147" candidate_uuid: "bea0bef4fa77456d8a0ed5ff9ce0c146" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9568e7bf235f459fa583004fe13faea5"
21:09:16.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:16.748571 28640 leader_election.cc:343] T 916c221c2eb245f0af11d3609f3cc147 P bea0bef4fa77456d8a0ed5ff9ce0c146 [CANDIDATE]: Term 1 election: Tablet error from VoteRequest() call to peer 9568e7bf235f459fa583004fe13faea5 (127.27.110.65:44763): Illegal state: must be running to vote when last-logged opid is not known
21:09:16.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.751389 28861 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a80f5359dbf24db0b0a88485b990c585" candidate_uuid: "bea0bef4fa77456d8a0ed5ff9ce0c146" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "03ed47cb5a9148a7a4c7afcd17d768e1"
21:09:16.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.752472 28861 raft_consensus.cc:2393] T a80f5359dbf24db0b0a88485b990c585 P 03ed47cb5a9148a7a4c7afcd17d768e1 [term 1 FOLLOWER]: Leader election vote request: Denying vote to candidate bea0bef4fa77456d8a0ed5ff9ce0c146 in current term 1: Already voted for candidate 03ed47cb5a9148a7a4c7afcd17d768e1 in this term.
21:09:16.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.752790 29867 leader_election.cc:290] T 916c221c2eb245f0af11d3609f3cc147 P bea0bef4fa77456d8a0ed5ff9ce0c146 [CANDIDATE]: Term 1 election: Requested vote from peers 9568e7bf235f459fa583004fe13faea5 (127.27.110.65:44763), 03ed47cb5a9148a7a4c7afcd17d768e1 (127.27.110.67:42055)
21:09:16.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.755502 28703 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "78e62f45e3164014b1f3b0ee41df0404" candidate_uuid: "03ed47cb5a9148a7a4c7afcd17d768e1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "bea0bef4fa77456d8a0ed5ff9ce0c146" is_pre_election: true
21:09:16.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.756346 28704 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "916c221c2eb245f0af11d3609f3cc147" candidate_uuid: "03ed47cb5a9148a7a4c7afcd17d768e1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "bea0bef4fa77456d8a0ed5ff9ce0c146" is_pre_election: true
21:09:16.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.756572 28703 raft_consensus.cc:2393] T 78e62f45e3164014b1f3b0ee41df0404 P bea0bef4fa77456d8a0ed5ff9ce0c146 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 03ed47cb5a9148a7a4c7afcd17d768e1 in current term 1: Already voted for candidate 9568e7bf235f459fa583004fe13faea5 in this term.
21:09:16.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.757210 28704 raft_consensus.cc:2393] T 916c221c2eb245f0af11d3609f3cc147 P bea0bef4fa77456d8a0ed5ff9ce0c146 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 03ed47cb5a9148a7a4c7afcd17d768e1 in current term 1: Already voted for candidate bea0bef4fa77456d8a0ed5ff9ce0c146 in this term.
21:09:16.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.754839 28702 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a80f5359dbf24db0b0a88485b990c585" candidate_uuid: "03ed47cb5a9148a7a4c7afcd17d768e1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "bea0bef4fa77456d8a0ed5ff9ce0c146" is_pre_election: true
21:09:16.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.758668 28702 raft_consensus.cc:2393] T a80f5359dbf24db0b0a88485b990c585 P bea0bef4fa77456d8a0ed5ff9ce0c146 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 03ed47cb5a9148a7a4c7afcd17d768e1 in current term 1: Already voted for candidate bea0bef4fa77456d8a0ed5ff9ce0c146 in this term.
21:09:16.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.758766 28704 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a80f5359dbf24db0b0a88485b990c585" candidate_uuid: "03ed47cb5a9148a7a4c7afcd17d768e1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "bea0bef4fa77456d8a0ed5ff9ce0c146"
21:09:16.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.759701 28704 raft_consensus.cc:2393] T a80f5359dbf24db0b0a88485b990c585 P bea0bef4fa77456d8a0ed5ff9ce0c146 [term 1 FOLLOWER]: Leader election vote request: Denying vote to candidate 03ed47cb5a9148a7a4c7afcd17d768e1 in current term 1: Already voted for candidate bea0bef4fa77456d8a0ed5ff9ce0c146 in this term.
21:09:16.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.761391 29844 raft_consensus.cc:359] T 328af295c4f443dd9e4877e895c145a7 P 03ed47cb5a9148a7a4c7afcd17d768e1 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9568e7bf235f459fa583004fe13faea5" member_type: VOTER last_known_addr { host: "127.27.110.65" port: 44763 } } peers { permanent_uuid: "bea0bef4fa77456d8a0ed5ff9ce0c146" member_type: VOTER last_known_addr { host: "127.27.110.66" port: 39813 } } peers { permanent_uuid: "03ed47cb5a9148a7a4c7afcd17d768e1" member_type: VOTER last_known_addr { host: "127.27.110.67" port: 42055 } }
21:09:16.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.764036 29844 raft_consensus.cc:385] T 328af295c4f443dd9e4877e895c145a7 P 03ed47cb5a9148a7a4c7afcd17d768e1 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:09:16.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.768164 28863 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "916c221c2eb245f0af11d3609f3cc147" candidate_uuid: "bea0bef4fa77456d8a0ed5ff9ce0c146" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "03ed47cb5a9148a7a4c7afcd17d768e1"
21:09:16.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.769755 29844 raft_consensus.cc:740] T 328af295c4f443dd9e4877e895c145a7 P 03ed47cb5a9148a7a4c7afcd17d768e1 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 03ed47cb5a9148a7a4c7afcd17d768e1, State: Initialized, Role: FOLLOWER
21:09:16.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.769934 28863 raft_consensus.cc:3060] T 916c221c2eb245f0af11d3609f3cc147 P 03ed47cb5a9148a7a4c7afcd17d768e1 [term 0 FOLLOWER]: Advancing to term 1
21:09:16.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.771883 28702 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "2fe8b4523c974684b5bf5f7de4073c52" candidate_uuid: "9568e7bf235f459fa583004fe13faea5" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "bea0bef4fa77456d8a0ed5ff9ce0c146" is_pre_election: true
21:09:16.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.772147 29844 consensus_queue.cc:260] T 328af295c4f443dd9e4877e895c145a7 P 03ed47cb5a9148a7a4c7afcd17d768e1 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9568e7bf235f459fa583004fe13faea5" member_type: VOTER last_known_addr { host: "127.27.110.65" port: 44763 } } peers { permanent_uuid: "bea0bef4fa77456d8a0ed5ff9ce0c146" member_type: VOTER last_known_addr { host: "127.27.110.66" port: 39813 } } peers { permanent_uuid: "03ed47cb5a9148a7a4c7afcd17d768e1" member_type: VOTER last_known_addr { host: "127.27.110.67" port: 42055 } }
21:09:16.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.773007 28702 raft_consensus.cc:2468] T 2fe8b4523c974684b5bf5f7de4073c52 P bea0bef4fa77456d8a0ed5ff9ce0c146 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 9568e7bf235f459fa583004fe13faea5 in term 0.
21:09:16.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.766098 28861 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "637925460d0644f885c9c2aac46d643e" candidate_uuid: "bea0bef4fa77456d8a0ed5ff9ce0c146" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "03ed47cb5a9148a7a4c7afcd17d768e1" is_pre_election: true
21:09:16.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.781265 28861 raft_consensus.cc:2468] T 637925460d0644f885c9c2aac46d643e P 03ed47cb5a9148a7a4c7afcd17d768e1 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate bea0bef4fa77456d8a0ed5ff9ce0c146 in term 0.
21:09:16.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.788432 29844 ts_tablet_manager.cc:1434] T 328af295c4f443dd9e4877e895c145a7 P 03ed47cb5a9148a7a4c7afcd17d768e1: Time spent starting tablet: real 0.066s	user 0.007s	sys 0.002s
21:09:16.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.807951 28863 raft_consensus.cc:2468] T 916c221c2eb245f0af11d3609f3cc147 P 03ed47cb5a9148a7a4c7afcd17d768e1 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate bea0bef4fa77456d8a0ed5ff9ce0c146 in term 1.
21:09:16.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.765285 29880 raft_consensus.cc:2749] T a80f5359dbf24db0b0a88485b990c585 P 9568e7bf235f459fa583004fe13faea5 [term 1 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
21:09:16.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.809927 28799 leader_election.cc:304] T 78e62f45e3164014b1f3b0ee41df0404 P 03ed47cb5a9148a7a4c7afcd17d768e1 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 03ed47cb5a9148a7a4c7afcd17d768e1; no voters: 9568e7bf235f459fa583004fe13faea5, bea0bef4fa77456d8a0ed5ff9ce0c146
21:09:16.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.811867 28485 leader_election.cc:304] T 2fe8b4523c974684b5bf5f7de4073c52 P 9568e7bf235f459fa583004fe13faea5 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 9568e7bf235f459fa583004fe13faea5, bea0bef4fa77456d8a0ed5ff9ce0c146; no voters: 
21:09:16.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.813306 29843 tablet_bootstrap.cc:492] T 916c221c2eb245f0af11d3609f3cc147 P 9568e7bf235f459fa583004fe13faea5: No bootstrap required, opened a new log
21:09:16.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.813225 28799 leader_election.cc:304] T 916c221c2eb245f0af11d3609f3cc147 P 03ed47cb5a9148a7a4c7afcd17d768e1 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 03ed47cb5a9148a7a4c7afcd17d768e1; no voters: 9568e7bf235f459fa583004fe13faea5, bea0bef4fa77456d8a0ed5ff9ce0c146
21:09:16.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.813797 29843 ts_tablet_manager.cc:1403] T 916c221c2eb245f0af11d3609f3cc147 P 9568e7bf235f459fa583004fe13faea5: Time spent bootstrapping tablet: real 0.160s	user 0.014s	sys 0.001s
21:09:16.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.813326 29880 raft_consensus.cc:2804] T 2fe8b4523c974684b5bf5f7de4073c52 P 9568e7bf235f459fa583004fe13faea5 [term 0 FOLLOWER]: Leader pre-election won for term 1
21:09:16.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.815223 29849 raft_consensus.cc:2749] T 78e62f45e3164014b1f3b0ee41df0404 P 03ed47cb5a9148a7a4c7afcd17d768e1 [term 1 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
21:09:16.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.815405 29880 raft_consensus.cc:493] T 2fe8b4523c974684b5bf5f7de4073c52 P 9568e7bf235f459fa583004fe13faea5 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
21:09:16.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.815780 29880 raft_consensus.cc:3060] T 2fe8b4523c974684b5bf5f7de4073c52 P 9568e7bf235f459fa583004fe13faea5 [term 0 FOLLOWER]: Advancing to term 1
21:09:16.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.818567 29849 raft_consensus.cc:2749] T 916c221c2eb245f0af11d3609f3cc147 P 03ed47cb5a9148a7a4c7afcd17d768e1 [term 1 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
21:09:16.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.825661 28358 catalog_manager.cc:5696] T 328af295c4f443dd9e4877e895c145a7 P bea0bef4fa77456d8a0ed5ff9ce0c146 reported cstate change: term changed from 0 to 1, leader changed from <none> to bea0bef4fa77456d8a0ed5ff9ce0c146 (127.27.110.66). New cstate: current_term: 1 leader_uuid: "bea0bef4fa77456d8a0ed5ff9ce0c146" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9568e7bf235f459fa583004fe13faea5" member_type: VOTER last_known_addr { host: "127.27.110.65" port: 44763 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "bea0bef4fa77456d8a0ed5ff9ce0c146" member_type: VOTER last_known_addr { host: "127.27.110.66" port: 39813 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "03ed47cb5a9148a7a4c7afcd17d768e1" member_type: VOTER last_known_addr { host: "127.27.110.67" port: 42055 } health_report { overall_health: UNKNOWN } } }
21:09:16.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.826746 29843 raft_consensus.cc:359] T 916c221c2eb245f0af11d3609f3cc147 P 9568e7bf235f459fa583004fe13faea5 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9568e7bf235f459fa583004fe13faea5" member_type: VOTER last_known_addr { host: "127.27.110.65" port: 44763 } } peers { permanent_uuid: "bea0bef4fa77456d8a0ed5ff9ce0c146" member_type: VOTER last_known_addr { host: "127.27.110.66" port: 39813 } } peers { permanent_uuid: "03ed47cb5a9148a7a4c7afcd17d768e1" member_type: VOTER last_known_addr { host: "127.27.110.67" port: 42055 } }
21:09:16.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.827564 29843 raft_consensus.cc:385] T 916c221c2eb245f0af11d3609f3cc147 P 9568e7bf235f459fa583004fe13faea5 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:09:16.828 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:16.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.827872 29843 raft_consensus.cc:740] T 916c221c2eb245f0af11d3609f3cc147 P 9568e7bf235f459fa583004fe13faea5 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 9568e7bf235f459fa583004fe13faea5, State: Initialized, Role: FOLLOWER
21:09:16.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.828881 28638 leader_election.cc:304] T a80f5359dbf24db0b0a88485b990c585 P bea0bef4fa77456d8a0ed5ff9ce0c146 [CANDIDATE]: Term 1 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: bea0bef4fa77456d8a0ed5ff9ce0c146; no voters: 03ed47cb5a9148a7a4c7afcd17d768e1, 9568e7bf235f459fa583004fe13faea5
21:09:16.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.832369 28638 leader_election.cc:304] T 637925460d0644f885c9c2aac46d643e P bea0bef4fa77456d8a0ed5ff9ce0c146 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 03ed47cb5a9148a7a4c7afcd17d768e1, bea0bef4fa77456d8a0ed5ff9ce0c146; no voters: 9568e7bf235f459fa583004fe13faea5
21:09:16.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.833848 29851 raft_consensus.cc:2749] T a80f5359dbf24db0b0a88485b990c585 P bea0bef4fa77456d8a0ed5ff9ce0c146 [term 1 FOLLOWER]: Leader election lost for term 1. Reason: could not achieve majority
21:09:16.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.834923 29851 raft_consensus.cc:2804] T 637925460d0644f885c9c2aac46d643e P bea0bef4fa77456d8a0ed5ff9ce0c146 [term 0 FOLLOWER]: Leader pre-election won for term 1
21:09:16.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.835480 29851 raft_consensus.cc:493] T 637925460d0644f885c9c2aac46d643e P bea0bef4fa77456d8a0ed5ff9ce0c146 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
21:09:16.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.835850 29851 raft_consensus.cc:3060] T 637925460d0644f885c9c2aac46d643e P bea0bef4fa77456d8a0ed5ff9ce0c146 [term 0 FOLLOWER]: Advancing to term 1
21:09:16.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.833030 29843 consensus_queue.cc:260] T 916c221c2eb245f0af11d3609f3cc147 P 9568e7bf235f459fa583004fe13faea5 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9568e7bf235f459fa583004fe13faea5" member_type: VOTER last_known_addr { host: "127.27.110.65" port: 44763 } } peers { permanent_uuid: "bea0bef4fa77456d8a0ed5ff9ce0c146" member_type: VOTER last_known_addr { host: "127.27.110.66" port: 39813 } } peers { permanent_uuid: "03ed47cb5a9148a7a4c7afcd17d768e1" member_type: VOTER last_known_addr { host: "127.27.110.67" port: 42055 } }
21:09:16.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:16.838301 28483 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.RequestConsensusVote -> {remote=127.27.110.67:42055, user_credentials={real_user=slave}} blocked reactor thread for 121716us
21:09:16.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.845956 28799 leader_election.cc:304] T a80f5359dbf24db0b0a88485b990c585 P 03ed47cb5a9148a7a4c7afcd17d768e1 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 03ed47cb5a9148a7a4c7afcd17d768e1, 9568e7bf235f459fa583004fe13faea5; no voters: bea0bef4fa77456d8a0ed5ff9ce0c146
21:09:16.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.847240 29849 raft_consensus.cc:2804] T a80f5359dbf24db0b0a88485b990c585 P 03ed47cb5a9148a7a4c7afcd17d768e1 [term 1 FOLLOWER]: Leader election won for term 1
21:09:16.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.847504 29843 ts_tablet_manager.cc:1434] T 916c221c2eb245f0af11d3609f3cc147 P 9568e7bf235f459fa583004fe13faea5: Time spent starting tablet: real 0.033s	user 0.005s	sys 0.004s
21:09:16.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.847793 29849 raft_consensus.cc:697] T a80f5359dbf24db0b0a88485b990c585 P 03ed47cb5a9148a7a4c7afcd17d768e1 [term 1 LEADER]: Becoming Leader. State: Replica: 03ed47cb5a9148a7a4c7afcd17d768e1, State: Running, Role: LEADER
21:09:16.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.847750 28638 leader_election.cc:304] T 916c221c2eb245f0af11d3609f3cc147 P bea0bef4fa77456d8a0ed5ff9ce0c146 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 03ed47cb5a9148a7a4c7afcd17d768e1, bea0bef4fa77456d8a0ed5ff9ce0c146; no voters: 9568e7bf235f459fa583004fe13faea5
21:09:16.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.846625 29851 raft_consensus.cc:515] T 637925460d0644f885c9c2aac46d643e P bea0bef4fa77456d8a0ed5ff9ce0c146 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9568e7bf235f459fa583004fe13faea5" member_type: VOTER last_known_addr { host: "127.27.110.65" port: 44763 } } peers { permanent_uuid: "bea0bef4fa77456d8a0ed5ff9ce0c146" member_type: VOTER last_known_addr { host: "127.27.110.66" port: 39813 } } peers { permanent_uuid: "03ed47cb5a9148a7a4c7afcd17d768e1" member_type: VOTER last_known_addr { host: "127.27.110.67" port: 42055 } }
21:09:16.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.848819 29849 consensus_queue.cc:237] T a80f5359dbf24db0b0a88485b990c585 P 03ed47cb5a9148a7a4c7afcd17d768e1 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9568e7bf235f459fa583004fe13faea5" member_type: VOTER last_known_addr { host: "127.27.110.65" port: 44763 } } peers { permanent_uuid: "bea0bef4fa77456d8a0ed5ff9ce0c146" member_type: VOTER last_known_addr { host: "127.27.110.66" port: 39813 } } peers { permanent_uuid: "03ed47cb5a9148a7a4c7afcd17d768e1" member_type: VOTER last_known_addr { host: "127.27.110.67" port: 42055 } }
21:09:16.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.850558 29843 tablet_bootstrap.cc:492] T 637925460d0644f885c9c2aac46d643e P 9568e7bf235f459fa583004fe13faea5: Bootstrap starting.
21:09:16.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.852483 29866 raft_consensus.cc:2804] T 916c221c2eb245f0af11d3609f3cc147 P bea0bef4fa77456d8a0ed5ff9ce0c146 [term 1 FOLLOWER]: Leader election won for term 1
21:09:16.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.853065 29866 raft_consensus.cc:697] T 916c221c2eb245f0af11d3609f3cc147 P bea0bef4fa77456d8a0ed5ff9ce0c146 [term 1 LEADER]: Becoming Leader. State: Replica: bea0bef4fa77456d8a0ed5ff9ce0c146, State: Running, Role: LEADER
21:09:16.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.854737 29866 consensus_queue.cc:237] T 916c221c2eb245f0af11d3609f3cc147 P bea0bef4fa77456d8a0ed5ff9ce0c146 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9568e7bf235f459fa583004fe13faea5" member_type: VOTER last_known_addr { host: "127.27.110.65" port: 44763 } } peers { permanent_uuid: "bea0bef4fa77456d8a0ed5ff9ce0c146" member_type: VOTER last_known_addr { host: "127.27.110.66" port: 39813 } } peers { permanent_uuid: "03ed47cb5a9148a7a4c7afcd17d768e1" member_type: VOTER last_known_addr { host: "127.27.110.67" port: 42055 } }
21:09:16.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.875766 28863 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "2fe8b4523c974684b5bf5f7de4073c52" candidate_uuid: "9568e7bf235f459fa583004fe13faea5" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "03ed47cb5a9148a7a4c7afcd17d768e1" is_pre_election: true
21:09:16.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.876794 28863 raft_consensus.cc:2468] T 2fe8b4523c974684b5bf5f7de4073c52 P 03ed47cb5a9148a7a4c7afcd17d768e1 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 9568e7bf235f459fa583004fe13faea5 in term 0.
21:09:16.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.884809 29843 tablet_bootstrap.cc:654] T 637925460d0644f885c9c2aac46d643e P 9568e7bf235f459fa583004fe13faea5: Neither blocks nor log segments found. Creating new log.
21:09:16.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.888927 28359 catalog_manager.cc:5696] T a80f5359dbf24db0b0a88485b990c585 P 03ed47cb5a9148a7a4c7afcd17d768e1 reported cstate change: term changed from 0 to 1, leader changed from <none> to 03ed47cb5a9148a7a4c7afcd17d768e1 (127.27.110.67). New cstate: current_term: 1 leader_uuid: "03ed47cb5a9148a7a4c7afcd17d768e1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9568e7bf235f459fa583004fe13faea5" member_type: VOTER last_known_addr { host: "127.27.110.65" port: 44763 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "bea0bef4fa77456d8a0ed5ff9ce0c146" member_type: VOTER last_known_addr { host: "127.27.110.66" port: 39813 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "03ed47cb5a9148a7a4c7afcd17d768e1" member_type: VOTER last_known_addr { host: "127.27.110.67" port: 42055 } health_report { overall_health: HEALTHY } } }
21:09:16.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.893348 28357 catalog_manager.cc:5696] T 78e62f45e3164014b1f3b0ee41df0404 P 9568e7bf235f459fa583004fe13faea5 reported cstate change: term changed from 0 to 1, leader changed from <none> to 9568e7bf235f459fa583004fe13faea5 (127.27.110.65). New cstate: current_term: 1 leader_uuid: "9568e7bf235f459fa583004fe13faea5" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bea0bef4fa77456d8a0ed5ff9ce0c146" member_type: VOTER last_known_addr { host: "127.27.110.66" port: 39813 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "9568e7bf235f459fa583004fe13faea5" member_type: VOTER last_known_addr { host: "127.27.110.65" port: 44763 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "03ed47cb5a9148a7a4c7afcd17d768e1" member_type: VOTER last_known_addr { host: "127.27.110.67" port: 42055 } health_report { overall_health: UNKNOWN } } }
21:09:16.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.898978 29880 raft_consensus.cc:515] T 2fe8b4523c974684b5bf5f7de4073c52 P 9568e7bf235f459fa583004fe13faea5 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9568e7bf235f459fa583004fe13faea5" member_type: VOTER last_known_addr { host: "127.27.110.65" port: 44763 } } peers { permanent_uuid: "bea0bef4fa77456d8a0ed5ff9ce0c146" member_type: VOTER last_known_addr { host: "127.27.110.66" port: 39813 } } peers { permanent_uuid: "03ed47cb5a9148a7a4c7afcd17d768e1" member_type: VOTER last_known_addr { host: "127.27.110.67" port: 42055 } }
21:09:16.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.908891 29848 raft_consensus.cc:493] T 916c221c2eb245f0af11d3609f3cc147 P 9568e7bf235f459fa583004fe13faea5 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
21:09:16.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.909642 29848 raft_consensus.cc:515] T 916c221c2eb245f0af11d3609f3cc147 P 9568e7bf235f459fa583004fe13faea5 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9568e7bf235f459fa583004fe13faea5" member_type: VOTER last_known_addr { host: "127.27.110.65" port: 44763 } } peers { permanent_uuid: "bea0bef4fa77456d8a0ed5ff9ce0c146" member_type: VOTER last_known_addr { host: "127.27.110.66" port: 39813 } } peers { permanent_uuid: "03ed47cb5a9148a7a4c7afcd17d768e1" member_type: VOTER last_known_addr { host: "127.27.110.67" port: 42055 } }
21:09:16.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.912600 28547 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "637925460d0644f885c9c2aac46d643e" candidate_uuid: "bea0bef4fa77456d8a0ed5ff9ce0c146" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9568e7bf235f459fa583004fe13faea5"
21:09:16.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:16.914565 28640 leader_election.cc:343] T 637925460d0644f885c9c2aac46d643e P bea0bef4fa77456d8a0ed5ff9ce0c146 [CANDIDATE]: Term 1 election: Tablet error from VoteRequest() call to peer 9568e7bf235f459fa583004fe13faea5 (127.27.110.65:44763): Illegal state: must be running to vote when last-logged opid is not known
21:09:16.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.914809 28863 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "637925460d0644f885c9c2aac46d643e" candidate_uuid: "bea0bef4fa77456d8a0ed5ff9ce0c146" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "03ed47cb5a9148a7a4c7afcd17d768e1"
21:09:16.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.915272 29848 leader_election.cc:290] T 916c221c2eb245f0af11d3609f3cc147 P 9568e7bf235f459fa583004fe13faea5 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers bea0bef4fa77456d8a0ed5ff9ce0c146 (127.27.110.66:39813), 03ed47cb5a9148a7a4c7afcd17d768e1 (127.27.110.67:42055)
21:09:16.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.916769 29880 leader_election.cc:290] T 2fe8b4523c974684b5bf5f7de4073c52 P 9568e7bf235f459fa583004fe13faea5 [CANDIDATE]: Term 1 election: Requested vote from peers bea0bef4fa77456d8a0ed5ff9ce0c146 (127.27.110.66:39813), 03ed47cb5a9148a7a4c7afcd17d768e1 (127.27.110.67:42055)
21:09:16.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.915532 28863 raft_consensus.cc:3060] T 637925460d0644f885c9c2aac46d643e P 03ed47cb5a9148a7a4c7afcd17d768e1 [term 0 FOLLOWER]: Advancing to term 1
21:09:16.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.917136 28861 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "916c221c2eb245f0af11d3609f3cc147" candidate_uuid: "9568e7bf235f459fa583004fe13faea5" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "03ed47cb5a9148a7a4c7afcd17d768e1" is_pre_election: true
21:09:16.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.918016 28861 raft_consensus.cc:2393] T 916c221c2eb245f0af11d3609f3cc147 P 03ed47cb5a9148a7a4c7afcd17d768e1 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 9568e7bf235f459fa583004fe13faea5 in current term 1: Already voted for candidate bea0bef4fa77456d8a0ed5ff9ce0c146 in this term.
21:09:16.919 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:09:16.919 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:09:16.920 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:09:16.920 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:16.920 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:16.920 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:16.920 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:16.920 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:16.920 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:16.920 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:16.921 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:16.921 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:16.921 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:09:16.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.922968 28861 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "2fe8b4523c974684b5bf5f7de4073c52" candidate_uuid: "9568e7bf235f459fa583004fe13faea5" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "03ed47cb5a9148a7a4c7afcd17d768e1"
21:09:16.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.923655 28861 raft_consensus.cc:3060] T 2fe8b4523c974684b5bf5f7de4073c52 P 03ed47cb5a9148a7a4c7afcd17d768e1 [term 0 FOLLOWER]: Advancing to term 1
21:09:16.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.923851 29851 leader_election.cc:290] T 637925460d0644f885c9c2aac46d643e P bea0bef4fa77456d8a0ed5ff9ce0c146 [CANDIDATE]: Term 1 election: Requested vote from peers 9568e7bf235f459fa583004fe13faea5 (127.27.110.65:44763), 03ed47cb5a9148a7a4c7afcd17d768e1 (127.27.110.67:42055)
21:09:16.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.928829 28863 raft_consensus.cc:2468] T 637925460d0644f885c9c2aac46d643e P 03ed47cb5a9148a7a4c7afcd17d768e1 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate bea0bef4fa77456d8a0ed5ff9ce0c146 in term 1.
21:09:16.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.930384 28638 leader_election.cc:304] T 637925460d0644f885c9c2aac46d643e P bea0bef4fa77456d8a0ed5ff9ce0c146 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 03ed47cb5a9148a7a4c7afcd17d768e1, bea0bef4fa77456d8a0ed5ff9ce0c146; no voters: 9568e7bf235f459fa583004fe13faea5
21:09:16.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.931936 29851 raft_consensus.cc:2804] T 637925460d0644f885c9c2aac46d643e P bea0bef4fa77456d8a0ed5ff9ce0c146 [term 1 FOLLOWER]: Leader election won for term 1
21:09:16.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.937110 29851 raft_consensus.cc:697] T 637925460d0644f885c9c2aac46d643e P bea0bef4fa77456d8a0ed5ff9ce0c146 [term 1 LEADER]: Becoming Leader. State: Replica: bea0bef4fa77456d8a0ed5ff9ce0c146, State: Running, Role: LEADER
21:09:16.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.938375 29851 consensus_queue.cc:237] T 637925460d0644f885c9c2aac46d643e P bea0bef4fa77456d8a0ed5ff9ce0c146 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9568e7bf235f459fa583004fe13faea5" member_type: VOTER last_known_addr { host: "127.27.110.65" port: 44763 } } peers { permanent_uuid: "bea0bef4fa77456d8a0ed5ff9ce0c146" member_type: VOTER last_known_addr { host: "127.27.110.66" port: 39813 } } peers { permanent_uuid: "03ed47cb5a9148a7a4c7afcd17d768e1" member_type: VOTER last_known_addr { host: "127.27.110.67" port: 42055 } }
21:09:16.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:16.949385 28485 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.RequestConsensusVote -> {remote=127.27.110.66:39813, user_credentials={real_user=slave}} blocked reactor thread for 137612us
21:09:16.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.957877 28702 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "2fe8b4523c974684b5bf5f7de4073c52" candidate_uuid: "9568e7bf235f459fa583004fe13faea5" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "bea0bef4fa77456d8a0ed5ff9ce0c146"
21:09:16.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.958613 28702 raft_consensus.cc:3060] T 2fe8b4523c974684b5bf5f7de4073c52 P bea0bef4fa77456d8a0ed5ff9ce0c146 [term 0 FOLLOWER]: Advancing to term 1
21:09:16.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.957907 28704 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "916c221c2eb245f0af11d3609f3cc147" candidate_uuid: "9568e7bf235f459fa583004fe13faea5" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "bea0bef4fa77456d8a0ed5ff9ce0c146" is_pre_election: true
21:09:16.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.971042 28702 raft_consensus.cc:2468] T 2fe8b4523c974684b5bf5f7de4073c52 P bea0bef4fa77456d8a0ed5ff9ce0c146 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 9568e7bf235f459fa583004fe13faea5 in term 1.
21:09:16.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.986481 29843 tablet_bootstrap.cc:492] T 637925460d0644f885c9c2aac46d643e P 9568e7bf235f459fa583004fe13faea5: No bootstrap required, opened a new log
21:09:16.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.987316 29843 ts_tablet_manager.cc:1403] T 637925460d0644f885c9c2aac46d643e P 9568e7bf235f459fa583004fe13faea5: Time spent bootstrapping tablet: real 0.137s	user 0.007s	sys 0.010s
21:09:16.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:16.972820 28861 raft_consensus.cc:2468] T 2fe8b4523c974684b5bf5f7de4073c52 P 03ed47cb5a9148a7a4c7afcd17d768e1 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 9568e7bf235f459fa583004fe13faea5 in term 1.
21:09:17.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:17.000090 29843 raft_consensus.cc:359] T 637925460d0644f885c9c2aac46d643e P 9568e7bf235f459fa583004fe13faea5 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9568e7bf235f459fa583004fe13faea5" member_type: VOTER last_known_addr { host: "127.27.110.65" port: 44763 } } peers { permanent_uuid: "bea0bef4fa77456d8a0ed5ff9ce0c146" member_type: VOTER last_known_addr { host: "127.27.110.66" port: 39813 } } peers { permanent_uuid: "03ed47cb5a9148a7a4c7afcd17d768e1" member_type: VOTER last_known_addr { host: "127.27.110.67" port: 42055 } }
21:09:17.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:17.001130 29843 raft_consensus.cc:385] T 637925460d0644f885c9c2aac46d643e P 9568e7bf235f459fa583004fe13faea5 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:09:17.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:17.001669 29843 raft_consensus.cc:740] T 637925460d0644f885c9c2aac46d643e P 9568e7bf235f459fa583004fe13faea5 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 9568e7bf235f459fa583004fe13faea5, State: Initialized, Role: FOLLOWER
21:09:17.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:17.002329 29843 consensus_queue.cc:260] T 637925460d0644f885c9c2aac46d643e P 9568e7bf235f459fa583004fe13faea5 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9568e7bf235f459fa583004fe13faea5" member_type: VOTER last_known_addr { host: "127.27.110.65" port: 44763 } } peers { permanent_uuid: "bea0bef4fa77456d8a0ed5ff9ce0c146" member_type: VOTER last_known_addr { host: "127.27.110.66" port: 39813 } } peers { permanent_uuid: "03ed47cb5a9148a7a4c7afcd17d768e1" member_type: VOTER last_known_addr { host: "127.27.110.67" port: 42055 } }
21:09:17.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:17.008988 29843 ts_tablet_manager.cc:1434] T 637925460d0644f885c9c2aac46d643e P 9568e7bf235f459fa583004fe13faea5: Time spent starting tablet: real 0.021s	user 0.005s	sys 0.004s
21:09:17.015 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:17.015 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:17.019 [DEBUG - pool-318-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:09:17.020 [DEBUG - pool-318-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:09:17.020 [DEBUG - pool-318-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:09:17.020 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:17.020 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:17.020 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:17.021 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:17.021 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:17.021 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:17.021 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:17.022 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:17.022 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:17.022 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:09:17.027 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:17.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:17.038038 28861 raft_consensus.cc:3060] T 328af295c4f443dd9e4877e895c145a7 P 03ed47cb5a9148a7a4c7afcd17d768e1 [term 0 FOLLOWER]: Advancing to term 1
21:09:17.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:17.055096 28485 leader_election.cc:304] T 916c221c2eb245f0af11d3609f3cc147 P 9568e7bf235f459fa583004fe13faea5 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 9568e7bf235f459fa583004fe13faea5; no voters: 03ed47cb5a9148a7a4c7afcd17d768e1, bea0bef4fa77456d8a0ed5ff9ce0c146
21:09:17.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:17.055721 28483 leader_election.cc:304] T 2fe8b4523c974684b5bf5f7de4073c52 P 9568e7bf235f459fa583004fe13faea5 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 03ed47cb5a9148a7a4c7afcd17d768e1, 9568e7bf235f459fa583004fe13faea5; no voters: 
21:09:17.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:17.061268 29880 raft_consensus.cc:3060] T 916c221c2eb245f0af11d3609f3cc147 P 9568e7bf235f459fa583004fe13faea5 [term 0 FOLLOWER]: Advancing to term 1
21:09:17.072 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.22.50.60:38829(127.22.50.60:38829)] connecting to peer
21:09:17.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:17.065759 29848 raft_consensus.cc:2804] T 2fe8b4523c974684b5bf5f7de4073c52 P 9568e7bf235f459fa583004fe13faea5 [term 1 FOLLOWER]: Leader election won for term 1
21:09:17.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:17.066442 29848 raft_consensus.cc:697] T 2fe8b4523c974684b5bf5f7de4073c52 P 9568e7bf235f459fa583004fe13faea5 [term 1 LEADER]: Becoming Leader. State: Replica: 9568e7bf235f459fa583004fe13faea5, State: Running, Role: LEADER
21:09:17.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:17.069257 29851 consensus_queue.cc:1048] T 328af295c4f443dd9e4877e895c145a7 P bea0bef4fa77456d8a0ed5ff9ce0c146 [LEADER]: Connected to new peer: Peer: permanent_uuid: "03ed47cb5a9148a7a4c7afcd17d768e1" member_type: VOTER last_known_addr { host: "127.27.110.67" port: 42055 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
21:09:17.072 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.22.50.61:45261(127.22.50.61:45261)] connecting to peer
21:09:17.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:17.067667 28357 catalog_manager.cc:5696] T 637925460d0644f885c9c2aac46d643e P bea0bef4fa77456d8a0ed5ff9ce0c146 reported cstate change: term changed from 0 to 1, leader changed from <none> to bea0bef4fa77456d8a0ed5ff9ce0c146 (127.27.110.66). New cstate: current_term: 1 leader_uuid: "bea0bef4fa77456d8a0ed5ff9ce0c146" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9568e7bf235f459fa583004fe13faea5" member_type: VOTER last_known_addr { host: "127.27.110.65" port: 44763 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "bea0bef4fa77456d8a0ed5ff9ce0c146" member_type: VOTER last_known_addr { host: "127.27.110.66" port: 39813 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "03ed47cb5a9148a7a4c7afcd17d768e1" member_type: VOTER last_known_addr { host: "127.27.110.67" port: 42055 } health_report { overall_health: UNKNOWN } } }
21:09:17.072 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.22.50.62:44659(127.22.50.62:44659)] connecting to peer
21:09:17.073 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:09:17.073 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.50.60:38829(127.22.50.60:38829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:09:17.073 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.60:38829: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:09:17.074 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:09:17.074 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.50.61:45261(127.22.50.61:45261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:09:17.074 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.61:45261: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:09:17.074 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:09:17.074 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.50.62:44659(127.22.50.62:44659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:09:17.074 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.62:44659: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:09:17.074 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659; will retry
21:09:17.075 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=27006), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [5ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.60:38829: Network error: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [8ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [9ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.61:45261: Network error: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [10ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.62:44659: Network error: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [10ms] delaying RPC due to: Service unavailable: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [23ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.60:38829: Network error: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [24ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.61:45261: Network error: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [30ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.62:44659: Network error: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [31ms] delaying RPC due to: Service unavailable: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [43ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.60:38829: Network error: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [45ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.62:44659: Network error: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [45ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.61:45261: Network error: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [46ms] delaying RPC due to: Service unavailable: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.60:38829: Network error: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.61:45261: Network error: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.62:44659: Network error: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [63ms] delaying RPC due to: Service unavailable: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.61:45261: Network error: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.62:44659: Network error: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.60:38829: Network error: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.60:38829: Network error: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [123ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.61:45261: Network error: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [123ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.62:44659: Network error: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [123ms] delaying RPC due to: Service unavailable: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.60:38829: Network error: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.61:45261: Network error: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [183ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.62:44659: Network error: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [183ms] delaying RPC due to: Service unavailable: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [320ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [322ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.60:38829: Network error: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [323ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.61:45261: Network error: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [323ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [325ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.62:44659: Network error: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [325ms] delaying RPC due to: Service unavailable: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [342ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.60:38829: Network error: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [342ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.61:45261: Network error: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [343ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.62:44659: Network error: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [344ms] delaying RPC due to: Service unavailable: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [600ms] refreshing cache from master, [600ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [602ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.62:44659: Network error: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [602ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.61:45261: Network error: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [603ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.60:38829: Network error: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [603ms] delaying RPC due to: Service unavailable: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [1440ms] refreshing cache from master, [1440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [1441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [1441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [1441ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.60:38829: Network error: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [1441ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.62:44659: Network error: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [1442ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.61:45261: Network error: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [1442ms] delaying RPC due to: Service unavailable: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [1780ms] refreshing cache from master, [1780ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [1781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [1781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [1782ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.60:38829: Network error: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [1782ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.61:45261: Network error: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [1783ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.62:44659: Network error: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [1783ms] delaying RPC due to: Service unavailable: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [2900ms] refreshing cache from master, [2901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [2901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [2901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [2903ms] too many traces: truncated at 100 traces, deferred=Deferred@1668095308(state=PENDING, result=null, callback=(continuation of Deferred@1210146478 after retry RPC after error@555579472) -> (continuation of Deferred@1691555684 after retry RPC after error@1868554703) -> (continuation of Deferred@759764644 after retry RPC after error@1734091941) -> (continuation of Deferred@466122525 after retry RPC after error@185183282) -> (continuation of Deferred@1846568897 after retry RPC after error@1760497578) -> (continuation of Deferred@810020149 after retry RPC after error@1986637619) -> (continuation of Deferred@455798864 after retry RPC after error@195571392) -> (continuation of Deferred@67720389 after retry RPC after error@1067610944) -> (continuation of Deferred@1942404244 after retry RPC after error@970080770) -> (continuation of Deferred@1999865473 after retry RPC after error@1537725268) -> (continuation of Deferred@499377832 after retry RPC after error@908752192) -> (continuation of Deferred@1564932746 after retry RPC after error@941539077) -> (continuation of Deferred@988473352 after retry RPC after error@1594825312) -> (continuation of Deferred@905390497 after retry RPC after error@2027708045) -> (continuation of Deferred@354108214 after retry RPC after error@853579759) -> (continuation of Deferred@1054218803 after retry RPC after error@618922834) -> (continuation of Deferred@1806300683 after retry RPC after error@1564494718) -> (continuation of Deferred@1405736295 after retry RPC after error@1463005919) -> (continuation of Deferred@1930301340 after retry RPC after error@751477048) -> (continuation of Deferred@833960747 after retry RPC after error@2077934216) -> (continuation of Deferred@2024493184 after retry RPC after error@26344908) -> (continuation of Deferred@434496182 after retry RPC after error@881245568) -> (continuation of Deferred@378258624 after retry RPC after error@419046464) -> (continuation of Deferred@784106939 after retry RPC after error@802637649) -> (continuation of Deferred@1731345327 after retry RPC after error@774101805), errback=(continuation of Deferred@1210146478 after retry RPC after error@555579472) -> (continuation of Deferred@1691555684 after retry RPC after error@1868554703) -> (continuation of Deferred@759764644 after retry RPC after error@1734091941) -> (continuation of Deferred@466122525 after retry RPC after error@185183282) -> (continuation of Deferred@1846568897 after retry RPC after error@1760497578) -> (continuation of Deferred@810020149 after retry RPC after error@1986637619) -> (continuation of Deferred@455798864 after retry RPC after error@195571392) -> (continuation of Deferred@67720389 after retry RPC after error@1067610944) -> (continuation of Deferred@1942404244 after retry RPC after error@970080770) -> (continuation of Deferred@1999865473 after retry RPC after error@1537725268) -> (continuation of Deferred@499377832 after retry RPC after error@908752192) -> (continuation of Deferred@1564932746 after retry RPC after error@941539077) -> (continuation of Deferred@988473352 after retry RPC after error@1594825312) -> (continuation of Deferred@905390497 after retry RPC after error@2027708045) -> (continuation of Deferred@354108214 after retry RPC after error@853579759) -> (continuation of Deferred@1054218803 after retry RPC after error@618922834) -> (continuation of Deferred@1806300683 after retry RPC after error@1564494718) -> (continuation of Deferred@1405736295 after retry RPC after error@1463005919) -> (continuation of Deferred@1930301340 after retry RPC after error@751477048) -> (continuation of Deferred@833960747 after retry RPC after error@2077934216) -> (continuation of Deferred@2024493184 after retry RPC after error@26344908) -> (continuation of Deferred@434496182 after retry RPC after error@881245568) -> (continuation of Deferred@378258624 after retry RPC after error@419046464) -> (continuation of Deferred@784106939 after retry RPC after error@802637649) -> (continuation of Deferred@1731345327 after retry RPC after error@774101805)))
21:09:17.076 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (SourceReaderBase.java:338) Closing Source Reader.
21:09:17.076 [WARN - Source: KuduSource -> Sink: Writer (3/4)#4] (Task.java:1117) Source: KuduSource -> Sink: Writer (3/4)#4 (7bde5c08f7e804a4ab3423222f7e7362_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=27006), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [5ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.60:38829: Network error: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [8ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [9ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.61:45261: Network error: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [10ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.62:44659: Network error: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [10ms] delaying RPC due to: Service unavailable: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [23ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.60:38829: Network error: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [24ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.61:45261: Network error: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [30ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.62:44659: Network error: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [31ms] delaying RPC due to: Service unavailable: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [43ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.60:38829: Network error: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [45ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.62:44659: Network error: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [45ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.61:45261: Network error: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [46ms] delaying RPC due to: Service unavailable: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.60:38829: Network error: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.61:45261: Network error: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.62:44659: Network error: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [63ms] delaying RPC due to: Service unavailable: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.61:45261: Network error: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.62:44659: Network error: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.60:38829: Network error: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.60:38829: Network error: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [123ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.61:45261: Network error: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [123ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.62:44659: Network error: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [123ms] delaying RPC due to: Service unavailable: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.60:38829: Network error: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.61:45261: Network error: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [183ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.62:44659: Network error: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [183ms] delaying RPC due to: Service unavailable: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [320ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [322ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.60:38829: Network error: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [323ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.61:45261: Network error: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [323ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [325ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.62:44659: Network error: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [325ms] delaying RPC due to: Service unavailable: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [342ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.60:38829: Network error: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [342ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.61:45261: Network error: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [343ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.62:44659: Network error: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [344ms] delaying RPC due to: Service unavailable: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [600ms] refreshing cache from master, [600ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [602ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.62:44659: Network error: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [602ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.61:45261: Network error: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [603ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.60:38829: Network error: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [603ms] delaying RPC due to: Service unavailable: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [1440ms] refreshing cache from master, [1440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [1441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [1441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [1441ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.60:38829: Network error: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [1441ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.62:44659: Network error: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [1442ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.61:45261: Network error: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [1442ms] delaying RPC due to: Service unavailable: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [1780ms] refreshing cache from master, [1780ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [1781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [1781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [1782ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.60:38829: Network error: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [1782ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.61:45261: Network error: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [1783ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.62:44659: Network error: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [1783ms] delaying RPC due to: Service unavailable: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [2900ms] refreshing cache from master, [2901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [2901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [2901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [2903ms] too many traces: truncated at 100 traces, deferred=Deferred@1668095308(state=PENDING, result=null, callback=(continuation of Deferred@1210146478 after retry RPC after error@555579472) -> (continuation of Deferred@1691555684 after retry RPC after error@1868554703) -> (continuation of Deferred@759764644 after retry RPC after error@1734091941) -> (continuation of Deferred@466122525 after retry RPC after error@185183282) -> (continuation of Deferred@1846568897 after retry RPC after error@1760497578) -> (continuation of Deferred@810020149 after retry RPC after error@1986637619) -> (continuation of Deferred@455798864 after retry RPC after error@195571392) -> (continuation of Deferred@67720389 after retry RPC after error@1067610944) -> (continuation of Deferred@1942404244 after retry RPC after error@970080770) -> (continuation of Deferred@1999865473 after retry RPC after error@1537725268) -> (continuation of Deferred@499377832 after retry RPC after error@908752192) -> (continuation of Deferred@1564932746 after retry RPC after error@941539077) -> (continuation of Deferred@988473352 after retry RPC after error@1594825312) -> (continuation of Deferred@905390497 after retry RPC after error@2027708045) -> (continuation of Deferred@354108214 after retry RPC after error@853579759) -> (continuation of Deferred@1054218803 after retry RPC after error@618922834) -> (continuation of Deferred@1806300683 after retry RPC after error@1564494718) -> (continuation of Deferred@1405736295 after retry RPC after error@1463005919) -> (continuation of Deferred@1930301340 after retry RPC after error@751477048) -> (continuation of Deferred@833960747 after retry RPC after error@2077934216) -> (continuation of Deferred@2024493184 after retry RPC after error@26344908) -> (continuation of Deferred@434496182 after retry RPC after error@881245568) -> (continuation of Deferred@378258624 after retry RPC after error@419046464) -> (continuation of Deferred@784106939 after retry RPC after error@802637649) -> (continuation of Deferred@1731345327 after retry RPC after error@774101805), errback=(continuation of Deferred@1210146478 after retry RPC after error@555579472) -> (continuation of Deferred@1691555684 after retry RPC after error@1868554703) -> (continuation of Deferred@759764644 after retry RPC after error@1734091941) -> (continuation of Deferred@466122525 after retry RPC after error@185183282) -> (continuation of Deferred@1846568897 after retry RPC after error@1760497578) -> (continuation of Deferred@810020149 after retry RPC after error@1986637619) -> (continuation of Deferred@455798864 after retry RPC after error@195571392) -> (continuation of Deferred@67720389 after retry RPC after error@1067610944) -> (continuation of Deferred@1942404244 after retry RPC after error@970080770) -> (continuation of Deferred@1999865473 after retry RPC after error@1537725268) -> (continuation of Deferred@499377832 after retry RPC after error@908752192) -> (continuation of Deferred@1564932746 after retry RPC after error@941539077) -> (continuation of Deferred@988473352 after retry RPC after error@1594825312) -> (continuation of Deferred@905390497 after retry RPC after error@2027708045) -> (continuation of Deferred@354108214 after retry RPC after error@853579759) -> (continuation of Deferred@1054218803 after retry RPC after error@618922834) -> (continuation of Deferred@1806300683 after retry RPC after error@1564494718) -> (continuation of Deferred@1405736295 after retry RPC after error@1463005919) -> (continuation of Deferred@1930301340 after retry RPC after error@751477048) -> (continuation of Deferred@833960747 after retry RPC after error@2077934216) -> (continuation of Deferred@2024493184 after retry RPC after error@26344908) -> (continuation of Deferred@434496182 after retry RPC after error@881245568) -> (continuation of Deferred@378258624 after retry RPC after error@419046464) -> (continuation of Deferred@784106939 after retry RPC after error@802637649) -> (continuation of Deferred@1731345327 after retry RPC after error@774101805)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.22.50.62:44659
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:09:17.077 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#4 (7bde5c08f7e804a4ab3423222f7e7362_cbc357ccb763df2852fee8c4fc7d55f2_2_4).
21:09:17.080 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#4 7bde5c08f7e804a4ab3423222f7e7362_cbc357ccb763df2852fee8c4fc7d55f2_2_4.
21:09:17.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:17.067739 29848 consensus_queue.cc:237] T 2fe8b4523c974684b5bf5f7de4073c52 P 9568e7bf235f459fa583004fe13faea5 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9568e7bf235f459fa583004fe13faea5" member_type: VOTER last_known_addr { host: "127.27.110.65" port: 44763 } } peers { permanent_uuid: "bea0bef4fa77456d8a0ed5ff9ce0c146" member_type: VOTER last_known_addr { host: "127.27.110.66" port: 39813 } } peers { permanent_uuid: "03ed47cb5a9148a7a4c7afcd17d768e1" member_type: VOTER last_known_addr { host: "127.27.110.67" port: 42055 } }
21:09:17.083 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1449) Source: KuduSource -> Sink: Writer (3/4) (7bde5c08f7e804a4ab3423222f7e7362_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from INITIALIZING to FAILED on c55db3d4-2fd1-4c20-a48a-1de4bc3c79fd @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=27006), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [5ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.60:38829: Network error: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [8ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [9ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.61:45261: Network error: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [10ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.62:44659: Network error: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [10ms] delaying RPC due to: Service unavailable: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [23ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.60:38829: Network error: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [24ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.61:45261: Network error: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [30ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.62:44659: Network error: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [31ms] delaying RPC due to: Service unavailable: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [43ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.60:38829: Network error: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [45ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.62:44659: Network error: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [45ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.61:45261: Network error: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [46ms] delaying RPC due to: Service unavailable: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.60:38829: Network error: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.61:45261: Network error: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.62:44659: Network error: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [63ms] delaying RPC due to: Service unavailable: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.61:45261: Network error: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.62:44659: Network error: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.60:38829: Network error: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.60:38829: Network error: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [123ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.61:45261: Network error: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [123ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.62:44659: Network error: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [123ms] delaying RPC due to: Service unavailable: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.60:38829: Network error: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.61:45261: Network error: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [183ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.62:44659: Network error: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [183ms] delaying RPC due to: Service unavailable: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [320ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [322ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.60:38829: Network error: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [323ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.61:45261: Network error: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [323ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [325ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.62:44659: Network error: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [325ms] delaying RPC due to: Service unavailable: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [342ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.60:38829: Network error: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [342ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.61:45261: Network error: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [343ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.62:44659: Network error: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [344ms] delaying RPC due to: Service unavailable: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [600ms] refreshing cache from master, [600ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [602ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.62:44659: Network error: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [602ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.61:45261: Network error: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [603ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.60:38829: Network error: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [603ms] delaying RPC due to: Service unavailable: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [1440ms] refreshing cache from master, [1440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [1441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [1441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [1441ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.60:38829: Network error: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [1441ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.62:44659: Network error: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [1442ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.61:45261: Network error: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [1442ms] delaying RPC due to: Service unavailable: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [1780ms] refreshing cache from master, [1780ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [1781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [1781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [1782ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.60:38829: Network error: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [1782ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.61:45261: Network error: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [1783ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.62:44659: Network error: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [1783ms] delaying RPC due to: Service unavailable: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [2900ms] refreshing cache from master, [2901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [2901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [2901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [2903ms] too many traces: truncated at 100 traces, deferred=Deferred@1668095308(state=PENDING, result=null, callback=(continuation of Deferred@1210146478 after retry RPC after error@555579472) -> (continuation of Deferred@1691555684 after retry RPC after error@1868554703) -> (continuation of Deferred@759764644 after retry RPC after error@1734091941) -> (continuation of Deferred@466122525 after retry RPC after error@185183282) -> (continuation of Deferred@1846568897 after retry RPC after error@1760497578) -> (continuation of Deferred@810020149 after retry RPC after error@1986637619) -> (continuation of Deferred@455798864 after retry RPC after error@195571392) -> (continuation of Deferred@67720389 after retry RPC after error@1067610944) -> (continuation of Deferred@1942404244 after retry RPC after error@970080770) -> (continuation of Deferred@1999865473 after retry RPC after error@1537725268) -> (continuation of Deferred@499377832 after retry RPC after error@908752192) -> (continuation of Deferred@1564932746 after retry RPC after error@941539077) -> (continuation of Deferred@988473352 after retry RPC after error@1594825312) -> (continuation of Deferred@905390497 after retry RPC after error@2027708045) -> (continuation of Deferred@354108214 after retry RPC after error@853579759) -> (continuation of Deferred@1054218803 after retry RPC after error@618922834) -> (continuation of Deferred@1806300683 after retry RPC after error@1564494718) -> (continuation of Deferred@1405736295 after retry RPC after error@1463005919) -> (continuation of Deferred@1930301340 after retry RPC after error@751477048) -> (continuation of Deferred@833960747 after retry RPC after error@2077934216) -> (continuation of Deferred@2024493184 after retry RPC after error@26344908) -> (continuation of Deferred@434496182 after retry RPC after error@881245568) -> (continuation of Deferred@378258624 after retry RPC after error@419046464) -> (continuation of Deferred@784106939 after retry RPC after error@802637649) -> (continuation of Deferred@1731345327 after retry RPC after error@774101805), errback=(continuation of Deferred@1210146478 after retry RPC after error@555579472) -> (continuation of Deferred@1691555684 after retry RPC after error@1868554703) -> (continuation of Deferred@759764644 after retry RPC after error@1734091941) -> (continuation of Deferred@466122525 after retry RPC after error@185183282) -> (continuation of Deferred@1846568897 after retry RPC after error@1760497578) -> (continuation of Deferred@810020149 after retry RPC after error@1986637619) -> (continuation of Deferred@455798864 after retry RPC after error@195571392) -> (continuation of Deferred@67720389 after retry RPC after error@1067610944) -> (continuation of Deferred@1942404244 after retry RPC after error@970080770) -> (continuation of Deferred@1999865473 after retry RPC after error@1537725268) -> (continuation of Deferred@499377832 after retry RPC after error@908752192) -> (continuation of Deferred@1564932746 after retry RPC after error@941539077) -> (continuation of Deferred@988473352 after retry RPC after error@1594825312) -> (continuation of Deferred@905390497 after retry RPC after error@2027708045) -> (continuation of Deferred@354108214 after retry RPC after error@853579759) -> (continuation of Deferred@1054218803 after retry RPC after error@618922834) -> (continuation of Deferred@1806300683 after retry RPC after error@1564494718) -> (continuation of Deferred@1405736295 after retry RPC after error@1463005919) -> (continuation of Deferred@1930301340 after retry RPC after error@751477048) -> (continuation of Deferred@833960747 after retry RPC after error@2077934216) -> (continuation of Deferred@2024493184 after retry RPC after error@26344908) -> (continuation of Deferred@434496182 after retry RPC after error@881245568) -> (continuation of Deferred@378258624 after retry RPC after error@419046464) -> (continuation of Deferred@784106939 after retry RPC after error@802637649) -> (continuation of Deferred@1731345327 after retry RPC after error@774101805)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.22.50.62:44659
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:09:17.084 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 7bde5c08f7e804a4ab3423222f7e7362_cbc357ccb763df2852fee8c4fc7d55f2_2_4.
21:09:17.084 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (83c88b319a84cfbe321fdd6e09697f68) switched from state RUNNING to RESTARTING.
21:09:17.085 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:324) Received resource requirements from job 83c88b319a84cfbe321fdd6e09697f68: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
21:09:17.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:17.085420 29884 raft_consensus.cc:493] T 637925460d0644f885c9c2aac46d643e P 9568e7bf235f459fa583004fe13faea5 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
21:09:17.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:17.086079 29884 raft_consensus.cc:515] T 637925460d0644f885c9c2aac46d643e P 9568e7bf235f459fa583004fe13faea5 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9568e7bf235f459fa583004fe13faea5" member_type: VOTER last_known_addr { host: "127.27.110.65" port: 44763 } } peers { permanent_uuid: "bea0bef4fa77456d8a0ed5ff9ce0c146" member_type: VOTER last_known_addr { host: "127.27.110.66" port: 39813 } } peers { permanent_uuid: "03ed47cb5a9148a7a4c7afcd17d768e1" member_type: VOTER last_known_addr { host: "127.27.110.67" port: 42055 } }
21:09:17.087 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#4) of source Source: KuduSource.
21:09:17.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:17.071341 28357 catalog_manager.cc:5696] T 916c221c2eb245f0af11d3609f3cc147 P bea0bef4fa77456d8a0ed5ff9ce0c146 reported cstate change: term changed from 0 to 1, leader changed from <none> to bea0bef4fa77456d8a0ed5ff9ce0c146 (127.27.110.66). New cstate: current_term: 1 leader_uuid: "bea0bef4fa77456d8a0ed5ff9ce0c146" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9568e7bf235f459fa583004fe13faea5" member_type: VOTER last_known_addr { host: "127.27.110.65" port: 44763 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "bea0bef4fa77456d8a0ed5ff9ce0c146" member_type: VOTER last_known_addr { host: "127.27.110.66" port: 39813 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "03ed47cb5a9148a7a4c7afcd17d768e1" member_type: VOTER last_known_addr { host: "127.27.110.67" port: 42055 } health_report { overall_health: UNKNOWN } } }
21:09:17.090 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:17.090 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:17.091 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:17.091 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:17.091 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:17.091 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:17.091 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:17.091 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:17.091 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:17.091 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:17.091 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:17.091 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:17.092 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:17.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:17.089035 29851 consensus_queue.cc:1048] T 328af295c4f443dd9e4877e895c145a7 P bea0bef4fa77456d8a0ed5ff9ce0c146 [LEADER]: Connected to new peer: Peer: permanent_uuid: "9568e7bf235f459fa583004fe13faea5" member_type: VOTER last_known_addr { host: "127.27.110.65" port: 44763 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
21:09:17.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:17.103077 28702 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "637925460d0644f885c9c2aac46d643e" candidate_uuid: "9568e7bf235f459fa583004fe13faea5" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "bea0bef4fa77456d8a0ed5ff9ce0c146" is_pre_election: true
21:09:17.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:17.103678 28863 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "637925460d0644f885c9c2aac46d643e" candidate_uuid: "9568e7bf235f459fa583004fe13faea5" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "03ed47cb5a9148a7a4c7afcd17d768e1" is_pre_election: true
21:09:17.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:17.104468 28863 raft_consensus.cc:2393] T 637925460d0644f885c9c2aac46d643e P 03ed47cb5a9148a7a4c7afcd17d768e1 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 9568e7bf235f459fa583004fe13faea5 in current term 1: Already voted for candidate bea0bef4fa77456d8a0ed5ff9ce0c146 in this term.
21:09:17.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:17.102360 29884 leader_election.cc:290] T 637925460d0644f885c9c2aac46d643e P 9568e7bf235f459fa583004fe13faea5 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers bea0bef4fa77456d8a0ed5ff9ce0c146 (127.27.110.66:39813), 03ed47cb5a9148a7a4c7afcd17d768e1 (127.27.110.67:42055)
21:09:17.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:17.105860 28483 leader_election.cc:304] T 637925460d0644f885c9c2aac46d643e P 9568e7bf235f459fa583004fe13faea5 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 9568e7bf235f459fa583004fe13faea5; no voters: 03ed47cb5a9148a7a4c7afcd17d768e1, bea0bef4fa77456d8a0ed5ff9ce0c146
21:09:17.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:17.106995 29848 raft_consensus.cc:3060] T 637925460d0644f885c9c2aac46d643e P 9568e7bf235f459fa583004fe13faea5 [term 0 FOLLOWER]: Advancing to term 1
21:09:17.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:17.114396 29848 raft_consensus.cc:2749] T 637925460d0644f885c9c2aac46d643e P 9568e7bf235f459fa583004fe13faea5 [term 1 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
21:09:17.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:17.151523 29884 consensus_queue.cc:1048] T 78e62f45e3164014b1f3b0ee41df0404 P 9568e7bf235f459fa583004fe13faea5 [LEADER]: Connected to new peer: Peer: permanent_uuid: "03ed47cb5a9148a7a4c7afcd17d768e1" member_type: VOTER last_known_addr { host: "127.27.110.67" port: 42055 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
21:09:17.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:17.170125 29880 raft_consensus.cc:2749] T 916c221c2eb245f0af11d3609f3cc147 P 9568e7bf235f459fa583004fe13faea5 [term 1 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
21:09:17.246 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2841dd5f383bae9a8f297e74525dcca1 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 2841dd5f383bae9a8f297e74525dcca1 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:17.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:17.251238 29848 consensus_queue.cc:1048] T 78e62f45e3164014b1f3b0ee41df0404 P 9568e7bf235f459fa583004fe13faea5 [LEADER]: Connected to new peer: Peer: permanent_uuid: "bea0bef4fa77456d8a0ed5ff9ce0c146" member_type: VOTER last_known_addr { host: "127.27.110.66" port: 39813 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
21:09:17.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:17.257153 28357 catalog_manager.cc:5696] T 2fe8b4523c974684b5bf5f7de4073c52 P 9568e7bf235f459fa583004fe13faea5 reported cstate change: term changed from 0 to 1, leader changed from <none> to 9568e7bf235f459fa583004fe13faea5 (127.27.110.65). New cstate: current_term: 1 leader_uuid: "9568e7bf235f459fa583004fe13faea5" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9568e7bf235f459fa583004fe13faea5" member_type: VOTER last_known_addr { host: "127.27.110.65" port: 44763 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "bea0bef4fa77456d8a0ed5ff9ce0c146" member_type: VOTER last_known_addr { host: "127.27.110.66" port: 39813 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "03ed47cb5a9148a7a4c7afcd17d768e1" member_type: VOTER last_known_addr { host: "127.27.110.67" port: 42055 } health_report { overall_health: UNKNOWN } } }
21:09:17.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:17.263720 29867 consensus_queue.cc:1048] T 916c221c2eb245f0af11d3609f3cc147 P bea0bef4fa77456d8a0ed5ff9ce0c146 [LEADER]: Connected to new peer: Peer: permanent_uuid: "03ed47cb5a9148a7a4c7afcd17d768e1" member_type: VOTER last_known_addr { host: "127.27.110.67" port: 42055 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
21:09:17.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:17.324445 29866 consensus_queue.cc:1048] T 916c221c2eb245f0af11d3609f3cc147 P bea0bef4fa77456d8a0ed5ff9ce0c146 [LEADER]: Connected to new peer: Peer: permanent_uuid: "9568e7bf235f459fa583004fe13faea5" member_type: VOTER last_known_addr { host: "127.27.110.65" port: 44763 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
21:09:17.327 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:17.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:17.399149 29849 consensus_queue.cc:1048] T a80f5359dbf24db0b0a88485b990c585 P 03ed47cb5a9148a7a4c7afcd17d768e1 [LEADER]: Connected to new peer: Peer: permanent_uuid: "bea0bef4fa77456d8a0ed5ff9ce0c146" member_type: VOTER last_known_addr { host: "127.27.110.66" port: 39813 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
21:09:17.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:17.409000 29851 consensus_queue.cc:1048] T 637925460d0644f885c9c2aac46d643e P bea0bef4fa77456d8a0ed5ff9ce0c146 [LEADER]: Connected to new peer: Peer: permanent_uuid: "03ed47cb5a9148a7a4c7afcd17d768e1" member_type: VOTER last_known_addr { host: "127.27.110.67" port: 42055 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
21:09:17.441 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:09:17.441 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:09:17.442 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:09:17.442 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:17.442 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:17.442 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:17.443 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:17.443 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:17.443 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:17.443 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:17.443 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:17.443 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:17.444 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:09:17.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:17.444739 29849 consensus_queue.cc:1048] T a80f5359dbf24db0b0a88485b990c585 P 03ed47cb5a9148a7a4c7afcd17d768e1 [LEADER]: Connected to new peer: Peer: permanent_uuid: "9568e7bf235f459fa583004fe13faea5" member_type: VOTER last_known_addr { host: "127.27.110.65" port: 44763 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
21:09:17.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:17.479349 29866 consensus_queue.cc:1048] T 637925460d0644f885c9c2aac46d643e P bea0bef4fa77456d8a0ed5ff9ce0c146 [LEADER]: Connected to new peer: Peer: permanent_uuid: "9568e7bf235f459fa583004fe13faea5" member_type: VOTER last_known_addr { host: "127.27.110.65" port: 44763 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
21:09:17.491 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:17.491 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:17.491 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:17.492 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:17.492 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:17.492 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:17.492 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:17.492 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:17.492 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:17.493 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:17.493 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:17.493 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:17.493 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:17.516 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:17.517 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:17.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:17.527900 29880 consensus_queue.cc:1048] T 2fe8b4523c974684b5bf5f7de4073c52 P 9568e7bf235f459fa583004fe13faea5 [LEADER]: Connected to new peer: Peer: permanent_uuid: "bea0bef4fa77456d8a0ed5ff9ce0c146" member_type: VOTER last_known_addr { host: "127.27.110.66" port: 39813 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
21:09:17.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:17.600860 29884 consensus_queue.cc:1048] T 2fe8b4523c974684b5bf5f7de4073c52 P 9568e7bf235f459fa583004fe13faea5 [LEADER]: Connected to new peer: Peer: permanent_uuid: "03ed47cb5a9148a7a4c7afcd17d768e1" member_type: VOTER last_known_addr { host: "127.27.110.67" port: 42055 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
21:09:17.746 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2841dd5f383bae9a8f297e74525dcca1 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 2841dd5f383bae9a8f297e74525dcca1 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:17.769 [DEBUG - pool-320-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:09:17.770 [DEBUG - pool-320-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:09:17.770 [DEBUG - pool-320-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:09:17.770 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:17.770 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:17.770 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:17.770 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:17.770 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:17.770 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:17.770 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:17.770 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:17.770 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:17.771 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:09:17.778 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.25.113.61:34911(127.25.113.61:34911)] connecting to peer
21:09:17.779 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:17.779 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.113.61:34911(127.25.113.61:34911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:17.779 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.61:34911: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:17.779 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.25.113.60:35933(127.25.113.60:35933)] connecting to peer
21:09:17.780 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.25.113.62:35193(127.25.113.62:35193)] connecting to peer
21:09:17.780 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:17.780 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.113.60:35933(127.25.113.60:35933)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:17.780 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.60:35933: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:17.780 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:17.780 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.113.62:35193(127.25.113.62:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:17.780 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.62:35193: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:17.781 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193; will retry
21:09:17.804 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:09:17.804 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:09:17.804 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:09:17.805 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:17.805 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:17.805 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:17.805 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:17.805 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:17.806 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:17.806 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:17.806 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:17.806 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:17.806 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:09:17.827 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:17.916 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 4bba706393eb41c4b3ed79f493a69027
21:09:17.927 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 78e62f45e3164014b1f3b0ee41df0404 for table 'replication_test_table' with partition [0x0000000000000000, 0x0000000000000001)
21:09:17.928 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 637925460d0644f885c9c2aac46d643e for table 'replication_test_table' with partition [0x0000000000000001, 0x0000000000000002)
21:09:17.928 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 916c221c2eb245f0af11d3609f3cc147 for table 'replication_test_table' with partition [0x0000000100000000, 0x0000000100000001)
21:09:17.928 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 328af295c4f443dd9e4877e895c145a7 for table 'replication_test_table' with partition [0x0000000100000001, 0x0000000100000002)
21:09:17.928 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a80f5359dbf24db0b0a88485b990c585 for table 'replication_test_table' with partition [0x0000000200000000, 0x0000000200000001)
21:09:17.928 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 2fe8b4523c974684b5bf5f7de4073c52 for table 'replication_test_table' with partition [0x0000000200000001, 0x0000000200000002)
21:09:17.928 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000000000000, upperBoundPartitionKey=0x0000000000000001, ttl=299999, tablet=78e62f45e3164014b1f3b0ee41df0404@[03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055),9568e7bf235f459fa583004fe13faea5(127.27.110.65:44763)[L],bea0bef4fa77456d8a0ed5ff9ce0c146(127.27.110.66:39813)]}, Tablet{lowerBoundPartitionKey=0x0000000000000001, upperBoundPartitionKey=0x0000000000000002, ttl=299999, tablet=637925460d0644f885c9c2aac46d643e@[03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055),9568e7bf235f459fa583004fe13faea5(127.27.110.65:44763),bea0bef4fa77456d8a0ed5ff9ce0c146(127.27.110.66:39813)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000000000002, upperBoundPartitionKey=0x0000000100000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000100000000, upperBoundPartitionKey=0x0000000100000001, ttl=299999, tablet=916c221c2eb245f0af11d3609f3cc147@[03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055),9568e7bf235f459fa583004fe13faea5(127.27.110.65:44763),bea0bef4fa77456d8a0ed5ff9ce0c146(127.27.110.66:39813)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000100000001, upperBoundPartitionKey=0x0000000100000002, ttl=299999, tablet=328af295c4f443dd9e4877e895c145a7@[03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055),9568e7bf235f459fa583004fe13faea5(127.27.110.65:44763),bea0bef4fa77456d8a0ed5ff9ce0c146(127.27.110.66:39813)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000100000002, upperBoundPartitionKey=0x0000000200000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299999, tablet=a80f5359dbf24db0b0a88485b990c585@[03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055)[L],9568e7bf235f459fa583004fe13faea5(127.27.110.65:44763),bea0bef4fa77456d8a0ed5ff9ce0c146(127.27.110.66:39813)]}, Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299999, tablet=2fe8b4523c974684b5bf5f7de4073c52@[03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055),9568e7bf235f459fa583004fe13faea5(127.27.110.65:44763)[L],bea0bef4fa77456d8a0ed5ff9ce0c146(127.27.110.66:39813)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000200000002, upperBoundPartitionKey=0x, ttl=299999}]
21:09:17.928 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=12), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.110.124:43039, [11ms] Sub RPC GetTableLocations: received response from server master-127.27.110.124:43039: OK, deferred=null) after lookup
21:09:17.929 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 9568e7bf235f459fa583004fe13faea5(127.27.110.65:44763)] connecting to peer
21:09:17.930 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 9568e7bf235f459fa583004fe13faea5(127.27.110.65:44763)] Successfully connected to peer
21:09:17.944 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:09:17.948 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x9a9aa461, L:/127.0.0.1:37802 - R:/127.27.110.65:44763] using TOKEN/null
21:09:17.989 [DEBUG - main] (Connection.java:748) [peer bea0bef4fa77456d8a0ed5ff9ce0c146(127.27.110.66:39813)] connecting to peer
21:09:17.990 [DEBUG - kudu-nio-4] (Connection.java:757) [peer bea0bef4fa77456d8a0ed5ff9ce0c146(127.27.110.66:39813)] Successfully connected to peer
21:09:18.006 [DEBUG - kudu-nio-4] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:09:18.010 [DEBUG - kudu-nio-4] (Negotiator.java:919) Authenticated connection [id: 0x432602db, L:/127.0.0.1:59630 - R:/127.27.110.66:39813] using TOKEN/null
21:09:18.015 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:18.017 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:18.056 [DEBUG - main] (Connection.java:748) [peer 03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055)] connecting to peer
21:09:18.066 [DEBUG - kudu-nio-5] (Connection.java:757) [peer 03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055)] Successfully connected to peer
21:09:18.083 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:09:18.083 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:09:18.083 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:09:18.083 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:18.083 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:18.084 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:18.084 [DEBUG - kudu-nio-5] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:09:18.084 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:18.084 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:18.084 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:18.084 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:18.084 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:18.084 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:18.084 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:09:18.088 [DEBUG - kudu-nio-5] (Negotiator.java:919) Authenticated connection [id: 0x20552053, L:/127.0.0.1:58516 - R:/127.27.110.67:42055] using TOKEN/null
21:09:18.161 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:09:18.161 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:09:18.161 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:09:18.162 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:18.162 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:18.162 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:18.162 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:18.162 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:18.162 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:18.163 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:18.163 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:18.163 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:18.163 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:09:18.246 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2841dd5f383bae9a8f297e74525dcca1 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 2841dd5f383bae9a8f297e74525dcca1 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:18.265 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:09:18.266 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:09:18.267 [DEBUG - main] (Connection.java:748) [peer master-127.28.61.190:36375(127.28.61.190:36375)] connecting to peer
21:09:18.275 [DEBUG - main] (Connection.java:748) [peer master-127.28.61.189:39213(127.28.61.189:39213)] connecting to peer
21:09:18.276 [DEBUG - main] (Connection.java:748) [peer master-127.28.61.188:41979(127.28.61.188:41979)] connecting to peer
21:09:18.276 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.28.61.190:36375(127.28.61.190:36375)] Successfully connected to peer
21:09:18.278 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.28.61.189:39213(127.28.61.189:39213)] Successfully connected to peer
21:09:18.296 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.28.61.190
21:09:18.299 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.28.61.188:41979(127.28.61.188:41979)] Successfully connected to peer
21:09:18.299 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.28.61.189
21:09:18.306 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.28.61.188
21:09:18.314 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:09:18.317 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x9746ffb0, L:/127.0.0.1:39580 - R:/127.28.61.190:36375] using SASL/PLAIN
21:09:18.318 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.25.113.61:34911(127.25.113.61:34911)] connecting to peer
21:09:18.318 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:09:18.319 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.25.113.60:35933(127.25.113.60:35933)] connecting to peer
21:09:18.319 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.25.113.62:35193(127.25.113.62:35193)] connecting to peer
21:09:18.319 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:18.319 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.113.61:34911(127.25.113.61:34911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:18.319 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.61:34911: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:18.319 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:18.319 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.113.60:35933(127.25.113.60:35933)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:18.319 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.60:35933: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:18.320 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:18.320 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:09:18.320 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.113.62:35193(127.25.113.62:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:18.321 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.62:35193: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:18.321 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193; will retry
21:09:18.322 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:18.322 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:18.322 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:18.322 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:18.323 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:18.323 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:18.323 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:18.323 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:18.323 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:18.323 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:18.323 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:18.323 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:18.323 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:18.325 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xdca62ee6, L:/127.0.0.1:43564 - R:/127.28.61.188:41979] using SASL/PLAIN
21:09:18.326 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:18.330 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
21:09:18.330 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=63), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.61.190:36375, [8ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.61.189:39213, [9ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.61.188:41979, [54ms] Sub RPC ConnectToMaster: received response from server master-127.28.61.190:36375: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.28.61.188:41979: OK, deferred=null) after lookup
21:09:18.331 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xc793dc04, L:/127.0.0.1:51458 - R:/127.28.61.189:39213] using SASL/PLAIN
21:09:18.337 [DEBUG - main] (Connection.java:748) [peer master-127.27.110.125:37111(127.27.110.125:37111)] connecting to peer
21:09:18.338 [DEBUG - main] (Connection.java:748) [peer master-127.27.110.126:34219(127.27.110.126:34219)] connecting to peer
21:09:18.338 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.27.110.125:37111(127.27.110.125:37111)] Successfully connected to peer
21:09:18.340 [DEBUG - main] (Connection.java:748) [peer master-127.27.110.124:43039(127.27.110.124:43039)] connecting to peer
21:09:18.348 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.27.110.126:34219(127.27.110.126:34219)] Successfully connected to peer
21:09:18.354 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.27.110.125
21:09:18.355 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.27.110.124:43039(127.27.110.124:43039)] Successfully connected to peer
21:09:18.360 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:18.361 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:18.361 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:18.362 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:18.362 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:18.362 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:18.363 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:18.363 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:18.363 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.27.110.126
21:09:18.363 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:18.363 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:18.363 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:18.363 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:18.364 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:18.375 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:09:18.378 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.27.110.124
21:09:18.383 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:09:18.386 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x61138fd7, L:/127.0.0.1:47380 - R:/127.27.110.125:37111] using SASL/PLAIN
21:09:18.387 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:09:18.388 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xb66b5788, L:/127.0.0.1:42122 - R:/127.27.110.126:34219] using SASL/PLAIN
21:09:18.395 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x687bb797, L:/127.0.0.1:43342 - R:/127.27.110.124:43039] using SASL/PLAIN
21:09:18.402 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
21:09:18.402 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=65), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [54ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: OK, [56ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: OK, [64ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: OK, deferred=null) after lookup
21:09:18.406 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 4bba706393eb41c4b3ed79f493a69027
21:09:18.412 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:18.412 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:18.412 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:18.412 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:18.412 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:18.412 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:18.412 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:18.413 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:18.413 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:18.413 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:18.413 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:18.413 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:18.413 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:18.414 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 78e62f45e3164014b1f3b0ee41df0404 for table 'replication_test_table' with partition [0x0000000000000000, 0x0000000000000001)
21:09:18.416 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 637925460d0644f885c9c2aac46d643e for table 'replication_test_table' with partition [0x0000000000000001, 0x0000000000000002)
21:09:18.416 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 916c221c2eb245f0af11d3609f3cc147 for table 'replication_test_table' with partition [0x0000000100000000, 0x0000000100000001)
21:09:18.416 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 328af295c4f443dd9e4877e895c145a7 for table 'replication_test_table' with partition [0x0000000100000001, 0x0000000100000002)
21:09:18.416 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a80f5359dbf24db0b0a88485b990c585 for table 'replication_test_table' with partition [0x0000000200000000, 0x0000000200000001)
21:09:18.416 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 2fe8b4523c974684b5bf5f7de4073c52 for table 'replication_test_table' with partition [0x0000000200000001, 0x0000000200000002)
21:09:18.417 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x0000000000000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000000000000, upperBoundPartitionKey=0x0000000000000001, ttl=299999, tablet=78e62f45e3164014b1f3b0ee41df0404@[03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055),9568e7bf235f459fa583004fe13faea5(127.27.110.65:44763)[L],bea0bef4fa77456d8a0ed5ff9ce0c146(127.27.110.66:39813)]}, Tablet{lowerBoundPartitionKey=0x0000000000000001, upperBoundPartitionKey=0x0000000000000002, ttl=299999, tablet=637925460d0644f885c9c2aac46d643e@[03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055),9568e7bf235f459fa583004fe13faea5(127.27.110.65:44763),bea0bef4fa77456d8a0ed5ff9ce0c146(127.27.110.66:39813)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000000000002, upperBoundPartitionKey=0x0000000100000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000100000000, upperBoundPartitionKey=0x0000000100000001, ttl=299999, tablet=916c221c2eb245f0af11d3609f3cc147@[03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055),9568e7bf235f459fa583004fe13faea5(127.27.110.65:44763),bea0bef4fa77456d8a0ed5ff9ce0c146(127.27.110.66:39813)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000100000001, upperBoundPartitionKey=0x0000000100000002, ttl=299999, tablet=328af295c4f443dd9e4877e895c145a7@[03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055),9568e7bf235f459fa583004fe13faea5(127.27.110.65:44763),bea0bef4fa77456d8a0ed5ff9ce0c146(127.27.110.66:39813)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000100000002, upperBoundPartitionKey=0x0000000200000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299999, tablet=a80f5359dbf24db0b0a88485b990c585@[03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055)[L],9568e7bf235f459fa583004fe13faea5(127.27.110.65:44763),bea0bef4fa77456d8a0ed5ff9ce0c146(127.27.110.66:39813)]}, Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299999, tablet=2fe8b4523c974684b5bf5f7de4073c52@[03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055),9568e7bf235f459fa583004fe13faea5(127.27.110.65:44763)[L],bea0bef4fa77456d8a0ed5ff9ce0c146(127.27.110.66:39813)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000200000002, upperBoundPartitionKey=0x, ttl=299999}]
21:09:18.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:18.420995 29129 catalog_manager.cc:2282] Servicing CreateTable request from {username='slave'} at 127.0.0.1:43564:
21:09:18.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "replication_test_table"
21:09:18.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
21:09:18.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
21:09:18.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key1"
21:09:18.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
21:09:18.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
21:09:18.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
21:09:18.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
21:09:18.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
21:09:18.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
21:09:18.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
21:09:18.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
21:09:18.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
21:09:18.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
21:09:18.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key2"
21:09:18.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
21:09:18.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
21:09:18.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
21:09:18.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
21:09:18.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
21:09:18.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
21:09:18.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
21:09:18.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
21:09:18.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
21:09:18.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
21:09:18.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key3"
21:09:18.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
21:09:18.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
21:09:18.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
21:09:18.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
21:09:18.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
21:09:18.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
21:09:18.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
21:09:18.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
21:09:18.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
21:09:18.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
21:09:18.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "data"
21:09:18.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
21:09:18.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
21:09:18.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
21:09:18.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
21:09:18.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
21:09:18.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
21:09:18.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
21:09:18.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
21:09:18.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
21:09:18.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
21:09:18.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
21:09:18.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
21:09:18.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   rows: "<redacted>""\006\000\007\000"
21:09:18.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
21:09:18.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
21:09:18.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   hash_schema {
21:09:18.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
21:09:18.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key1"
21:09:18.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
21:09:18.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     num_buckets: 3
21:09:18.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     seed: 0
21:09:18.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
21:09:18.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   hash_schema {
21:09:18.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
21:09:18.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key2"
21:09:18.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
21:09:18.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
21:09:18.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key3"
21:09:18.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
21:09:18.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     num_buckets: 2
21:09:18.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     seed: 42
21:09:18.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
21:09:18.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
21:09:18.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
21:09:18.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
21:09:18.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) comment: ""
21:09:18.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:18.427544 29129 catalog_manager.cc:7076] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table replication_test_table in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
21:09:18.514 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:18.515 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:18.545 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 2f9b946a06b0498591fab0a99137d46f
21:09:18.623 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:18.624 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:18.624 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:18.624 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:18.624 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:18.624 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:18.625 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:18.625 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:18.625 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:18.625 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:18.625 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:18.625 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:18.625 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:18.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:18.696497 29376 tablet_service.cc:1511] Processing CreateTablet for tablet 66f6fd7ac405472ea379d117d01bf0a0 (DEFAULT_TABLE table=replication_test_table [id=2f9b946a06b0498591fab0a99137d46f]), partition=HASH (key1) PARTITION 0, HASH (key2, key3) PARTITION 1
21:09:18.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:18.698746 29376 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 66f6fd7ac405472ea379d117d01bf0a0. 1 dirs total, 0 dirs full, 0 dirs failed
21:09:18.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:18.700676 29375 tablet_service.cc:1511] Processing CreateTablet for tablet e8be428f73714f0c9e4c0cd4387994bf (DEFAULT_TABLE table=replication_test_table [id=2f9b946a06b0498591fab0a99137d46f]), partition=HASH (key1) PARTITION 1, HASH (key2, key3) PARTITION 0
21:09:18.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:18.703588 29377 tablet_service.cc:1511] Processing CreateTablet for tablet ee249905f85b4fe7a75274e7f898a0fd (DEFAULT_TABLE table=replication_test_table [id=2f9b946a06b0498591fab0a99137d46f]), partition=HASH (key1) PARTITION 0, HASH (key2, key3) PARTITION 0
21:09:18.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:18.706702 29375 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet e8be428f73714f0c9e4c0cd4387994bf. 1 dirs total, 0 dirs full, 0 dirs failed
21:09:18.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:18.716816 29377 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet ee249905f85b4fe7a75274e7f898a0fd. 1 dirs total, 0 dirs full, 0 dirs failed
21:09:18.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:18.731770 29374 tablet_service.cc:1511] Processing CreateTablet for tablet c263d56d2c014d8aa33464391dbda9cb (DEFAULT_TABLE table=replication_test_table [id=2f9b946a06b0498591fab0a99137d46f]), partition=HASH (key1) PARTITION 1, HASH (key2, key3) PARTITION 1
21:09:18.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:18.733054 29374 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet c263d56d2c014d8aa33464391dbda9cb. 1 dirs total, 0 dirs full, 0 dirs failed
21:09:18.745 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2841dd5f383bae9a8f297e74525dcca1 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 2841dd5f383bae9a8f297e74525dcca1 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:18.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:18.766258 29547 tablet_service.cc:1511] Processing CreateTablet for tablet e8be428f73714f0c9e4c0cd4387994bf (DEFAULT_TABLE table=replication_test_table [id=2f9b946a06b0498591fab0a99137d46f]), partition=HASH (key1) PARTITION 1, HASH (key2, key3) PARTITION 0
21:09:18.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:18.772058 29548 tablet_service.cc:1511] Processing CreateTablet for tablet 66f6fd7ac405472ea379d117d01bf0a0 (DEFAULT_TABLE table=replication_test_table [id=2f9b946a06b0498591fab0a99137d46f]), partition=HASH (key1) PARTITION 0, HASH (key2, key3) PARTITION 1
21:09:18.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:18.773043 29549 tablet_service.cc:1511] Processing CreateTablet for tablet ee249905f85b4fe7a75274e7f898a0fd (DEFAULT_TABLE table=replication_test_table [id=2f9b946a06b0498591fab0a99137d46f]), partition=HASH (key1) PARTITION 0, HASH (key2, key3) PARTITION 0
21:09:18.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:18.774415 29547 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet e8be428f73714f0c9e4c0cd4387994bf. 1 dirs total, 0 dirs full, 0 dirs failed
21:09:18.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:18.776170 29548 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 66f6fd7ac405472ea379d117d01bf0a0. 1 dirs total, 0 dirs full, 0 dirs failed
21:09:18.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:18.776520 29546 tablet_service.cc:1511] Processing CreateTablet for tablet c263d56d2c014d8aa33464391dbda9cb (DEFAULT_TABLE table=replication_test_table [id=2f9b946a06b0498591fab0a99137d46f]), partition=HASH (key1) PARTITION 1, HASH (key2, key3) PARTITION 1
21:09:18.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:18.777676 29546 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet c263d56d2c014d8aa33464391dbda9cb. 1 dirs total, 0 dirs full, 0 dirs failed
21:09:18.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:18.785179 29739 tablet_service.cc:1511] Processing CreateTablet for tablet c263d56d2c014d8aa33464391dbda9cb (DEFAULT_TABLE table=replication_test_table [id=2f9b946a06b0498591fab0a99137d46f]), partition=HASH (key1) PARTITION 1, HASH (key2, key3) PARTITION 1
21:09:18.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:18.786887 29549 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet ee249905f85b4fe7a75274e7f898a0fd. 1 dirs total, 0 dirs full, 0 dirs failed
21:09:18.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:18.787851 29740 tablet_service.cc:1511] Processing CreateTablet for tablet e8be428f73714f0c9e4c0cd4387994bf (DEFAULT_TABLE table=replication_test_table [id=2f9b946a06b0498591fab0a99137d46f]), partition=HASH (key1) PARTITION 1, HASH (key2, key3) PARTITION 0
21:09:18.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:18.788033 29741 tablet_service.cc:1511] Processing CreateTablet for tablet 66f6fd7ac405472ea379d117d01bf0a0 (DEFAULT_TABLE table=replication_test_table [id=2f9b946a06b0498591fab0a99137d46f]), partition=HASH (key1) PARTITION 0, HASH (key2, key3) PARTITION 1
21:09:18.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:18.789748 29740 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet e8be428f73714f0c9e4c0cd4387994bf. 1 dirs total, 0 dirs full, 0 dirs failed
21:09:18.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:18.792156 29741 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 66f6fd7ac405472ea379d117d01bf0a0. 1 dirs total, 0 dirs full, 0 dirs failed
21:09:18.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:18.797399 29373 tablet_service.cc:1511] Processing CreateTablet for tablet b0f499ee9a1247288c30003058622aa0 (DEFAULT_TABLE table=replication_test_table [id=2f9b946a06b0498591fab0a99137d46f]), partition=HASH (key1) PARTITION 2, HASH (key2, key3) PARTITION 0
21:09:18.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:18.798729 29373 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet b0f499ee9a1247288c30003058622aa0. 1 dirs total, 0 dirs full, 0 dirs failed
21:09:18.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:18.805498 29742 tablet_service.cc:1511] Processing CreateTablet for tablet ee249905f85b4fe7a75274e7f898a0fd (DEFAULT_TABLE table=replication_test_table [id=2f9b946a06b0498591fab0a99137d46f]), partition=HASH (key1) PARTITION 0, HASH (key2, key3) PARTITION 0
21:09:18.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:18.806921 29739 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet c263d56d2c014d8aa33464391dbda9cb. 1 dirs total, 0 dirs full, 0 dirs failed
21:09:18.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:18.808795 29545 tablet_service.cc:1511] Processing CreateTablet for tablet b0f499ee9a1247288c30003058622aa0 (DEFAULT_TABLE table=replication_test_table [id=2f9b946a06b0498591fab0a99137d46f]), partition=HASH (key1) PARTITION 2, HASH (key2, key3) PARTITION 0
21:09:18.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:18.810155 29545 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet b0f499ee9a1247288c30003058622aa0. 1 dirs total, 0 dirs full, 0 dirs failed
21:09:18.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:18.827217 29372 tablet_service.cc:1511] Processing CreateTablet for tablet b5489d685a8540afb46642bfcb54ee5d (DEFAULT_TABLE table=replication_test_table [id=2f9b946a06b0498591fab0a99137d46f]), partition=HASH (key1) PARTITION 2, HASH (key2, key3) PARTITION 1
21:09:18.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:18.828501 29372 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet b5489d685a8540afb46642bfcb54ee5d. 1 dirs total, 0 dirs full, 0 dirs failed
21:09:18.831 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:18.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:18.847196 29738 tablet_service.cc:1511] Processing CreateTablet for tablet b0f499ee9a1247288c30003058622aa0 (DEFAULT_TABLE table=replication_test_table [id=2f9b946a06b0498591fab0a99137d46f]), partition=HASH (key1) PARTITION 2, HASH (key2, key3) PARTITION 0
21:09:18.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:18.849501 29738 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet b0f499ee9a1247288c30003058622aa0. 1 dirs total, 0 dirs full, 0 dirs failed
21:09:18.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:18.855429 29737 tablet_service.cc:1511] Processing CreateTablet for tablet b5489d685a8540afb46642bfcb54ee5d (DEFAULT_TABLE table=replication_test_table [id=2f9b946a06b0498591fab0a99137d46f]), partition=HASH (key1) PARTITION 2, HASH (key2, key3) PARTITION 1
21:09:18.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:18.857538 29737 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet b5489d685a8540afb46642bfcb54ee5d. 1 dirs total, 0 dirs full, 0 dirs failed
21:09:18.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:18.850818 28638 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.UpdateConsensus -> {remote=127.27.110.67:42055, user_credentials={real_user=slave}} blocked reactor thread for 81798.9us
21:09:18.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:18.872366 29544 tablet_service.cc:1511] Processing CreateTablet for tablet b5489d685a8540afb46642bfcb54ee5d (DEFAULT_TABLE table=replication_test_table [id=2f9b946a06b0498591fab0a99137d46f]), partition=HASH (key1) PARTITION 2, HASH (key2, key3) PARTITION 1
21:09:18.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:18.878407 29544 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet b5489d685a8540afb46642bfcb54ee5d. 1 dirs total, 0 dirs full, 0 dirs failed
21:09:18.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:18.884312 29964 tablet_bootstrap.cc:492] T c263d56d2c014d8aa33464391dbda9cb P f53bf1a5b946421c9a5245279379d038: Bootstrap starting.
21:09:18.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:18.913491 29964 tablet_bootstrap.cc:654] T c263d56d2c014d8aa33464391dbda9cb P f53bf1a5b946421c9a5245279379d038: Neither blocks nor log segments found. Creating new log.
21:09:18.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:18.927911 29965 tablet_bootstrap.cc:492] T e8be428f73714f0c9e4c0cd4387994bf P e4dd8c316c5e4642bc3c7fa27c31eac7: Bootstrap starting.
21:09:18.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:18.932094 29964 log.cc:826] T c263d56d2c014d8aa33464391dbda9cb P f53bf1a5b946421c9a5245279379d038: Log is configured to *not* fsync() on all Append() calls
21:09:18.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:18.956863 29965 tablet_bootstrap.cc:654] T e8be428f73714f0c9e4c0cd4387994bf P e4dd8c316c5e4642bc3c7fa27c31eac7: Neither blocks nor log segments found. Creating new log.
21:09:18.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:18.959895 29965 log.cc:826] T e8be428f73714f0c9e4c0cd4387994bf P e4dd8c316c5e4642bc3c7fa27c31eac7: Log is configured to *not* fsync() on all Append() calls
21:09:18.960 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:18.960 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:18.960 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:18.961 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:18.961 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:18.961 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:18.961 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:18.961 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:18.961 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:18.961 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:18.961 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:18.961 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:18.961 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:18.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:18.965647 29964 tablet_bootstrap.cc:492] T c263d56d2c014d8aa33464391dbda9cb P f53bf1a5b946421c9a5245279379d038: No bootstrap required, opened a new log
21:09:18.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:18.966455 29964 ts_tablet_manager.cc:1403] T c263d56d2c014d8aa33464391dbda9cb P f53bf1a5b946421c9a5245279379d038: Time spent bootstrapping tablet: real 0.083s	user 0.013s	sys 0.008s
21:09:18.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:18.977057 29968 tablet_bootstrap.cc:492] T b5489d685a8540afb46642bfcb54ee5d P f9388bec45ef4b26b002bb34888dd2e1: Bootstrap starting.
21:09:18.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:18.933918 29742 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet ee249905f85b4fe7a75274e7f898a0fd. 1 dirs total, 0 dirs full, 0 dirs failed
21:09:19.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.003146 29964 raft_consensus.cc:359] T c263d56d2c014d8aa33464391dbda9cb P f53bf1a5b946421c9a5245279379d038 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f53bf1a5b946421c9a5245279379d038" member_type: VOTER last_known_addr { host: "127.28.61.129" port: 36239 } } peers { permanent_uuid: "e4dd8c316c5e4642bc3c7fa27c31eac7" member_type: VOTER last_known_addr { host: "127.28.61.130" port: 38589 } } peers { permanent_uuid: "f9388bec45ef4b26b002bb34888dd2e1" member_type: VOTER last_known_addr { host: "127.28.61.131" port: 42367 } }
21:09:19.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.004660 29964 raft_consensus.cc:385] T c263d56d2c014d8aa33464391dbda9cb P f53bf1a5b946421c9a5245279379d038 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:09:19.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.005249 29964 raft_consensus.cc:740] T c263d56d2c014d8aa33464391dbda9cb P f53bf1a5b946421c9a5245279379d038 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f53bf1a5b946421c9a5245279379d038, State: Initialized, Role: FOLLOWER
21:09:19.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.006505 29964 consensus_queue.cc:260] T c263d56d2c014d8aa33464391dbda9cb P f53bf1a5b946421c9a5245279379d038 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f53bf1a5b946421c9a5245279379d038" member_type: VOTER last_known_addr { host: "127.28.61.129" port: 36239 } } peers { permanent_uuid: "e4dd8c316c5e4642bc3c7fa27c31eac7" member_type: VOTER last_known_addr { host: "127.28.61.130" port: 38589 } } peers { permanent_uuid: "f9388bec45ef4b26b002bb34888dd2e1" member_type: VOTER last_known_addr { host: "127.28.61.131" port: 42367 } }
21:09:19.014 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:19.014 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:19.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.019371 29964 ts_tablet_manager.cc:1434] T c263d56d2c014d8aa33464391dbda9cb P f53bf1a5b946421c9a5245279379d038: Time spent starting tablet: real 0.052s	user 0.041s	sys 0.005s
21:09:19.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.021229 29964 tablet_bootstrap.cc:492] T e8be428f73714f0c9e4c0cd4387994bf P f53bf1a5b946421c9a5245279379d038: Bootstrap starting.
21:09:19.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.036442 29968 tablet_bootstrap.cc:654] T b5489d685a8540afb46642bfcb54ee5d P f9388bec45ef4b26b002bb34888dd2e1: Neither blocks nor log segments found. Creating new log.
21:09:19.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.037271 29964 tablet_bootstrap.cc:654] T e8be428f73714f0c9e4c0cd4387994bf P f53bf1a5b946421c9a5245279379d038: Neither blocks nor log segments found. Creating new log.
21:09:19.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:19.050375 29475 tablet.cc:2406] T c263d56d2c014d8aa33464391dbda9cb P f53bf1a5b946421c9a5245279379d038: Can't schedule compaction. Clean time has not been advanced past its initial value.
21:09:19.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.056497 29964 tablet_bootstrap.cc:492] T e8be428f73714f0c9e4c0cd4387994bf P f53bf1a5b946421c9a5245279379d038: No bootstrap required, opened a new log
21:09:19.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.057425 29964 ts_tablet_manager.cc:1403] T e8be428f73714f0c9e4c0cd4387994bf P f53bf1a5b946421c9a5245279379d038: Time spent bootstrapping tablet: real 0.036s	user 0.015s	sys 0.000s
21:09:19.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.064296 29964 raft_consensus.cc:359] T e8be428f73714f0c9e4c0cd4387994bf P f53bf1a5b946421c9a5245279379d038 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f53bf1a5b946421c9a5245279379d038" member_type: VOTER last_known_addr { host: "127.28.61.129" port: 36239 } } peers { permanent_uuid: "e4dd8c316c5e4642bc3c7fa27c31eac7" member_type: VOTER last_known_addr { host: "127.28.61.130" port: 38589 } } peers { permanent_uuid: "f9388bec45ef4b26b002bb34888dd2e1" member_type: VOTER last_known_addr { host: "127.28.61.131" port: 42367 } }
21:09:19.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.068775 29964 raft_consensus.cc:385] T e8be428f73714f0c9e4c0cd4387994bf P f53bf1a5b946421c9a5245279379d038 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:09:19.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.069327 29964 raft_consensus.cc:740] T e8be428f73714f0c9e4c0cd4387994bf P f53bf1a5b946421c9a5245279379d038 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f53bf1a5b946421c9a5245279379d038, State: Initialized, Role: FOLLOWER
21:09:19.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.070691 29964 consensus_queue.cc:260] T e8be428f73714f0c9e4c0cd4387994bf P f53bf1a5b946421c9a5245279379d038 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f53bf1a5b946421c9a5245279379d038" member_type: VOTER last_known_addr { host: "127.28.61.129" port: 36239 } } peers { permanent_uuid: "e4dd8c316c5e4642bc3c7fa27c31eac7" member_type: VOTER last_known_addr { host: "127.28.61.130" port: 38589 } } peers { permanent_uuid: "f9388bec45ef4b26b002bb34888dd2e1" member_type: VOTER last_known_addr { host: "127.28.61.131" port: 42367 } }
21:09:19.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.073438 29965 tablet_bootstrap.cc:492] T e8be428f73714f0c9e4c0cd4387994bf P e4dd8c316c5e4642bc3c7fa27c31eac7: No bootstrap required, opened a new log
21:09:19.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.075733 29965 ts_tablet_manager.cc:1403] T e8be428f73714f0c9e4c0cd4387994bf P e4dd8c316c5e4642bc3c7fa27c31eac7: Time spent bootstrapping tablet: real 0.148s	user 0.035s	sys 0.018s
21:09:19.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.077991 29964 ts_tablet_manager.cc:1434] T e8be428f73714f0c9e4c0cd4387994bf P f53bf1a5b946421c9a5245279379d038: Time spent starting tablet: real 0.020s	user 0.001s	sys 0.007s
21:09:19.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.080376 29964 tablet_bootstrap.cc:492] T ee249905f85b4fe7a75274e7f898a0fd P f53bf1a5b946421c9a5245279379d038: Bootstrap starting.
21:09:19.091 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:19.092 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:19.092 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:19.092 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:19.093 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:19.093 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:19.093 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:19.093 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:19.093 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:19.093 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:19.093 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:19.093 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:19.093 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:19.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.097378 29964 tablet_bootstrap.cc:654] T ee249905f85b4fe7a75274e7f898a0fd P f53bf1a5b946421c9a5245279379d038: Neither blocks nor log segments found. Creating new log.
21:09:19.099 [DEBUG - pool-318-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:09:19.099 [DEBUG - pool-318-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:09:19.099 [DEBUG - pool-318-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:09:19.100 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:19.100 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:19.100 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:19.101 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:19.101 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:19.101 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:19.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.102497 29969 raft_consensus.cc:493] T c263d56d2c014d8aa33464391dbda9cb P f53bf1a5b946421c9a5245279379d038 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
21:09:19.100 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:19.103 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:19.103 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:19.103 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:09:19.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.103344 29969 raft_consensus.cc:515] T c263d56d2c014d8aa33464391dbda9cb P f53bf1a5b946421c9a5245279379d038 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f53bf1a5b946421c9a5245279379d038" member_type: VOTER last_known_addr { host: "127.28.61.129" port: 36239 } } peers { permanent_uuid: "e4dd8c316c5e4642bc3c7fa27c31eac7" member_type: VOTER last_known_addr { host: "127.28.61.130" port: 38589 } } peers { permanent_uuid: "f9388bec45ef4b26b002bb34888dd2e1" member_type: VOTER last_known_addr { host: "127.28.61.131" port: 42367 } }
21:09:19.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.111305 29969 leader_election.cc:290] T c263d56d2c014d8aa33464391dbda9cb P f53bf1a5b946421c9a5245279379d038 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers e4dd8c316c5e4642bc3c7fa27c31eac7 (127.28.61.130:38589), f9388bec45ef4b26b002bb34888dd2e1 (127.28.61.131:42367)
21:09:19.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.114233 29968 log.cc:826] T b5489d685a8540afb46642bfcb54ee5d P f9388bec45ef4b26b002bb34888dd2e1: Log is configured to *not* fsync() on all Append() calls
21:09:19.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.156505 29964 tablet_bootstrap.cc:492] T ee249905f85b4fe7a75274e7f898a0fd P f53bf1a5b946421c9a5245279379d038: No bootstrap required, opened a new log
21:09:19.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.157038 29964 ts_tablet_manager.cc:1403] T ee249905f85b4fe7a75274e7f898a0fd P f53bf1a5b946421c9a5245279379d038: Time spent bootstrapping tablet: real 0.078s	user 0.008s	sys 0.007s
21:09:19.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.160017 29964 raft_consensus.cc:359] T ee249905f85b4fe7a75274e7f898a0fd P f53bf1a5b946421c9a5245279379d038 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f53bf1a5b946421c9a5245279379d038" member_type: VOTER last_known_addr { host: "127.28.61.129" port: 36239 } } peers { permanent_uuid: "f9388bec45ef4b26b002bb34888dd2e1" member_type: VOTER last_known_addr { host: "127.28.61.131" port: 42367 } } peers { permanent_uuid: "e4dd8c316c5e4642bc3c7fa27c31eac7" member_type: VOTER last_known_addr { host: "127.28.61.130" port: 38589 } }
21:09:19.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.174544 29964 raft_consensus.cc:385] T ee249905f85b4fe7a75274e7f898a0fd P f53bf1a5b946421c9a5245279379d038 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:09:19.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.174993 29964 raft_consensus.cc:740] T ee249905f85b4fe7a75274e7f898a0fd P f53bf1a5b946421c9a5245279379d038 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f53bf1a5b946421c9a5245279379d038, State: Initialized, Role: FOLLOWER
21:09:19.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.175937 29964 consensus_queue.cc:260] T ee249905f85b4fe7a75274e7f898a0fd P f53bf1a5b946421c9a5245279379d038 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f53bf1a5b946421c9a5245279379d038" member_type: VOTER last_known_addr { host: "127.28.61.129" port: 36239 } } peers { permanent_uuid: "f9388bec45ef4b26b002bb34888dd2e1" member_type: VOTER last_known_addr { host: "127.28.61.131" port: 42367 } } peers { permanent_uuid: "e4dd8c316c5e4642bc3c7fa27c31eac7" member_type: VOTER last_known_addr { host: "127.28.61.130" port: 38589 } }
21:09:19.189 [DEBUG - pool-322-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:19.189 [DEBUG - pool-322-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:19.190 [DEBUG - pool-322-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:19.190 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:19.190 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:19.190 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:19.191 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:19.191 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:19.191 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:19.191 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:19.191 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:19.192 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:19.192 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:19.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.195739 29964 ts_tablet_manager.cc:1434] T ee249905f85b4fe7a75274e7f898a0fd P f53bf1a5b946421c9a5245279379d038: Time spent starting tablet: real 0.038s	user 0.008s	sys 0.002s
21:09:19.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.196897 29964 tablet_bootstrap.cc:492] T b0f499ee9a1247288c30003058622aa0 P f53bf1a5b946421c9a5245279379d038: Bootstrap starting.
21:09:19.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.218773 29964 tablet_bootstrap.cc:654] T b0f499ee9a1247288c30003058622aa0 P f53bf1a5b946421c9a5245279379d038: Neither blocks nor log segments found. Creating new log.
21:09:19.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.224553 29968 tablet_bootstrap.cc:492] T b5489d685a8540afb46642bfcb54ee5d P f9388bec45ef4b26b002bb34888dd2e1: No bootstrap required, opened a new log
21:09:19.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.225291 29968 ts_tablet_manager.cc:1403] T b5489d685a8540afb46642bfcb54ee5d P f9388bec45ef4b26b002bb34888dd2e1: Time spent bootstrapping tablet: real 0.249s	user 0.013s	sys 0.012s
21:09:19.246 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2841dd5f383bae9a8f297e74525dcca1 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 2841dd5f383bae9a8f297e74525dcca1 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:19.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.265065 29762 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c263d56d2c014d8aa33464391dbda9cb" candidate_uuid: "f53bf1a5b946421c9a5245279379d038" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f9388bec45ef4b26b002bb34888dd2e1" is_pre_election: true
21:09:19.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:19.267674 29331 leader_election.cc:343] T c263d56d2c014d8aa33464391dbda9cb P f53bf1a5b946421c9a5245279379d038 [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer f9388bec45ef4b26b002bb34888dd2e1 (127.28.61.131:42367): Illegal state: must be running to vote when last-logged opid is not known
21:09:19.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.273566 29569 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c263d56d2c014d8aa33464391dbda9cb" candidate_uuid: "f53bf1a5b946421c9a5245279379d038" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e4dd8c316c5e4642bc3c7fa27c31eac7" is_pre_election: true
21:09:19.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.274880 29968 raft_consensus.cc:359] T b5489d685a8540afb46642bfcb54ee5d P f9388bec45ef4b26b002bb34888dd2e1 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f53bf1a5b946421c9a5245279379d038" member_type: VOTER last_known_addr { host: "127.28.61.129" port: 36239 } } peers { permanent_uuid: "e4dd8c316c5e4642bc3c7fa27c31eac7" member_type: VOTER last_known_addr { host: "127.28.61.130" port: 38589 } } peers { permanent_uuid: "f9388bec45ef4b26b002bb34888dd2e1" member_type: VOTER last_known_addr { host: "127.28.61.131" port: 42367 } }
21:09:19.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.275776 29968 raft_consensus.cc:385] T b5489d685a8540afb46642bfcb54ee5d P f9388bec45ef4b26b002bb34888dd2e1 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:09:19.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.276101 29968 raft_consensus.cc:740] T b5489d685a8540afb46642bfcb54ee5d P f9388bec45ef4b26b002bb34888dd2e1 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f9388bec45ef4b26b002bb34888dd2e1, State: Initialized, Role: FOLLOWER
21:09:19.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:19.276376 29331 leader_election.cc:343] T c263d56d2c014d8aa33464391dbda9cb P f53bf1a5b946421c9a5245279379d038 [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer e4dd8c316c5e4642bc3c7fa27c31eac7 (127.28.61.130:38589): Illegal state: must be running to vote when last-logged opid is not known
21:09:19.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.276832 29331 leader_election.cc:304] T c263d56d2c014d8aa33464391dbda9cb P f53bf1a5b946421c9a5245279379d038 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: f53bf1a5b946421c9a5245279379d038; no voters: e4dd8c316c5e4642bc3c7fa27c31eac7, f9388bec45ef4b26b002bb34888dd2e1
21:09:19.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.277359 29968 consensus_queue.cc:260] T b5489d685a8540afb46642bfcb54ee5d P f9388bec45ef4b26b002bb34888dd2e1 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f53bf1a5b946421c9a5245279379d038" member_type: VOTER last_known_addr { host: "127.28.61.129" port: 36239 } } peers { permanent_uuid: "e4dd8c316c5e4642bc3c7fa27c31eac7" member_type: VOTER last_known_addr { host: "127.28.61.130" port: 38589 } } peers { permanent_uuid: "f9388bec45ef4b26b002bb34888dd2e1" member_type: VOTER last_known_addr { host: "127.28.61.131" port: 42367 } }
21:09:19.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.279264 29969 raft_consensus.cc:2749] T c263d56d2c014d8aa33464391dbda9cb P f53bf1a5b946421c9a5245279379d038 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
21:09:19.291 [DEBUG - pool-322-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:19.291 [DEBUG - pool-322-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:19.291 [DEBUG - pool-322-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:19.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.287196 29965 raft_consensus.cc:359] T e8be428f73714f0c9e4c0cd4387994bf P e4dd8c316c5e4642bc3c7fa27c31eac7 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f53bf1a5b946421c9a5245279379d038" member_type: VOTER last_known_addr { host: "127.28.61.129" port: 36239 } } peers { permanent_uuid: "e4dd8c316c5e4642bc3c7fa27c31eac7" member_type: VOTER last_known_addr { host: "127.28.61.130" port: 38589 } } peers { permanent_uuid: "f9388bec45ef4b26b002bb34888dd2e1" member_type: VOTER last_known_addr { host: "127.28.61.131" port: 42367 } }
21:09:19.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.289523 29965 raft_consensus.cc:385] T e8be428f73714f0c9e4c0cd4387994bf P e4dd8c316c5e4642bc3c7fa27c31eac7 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:09:19.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.290980 29965 raft_consensus.cc:740] T e8be428f73714f0c9e4c0cd4387994bf P e4dd8c316c5e4642bc3c7fa27c31eac7 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e4dd8c316c5e4642bc3c7fa27c31eac7, State: Initialized, Role: FOLLOWER
21:09:19.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.292479 29965 consensus_queue.cc:260] T e8be428f73714f0c9e4c0cd4387994bf P e4dd8c316c5e4642bc3c7fa27c31eac7 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f53bf1a5b946421c9a5245279379d038" member_type: VOTER last_known_addr { host: "127.28.61.129" port: 36239 } } peers { permanent_uuid: "e4dd8c316c5e4642bc3c7fa27c31eac7" member_type: VOTER last_known_addr { host: "127.28.61.130" port: 38589 } } peers { permanent_uuid: "f9388bec45ef4b26b002bb34888dd2e1" member_type: VOTER last_known_addr { host: "127.28.61.131" port: 42367 } }
21:09:19.294 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:19.294 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:19.294 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:19.295 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:19.295 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:19.295 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:19.295 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:19.295 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:19.295 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:19.295 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:19.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.298650 29964 tablet_bootstrap.cc:492] T b0f499ee9a1247288c30003058622aa0 P f53bf1a5b946421c9a5245279379d038: No bootstrap required, opened a new log
21:09:19.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.299242 29964 ts_tablet_manager.cc:1403] T b0f499ee9a1247288c30003058622aa0 P f53bf1a5b946421c9a5245279379d038: Time spent bootstrapping tablet: real 0.103s	user 0.014s	sys 0.000s
21:09:19.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.302129 29964 raft_consensus.cc:359] T b0f499ee9a1247288c30003058622aa0 P f53bf1a5b946421c9a5245279379d038 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f53bf1a5b946421c9a5245279379d038" member_type: VOTER last_known_addr { host: "127.28.61.129" port: 36239 } } peers { permanent_uuid: "e4dd8c316c5e4642bc3c7fa27c31eac7" member_type: VOTER last_known_addr { host: "127.28.61.130" port: 38589 } } peers { permanent_uuid: "f9388bec45ef4b26b002bb34888dd2e1" member_type: VOTER last_known_addr { host: "127.28.61.131" port: 42367 } }
21:09:19.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.302767 29964 raft_consensus.cc:385] T b0f499ee9a1247288c30003058622aa0 P f53bf1a5b946421c9a5245279379d038 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:09:19.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.305253 29968 ts_tablet_manager.cc:1434] T b5489d685a8540afb46642bfcb54ee5d P f9388bec45ef4b26b002bb34888dd2e1: Time spent starting tablet: real 0.080s	user 0.029s	sys 0.009s
21:09:19.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.313069 29968 tablet_bootstrap.cc:492] T 66f6fd7ac405472ea379d117d01bf0a0 P f9388bec45ef4b26b002bb34888dd2e1: Bootstrap starting.
21:09:19.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.319612 29964 raft_consensus.cc:740] T b0f499ee9a1247288c30003058622aa0 P f53bf1a5b946421c9a5245279379d038 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f53bf1a5b946421c9a5245279379d038, State: Initialized, Role: FOLLOWER
21:09:19.327 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:19.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.320490 29964 consensus_queue.cc:260] T b0f499ee9a1247288c30003058622aa0 P f53bf1a5b946421c9a5245279379d038 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f53bf1a5b946421c9a5245279379d038" member_type: VOTER last_known_addr { host: "127.28.61.129" port: 36239 } } peers { permanent_uuid: "e4dd8c316c5e4642bc3c7fa27c31eac7" member_type: VOTER last_known_addr { host: "127.28.61.130" port: 38589 } } peers { permanent_uuid: "f9388bec45ef4b26b002bb34888dd2e1" member_type: VOTER last_known_addr { host: "127.28.61.131" port: 42367 } }
21:09:19.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.326632 29981 raft_consensus.cc:493] T e8be428f73714f0c9e4c0cd4387994bf P e4dd8c316c5e4642bc3c7fa27c31eac7 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
21:09:19.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.330878 29969 raft_consensus.cc:493] T ee249905f85b4fe7a75274e7f898a0fd P f53bf1a5b946421c9a5245279379d038 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
21:09:19.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.331454 29969 raft_consensus.cc:515] T ee249905f85b4fe7a75274e7f898a0fd P f53bf1a5b946421c9a5245279379d038 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f53bf1a5b946421c9a5245279379d038" member_type: VOTER last_known_addr { host: "127.28.61.129" port: 36239 } } peers { permanent_uuid: "f9388bec45ef4b26b002bb34888dd2e1" member_type: VOTER last_known_addr { host: "127.28.61.131" port: 42367 } } peers { permanent_uuid: "e4dd8c316c5e4642bc3c7fa27c31eac7" member_type: VOTER last_known_addr { host: "127.28.61.130" port: 38589 } }
21:09:19.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.333710 29965 ts_tablet_manager.cc:1434] T e8be428f73714f0c9e4c0cd4387994bf P e4dd8c316c5e4642bc3c7fa27c31eac7: Time spent starting tablet: real 0.258s	user 0.043s	sys 0.023s
21:09:19.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.327364 29981 raft_consensus.cc:515] T e8be428f73714f0c9e4c0cd4387994bf P e4dd8c316c5e4642bc3c7fa27c31eac7 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f53bf1a5b946421c9a5245279379d038" member_type: VOTER last_known_addr { host: "127.28.61.129" port: 36239 } } peers { permanent_uuid: "e4dd8c316c5e4642bc3c7fa27c31eac7" member_type: VOTER last_known_addr { host: "127.28.61.130" port: 38589 } } peers { permanent_uuid: "f9388bec45ef4b26b002bb34888dd2e1" member_type: VOTER last_known_addr { host: "127.28.61.131" port: 42367 } }
21:09:19.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.334931 29965 tablet_bootstrap.cc:492] T b0f499ee9a1247288c30003058622aa0 P e4dd8c316c5e4642bc3c7fa27c31eac7: Bootstrap starting.
21:09:19.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.335671 29762 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "ee249905f85b4fe7a75274e7f898a0fd" candidate_uuid: "f53bf1a5b946421c9a5245279379d038" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f9388bec45ef4b26b002bb34888dd2e1" is_pre_election: true
21:09:19.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.337158 29969 leader_election.cc:290] T ee249905f85b4fe7a75274e7f898a0fd P f53bf1a5b946421c9a5245279379d038 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers f9388bec45ef4b26b002bb34888dd2e1 (127.28.61.131:42367), e4dd8c316c5e4642bc3c7fa27c31eac7 (127.28.61.130:38589)
21:09:19.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.339151 29964 ts_tablet_manager.cc:1434] T b0f499ee9a1247288c30003058622aa0 P f53bf1a5b946421c9a5245279379d038: Time spent starting tablet: real 0.040s	user 0.007s	sys 0.000s
21:09:19.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:19.339870 29331 leader_election.cc:343] T ee249905f85b4fe7a75274e7f898a0fd P f53bf1a5b946421c9a5245279379d038 [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer f9388bec45ef4b26b002bb34888dd2e1 (127.28.61.131:42367): Illegal state: must be running to vote when last-logged opid is not known
21:09:19.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.344177 29965 tablet_bootstrap.cc:654] T b0f499ee9a1247288c30003058622aa0 P e4dd8c316c5e4642bc3c7fa27c31eac7: Neither blocks nor log segments found. Creating new log.
21:09:19.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.357496 29964 tablet_bootstrap.cc:492] T 66f6fd7ac405472ea379d117d01bf0a0 P f53bf1a5b946421c9a5245279379d038: Bootstrap starting.
21:09:19.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.362151 29981 leader_election.cc:290] T e8be428f73714f0c9e4c0cd4387994bf P e4dd8c316c5e4642bc3c7fa27c31eac7 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers f53bf1a5b946421c9a5245279379d038 (127.28.61.129:36239), f9388bec45ef4b26b002bb34888dd2e1 (127.28.61.131:42367)
21:09:19.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.368059 29968 tablet_bootstrap.cc:654] T 66f6fd7ac405472ea379d117d01bf0a0 P f9388bec45ef4b26b002bb34888dd2e1: Neither blocks nor log segments found. Creating new log.
21:09:19.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.378680 29569 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "ee249905f85b4fe7a75274e7f898a0fd" candidate_uuid: "f53bf1a5b946421c9a5245279379d038" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e4dd8c316c5e4642bc3c7fa27c31eac7" is_pre_election: true
21:09:19.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:19.381170 29331 leader_election.cc:343] T ee249905f85b4fe7a75274e7f898a0fd P f53bf1a5b946421c9a5245279379d038 [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer e4dd8c316c5e4642bc3c7fa27c31eac7 (127.28.61.130:38589): Illegal state: must be running to vote when last-logged opid is not known
21:09:19.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.381708 29331 leader_election.cc:304] T ee249905f85b4fe7a75274e7f898a0fd P f53bf1a5b946421c9a5245279379d038 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: f53bf1a5b946421c9a5245279379d038; no voters: e4dd8c316c5e4642bc3c7fa27c31eac7, f9388bec45ef4b26b002bb34888dd2e1
21:09:19.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.382625 29969 raft_consensus.cc:2749] T ee249905f85b4fe7a75274e7f898a0fd P f53bf1a5b946421c9a5245279379d038 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
21:09:19.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.383565 29965 tablet_bootstrap.cc:492] T b0f499ee9a1247288c30003058622aa0 P e4dd8c316c5e4642bc3c7fa27c31eac7: No bootstrap required, opened a new log
21:09:19.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.384168 29965 ts_tablet_manager.cc:1403] T b0f499ee9a1247288c30003058622aa0 P e4dd8c316c5e4642bc3c7fa27c31eac7: Time spent bootstrapping tablet: real 0.049s	user 0.018s	sys 0.002s
21:09:19.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.387755 29965 raft_consensus.cc:359] T b0f499ee9a1247288c30003058622aa0 P e4dd8c316c5e4642bc3c7fa27c31eac7 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f53bf1a5b946421c9a5245279379d038" member_type: VOTER last_known_addr { host: "127.28.61.129" port: 36239 } } peers { permanent_uuid: "e4dd8c316c5e4642bc3c7fa27c31eac7" member_type: VOTER last_known_addr { host: "127.28.61.130" port: 38589 } } peers { permanent_uuid: "f9388bec45ef4b26b002bb34888dd2e1" member_type: VOTER last_known_addr { host: "127.28.61.131" port: 42367 } }
21:09:19.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.388516 29965 raft_consensus.cc:385] T b0f499ee9a1247288c30003058622aa0 P e4dd8c316c5e4642bc3c7fa27c31eac7 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:09:19.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.388938 29965 raft_consensus.cc:740] T b0f499ee9a1247288c30003058622aa0 P e4dd8c316c5e4642bc3c7fa27c31eac7 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e4dd8c316c5e4642bc3c7fa27c31eac7, State: Initialized, Role: FOLLOWER
21:09:19.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.388712 29762 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "e8be428f73714f0c9e4c0cd4387994bf" candidate_uuid: "e4dd8c316c5e4642bc3c7fa27c31eac7" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f9388bec45ef4b26b002bb34888dd2e1" is_pre_election: true
21:09:19.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.389249 29969 raft_consensus.cc:493] T e8be428f73714f0c9e4c0cd4387994bf P f53bf1a5b946421c9a5245279379d038 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
21:09:19.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.389746 29969 raft_consensus.cc:515] T e8be428f73714f0c9e4c0cd4387994bf P f53bf1a5b946421c9a5245279379d038 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f53bf1a5b946421c9a5245279379d038" member_type: VOTER last_known_addr { host: "127.28.61.129" port: 36239 } } peers { permanent_uuid: "e4dd8c316c5e4642bc3c7fa27c31eac7" member_type: VOTER last_known_addr { host: "127.28.61.130" port: 38589 } } peers { permanent_uuid: "f9388bec45ef4b26b002bb34888dd2e1" member_type: VOTER last_known_addr { host: "127.28.61.131" port: 42367 } }
21:09:19.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.389750 29965 consensus_queue.cc:260] T b0f499ee9a1247288c30003058622aa0 P e4dd8c316c5e4642bc3c7fa27c31eac7 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f53bf1a5b946421c9a5245279379d038" member_type: VOTER last_known_addr { host: "127.28.61.129" port: 36239 } } peers { permanent_uuid: "e4dd8c316c5e4642bc3c7fa27c31eac7" member_type: VOTER last_known_addr { host: "127.28.61.130" port: 38589 } } peers { permanent_uuid: "f9388bec45ef4b26b002bb34888dd2e1" member_type: VOTER last_known_addr { host: "127.28.61.131" port: 42367 } }
21:09:19.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:19.390766 29503 leader_election.cc:343] T e8be428f73714f0c9e4c0cd4387994bf P e4dd8c316c5e4642bc3c7fa27c31eac7 [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer f9388bec45ef4b26b002bb34888dd2e1 (127.28.61.131:42367): Illegal state: must be running to vote when last-logged opid is not known
21:09:19.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.392267 29969 leader_election.cc:290] T e8be428f73714f0c9e4c0cd4387994bf P f53bf1a5b946421c9a5245279379d038 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers e4dd8c316c5e4642bc3c7fa27c31eac7 (127.28.61.130:38589), f9388bec45ef4b26b002bb34888dd2e1 (127.28.61.131:42367)
21:09:19.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.392388 29965 ts_tablet_manager.cc:1434] T b0f499ee9a1247288c30003058622aa0 P e4dd8c316c5e4642bc3c7fa27c31eac7: Time spent starting tablet: real 0.008s	user 0.006s	sys 0.001s
21:09:19.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.392442 29964 tablet_bootstrap.cc:654] T 66f6fd7ac405472ea379d117d01bf0a0 P f53bf1a5b946421c9a5245279379d038: Neither blocks nor log segments found. Creating new log.
21:09:19.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:19.393328 29815 tablet.cc:2406] T b5489d685a8540afb46642bfcb54ee5d P f9388bec45ef4b26b002bb34888dd2e1: Can't schedule compaction. Clean time has not been advanced past its initial value.
21:09:19.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.393555 29965 tablet_bootstrap.cc:492] T b5489d685a8540afb46642bfcb54ee5d P e4dd8c316c5e4642bc3c7fa27c31eac7: Bootstrap starting.
21:09:19.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.396240 29762 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "e8be428f73714f0c9e4c0cd4387994bf" candidate_uuid: "f53bf1a5b946421c9a5245279379d038" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f9388bec45ef4b26b002bb34888dd2e1" is_pre_election: true
21:09:19.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.397441 29569 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "e8be428f73714f0c9e4c0cd4387994bf" candidate_uuid: "f53bf1a5b946421c9a5245279379d038" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e4dd8c316c5e4642bc3c7fa27c31eac7" is_pre_election: true
21:09:19.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:19.397845 29331 leader_election.cc:343] T e8be428f73714f0c9e4c0cd4387994bf P f53bf1a5b946421c9a5245279379d038 [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer f9388bec45ef4b26b002bb34888dd2e1 (127.28.61.131:42367): Illegal state: must be running to vote when last-logged opid is not known
21:09:19.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.398298 29569 raft_consensus.cc:2468] T e8be428f73714f0c9e4c0cd4387994bf P e4dd8c316c5e4642bc3c7fa27c31eac7 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate f53bf1a5b946421c9a5245279379d038 in term 0.
21:09:19.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.400506 29331 leader_election.cc:304] T e8be428f73714f0c9e4c0cd4387994bf P f53bf1a5b946421c9a5245279379d038 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: e4dd8c316c5e4642bc3c7fa27c31eac7, f53bf1a5b946421c9a5245279379d038; no voters: f9388bec45ef4b26b002bb34888dd2e1
21:09:19.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.401772 29969 raft_consensus.cc:2804] T e8be428f73714f0c9e4c0cd4387994bf P f53bf1a5b946421c9a5245279379d038 [term 0 FOLLOWER]: Leader pre-election won for term 1
21:09:19.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.402294 29969 raft_consensus.cc:493] T e8be428f73714f0c9e4c0cd4387994bf P f53bf1a5b946421c9a5245279379d038 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
21:09:19.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.402793 29969 raft_consensus.cc:3060] T e8be428f73714f0c9e4c0cd4387994bf P f53bf1a5b946421c9a5245279379d038 [term 0 FOLLOWER]: Advancing to term 1
21:09:19.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.404842 29965 tablet_bootstrap.cc:654] T b5489d685a8540afb46642bfcb54ee5d P e4dd8c316c5e4642bc3c7fa27c31eac7: Neither blocks nor log segments found. Creating new log.
21:09:19.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.409364 29964 tablet_bootstrap.cc:492] T 66f6fd7ac405472ea379d117d01bf0a0 P f53bf1a5b946421c9a5245279379d038: No bootstrap required, opened a new log
21:09:19.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.409906 29964 ts_tablet_manager.cc:1403] T 66f6fd7ac405472ea379d117d01bf0a0 P f53bf1a5b946421c9a5245279379d038: Time spent bootstrapping tablet: real 0.053s	user 0.011s	sys 0.004s
21:09:19.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.417327 29964 raft_consensus.cc:359] T 66f6fd7ac405472ea379d117d01bf0a0 P f53bf1a5b946421c9a5245279379d038 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f53bf1a5b946421c9a5245279379d038" member_type: VOTER last_known_addr { host: "127.28.61.129" port: 36239 } } peers { permanent_uuid: "e4dd8c316c5e4642bc3c7fa27c31eac7" member_type: VOTER last_known_addr { host: "127.28.61.130" port: 38589 } } peers { permanent_uuid: "f9388bec45ef4b26b002bb34888dd2e1" member_type: VOTER last_known_addr { host: "127.28.61.131" port: 42367 } }
21:09:19.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.418190 29964 raft_consensus.cc:385] T 66f6fd7ac405472ea379d117d01bf0a0 P f53bf1a5b946421c9a5245279379d038 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:09:19.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.418502 29964 raft_consensus.cc:740] T 66f6fd7ac405472ea379d117d01bf0a0 P f53bf1a5b946421c9a5245279379d038 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f53bf1a5b946421c9a5245279379d038, State: Initialized, Role: FOLLOWER
21:09:19.419 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:09:19.419 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:09:19.420 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:09:19.420 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:19.420 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:19.420 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:19.421 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:19.421 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:19.421 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:19.421 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:19.421 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:19.421 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:19.421 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:09:19.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.422737 29964 consensus_queue.cc:260] T 66f6fd7ac405472ea379d117d01bf0a0 P f53bf1a5b946421c9a5245279379d038 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f53bf1a5b946421c9a5245279379d038" member_type: VOTER last_known_addr { host: "127.28.61.129" port: 36239 } } peers { permanent_uuid: "e4dd8c316c5e4642bc3c7fa27c31eac7" member_type: VOTER last_known_addr { host: "127.28.61.130" port: 38589 } } peers { permanent_uuid: "f9388bec45ef4b26b002bb34888dd2e1" member_type: VOTER last_known_addr { host: "127.28.61.131" port: 42367 } }
21:09:19.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.429265 29979 raft_consensus.cc:493] T b5489d685a8540afb46642bfcb54ee5d P f9388bec45ef4b26b002bb34888dd2e1 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
21:09:19.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.430194 29979 raft_consensus.cc:515] T b5489d685a8540afb46642bfcb54ee5d P f9388bec45ef4b26b002bb34888dd2e1 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f53bf1a5b946421c9a5245279379d038" member_type: VOTER last_known_addr { host: "127.28.61.129" port: 36239 } } peers { permanent_uuid: "e4dd8c316c5e4642bc3c7fa27c31eac7" member_type: VOTER last_known_addr { host: "127.28.61.130" port: 38589 } } peers { permanent_uuid: "f9388bec45ef4b26b002bb34888dd2e1" member_type: VOTER last_known_addr { host: "127.28.61.131" port: 42367 } }
21:09:19.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.435527 29397 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "e8be428f73714f0c9e4c0cd4387994bf" candidate_uuid: "e4dd8c316c5e4642bc3c7fa27c31eac7" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f53bf1a5b946421c9a5245279379d038" is_pre_election: true
21:09:19.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.459858 29968 tablet_bootstrap.cc:492] T 66f6fd7ac405472ea379d117d01bf0a0 P f9388bec45ef4b26b002bb34888dd2e1: No bootstrap required, opened a new log
21:09:19.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.460472 29968 ts_tablet_manager.cc:1403] T 66f6fd7ac405472ea379d117d01bf0a0 P f9388bec45ef4b26b002bb34888dd2e1: Time spent bootstrapping tablet: real 0.148s	user 0.023s	sys 0.016s
21:09:19.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.465996 29969 raft_consensus.cc:515] T e8be428f73714f0c9e4c0cd4387994bf P f53bf1a5b946421c9a5245279379d038 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f53bf1a5b946421c9a5245279379d038" member_type: VOTER last_known_addr { host: "127.28.61.129" port: 36239 } } peers { permanent_uuid: "e4dd8c316c5e4642bc3c7fa27c31eac7" member_type: VOTER last_known_addr { host: "127.28.61.130" port: 38589 } } peers { permanent_uuid: "f9388bec45ef4b26b002bb34888dd2e1" member_type: VOTER last_known_addr { host: "127.28.61.131" port: 42367 } }
21:09:19.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.467473 29397 raft_consensus.cc:2393] T e8be428f73714f0c9e4c0cd4387994bf P f53bf1a5b946421c9a5245279379d038 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate e4dd8c316c5e4642bc3c7fa27c31eac7 in current term 1: Already voted for candidate f53bf1a5b946421c9a5245279379d038 in this term.
21:09:19.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.467005 29968 raft_consensus.cc:359] T 66f6fd7ac405472ea379d117d01bf0a0 P f9388bec45ef4b26b002bb34888dd2e1 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f53bf1a5b946421c9a5245279379d038" member_type: VOTER last_known_addr { host: "127.28.61.129" port: 36239 } } peers { permanent_uuid: "e4dd8c316c5e4642bc3c7fa27c31eac7" member_type: VOTER last_known_addr { host: "127.28.61.130" port: 38589 } } peers { permanent_uuid: "f9388bec45ef4b26b002bb34888dd2e1" member_type: VOTER last_known_addr { host: "127.28.61.131" port: 42367 } }
21:09:19.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.467793 29968 raft_consensus.cc:385] T 66f6fd7ac405472ea379d117d01bf0a0 P f9388bec45ef4b26b002bb34888dd2e1 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:09:19.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.468096 29968 raft_consensus.cc:740] T 66f6fd7ac405472ea379d117d01bf0a0 P f9388bec45ef4b26b002bb34888dd2e1 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f9388bec45ef4b26b002bb34888dd2e1, State: Initialized, Role: FOLLOWER
21:09:19.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.468950 29968 consensus_queue.cc:260] T 66f6fd7ac405472ea379d117d01bf0a0 P f9388bec45ef4b26b002bb34888dd2e1 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f53bf1a5b946421c9a5245279379d038" member_type: VOTER last_known_addr { host: "127.28.61.129" port: 36239 } } peers { permanent_uuid: "e4dd8c316c5e4642bc3c7fa27c31eac7" member_type: VOTER last_known_addr { host: "127.28.61.130" port: 38589 } } peers { permanent_uuid: "f9388bec45ef4b26b002bb34888dd2e1" member_type: VOTER last_known_addr { host: "127.28.61.131" port: 42367 } }
21:09:19.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.473060 29504 leader_election.cc:304] T e8be428f73714f0c9e4c0cd4387994bf P e4dd8c316c5e4642bc3c7fa27c31eac7 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: e4dd8c316c5e4642bc3c7fa27c31eac7; no voters: f53bf1a5b946421c9a5245279379d038, f9388bec45ef4b26b002bb34888dd2e1
21:09:19.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.475580 29981 raft_consensus.cc:3060] T e8be428f73714f0c9e4c0cd4387994bf P e4dd8c316c5e4642bc3c7fa27c31eac7 [term 0 FOLLOWER]: Advancing to term 1
21:09:19.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.478941 29979 leader_election.cc:290] T b5489d685a8540afb46642bfcb54ee5d P f9388bec45ef4b26b002bb34888dd2e1 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers f53bf1a5b946421c9a5245279379d038 (127.28.61.129:36239), e4dd8c316c5e4642bc3c7fa27c31eac7 (127.28.61.130:38589)
21:09:19.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:19.489681 29618 tablet.cc:2406] T b0f499ee9a1247288c30003058622aa0 P e4dd8c316c5e4642bc3c7fa27c31eac7: Can't schedule compaction. Clean time has not been advanced past its initial value.
21:09:19.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.492810 29981 raft_consensus.cc:2749] T e8be428f73714f0c9e4c0cd4387994bf P e4dd8c316c5e4642bc3c7fa27c31eac7 [term 1 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
21:09:19.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.497754 29994 raft_consensus.cc:493] T 66f6fd7ac405472ea379d117d01bf0a0 P f53bf1a5b946421c9a5245279379d038 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
21:09:19.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.500603 29762 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "e8be428f73714f0c9e4c0cd4387994bf" candidate_uuid: "f53bf1a5b946421c9a5245279379d038" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f9388bec45ef4b26b002bb34888dd2e1"
21:09:19.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.502221 29569 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "e8be428f73714f0c9e4c0cd4387994bf" candidate_uuid: "f53bf1a5b946421c9a5245279379d038" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e4dd8c316c5e4642bc3c7fa27c31eac7"
21:09:19.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.503224 29994 raft_consensus.cc:515] T 66f6fd7ac405472ea379d117d01bf0a0 P f53bf1a5b946421c9a5245279379d038 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f53bf1a5b946421c9a5245279379d038" member_type: VOTER last_known_addr { host: "127.28.61.129" port: 36239 } } peers { permanent_uuid: "e4dd8c316c5e4642bc3c7fa27c31eac7" member_type: VOTER last_known_addr { host: "127.28.61.130" port: 38589 } } peers { permanent_uuid: "f9388bec45ef4b26b002bb34888dd2e1" member_type: VOTER last_known_addr { host: "127.28.61.131" port: 42367 } }
21:09:19.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:19.502460 29331 leader_election.cc:343] T e8be428f73714f0c9e4c0cd4387994bf P f53bf1a5b946421c9a5245279379d038 [CANDIDATE]: Term 1 election: Tablet error from VoteRequest() call to peer f9388bec45ef4b26b002bb34888dd2e1 (127.28.61.131:42367): Illegal state: must be running to vote when last-logged opid is not known
21:09:19.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.505831 29964 ts_tablet_manager.cc:1434] T 66f6fd7ac405472ea379d117d01bf0a0 P f53bf1a5b946421c9a5245279379d038: Time spent starting tablet: real 0.096s	user 0.010s	sys 0.017s
21:09:19.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.508514 29964 tablet_bootstrap.cc:492] T b5489d685a8540afb46642bfcb54ee5d P f53bf1a5b946421c9a5245279379d038: Bootstrap starting.
21:09:19.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.511653 29762 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "66f6fd7ac405472ea379d117d01bf0a0" candidate_uuid: "f53bf1a5b946421c9a5245279379d038" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f9388bec45ef4b26b002bb34888dd2e1" is_pre_election: true
21:09:19.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.512410 29762 raft_consensus.cc:2468] T 66f6fd7ac405472ea379d117d01bf0a0 P f9388bec45ef4b26b002bb34888dd2e1 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate f53bf1a5b946421c9a5245279379d038 in term 0.
21:09:19.515 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:19.515 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:19.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.514310 29331 leader_election.cc:304] T 66f6fd7ac405472ea379d117d01bf0a0 P f53bf1a5b946421c9a5245279379d038 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: f53bf1a5b946421c9a5245279379d038, f9388bec45ef4b26b002bb34888dd2e1; no voters: 
21:09:19.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.522159 29968 ts_tablet_manager.cc:1434] T 66f6fd7ac405472ea379d117d01bf0a0 P f9388bec45ef4b26b002bb34888dd2e1: Time spent starting tablet: real 0.061s	user 0.002s	sys 0.008s
21:09:19.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.523867 29569 raft_consensus.cc:2468] T e8be428f73714f0c9e4c0cd4387994bf P e4dd8c316c5e4642bc3c7fa27c31eac7 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate f53bf1a5b946421c9a5245279379d038 in term 1.
21:09:19.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.524659 29994 leader_election.cc:290] T 66f6fd7ac405472ea379d117d01bf0a0 P f53bf1a5b946421c9a5245279379d038 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers e4dd8c316c5e4642bc3c7fa27c31eac7 (127.28.61.130:38589), f9388bec45ef4b26b002bb34888dd2e1 (127.28.61.131:42367)
21:09:19.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.529588 29569 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "66f6fd7ac405472ea379d117d01bf0a0" candidate_uuid: "f53bf1a5b946421c9a5245279379d038" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e4dd8c316c5e4642bc3c7fa27c31eac7" is_pre_election: true
21:09:19.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.531250 29968 tablet_bootstrap.cc:492] T b0f499ee9a1247288c30003058622aa0 P f9388bec45ef4b26b002bb34888dd2e1: Bootstrap starting.
21:09:19.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.525353 29994 raft_consensus.cc:2804] T 66f6fd7ac405472ea379d117d01bf0a0 P f53bf1a5b946421c9a5245279379d038 [term 0 FOLLOWER]: Leader pre-election won for term 1
21:09:19.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.532765 29994 raft_consensus.cc:493] T 66f6fd7ac405472ea379d117d01bf0a0 P f53bf1a5b946421c9a5245279379d038 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
21:09:19.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.533730 29994 raft_consensus.cc:3060] T 66f6fd7ac405472ea379d117d01bf0a0 P f53bf1a5b946421c9a5245279379d038 [term 0 FOLLOWER]: Advancing to term 1
21:09:19.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.550696 29964 tablet_bootstrap.cc:654] T b5489d685a8540afb46642bfcb54ee5d P f53bf1a5b946421c9a5245279379d038: Neither blocks nor log segments found. Creating new log.
21:09:19.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.552614 29397 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b5489d685a8540afb46642bfcb54ee5d" candidate_uuid: "f9388bec45ef4b26b002bb34888dd2e1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f53bf1a5b946421c9a5245279379d038" is_pre_election: true
21:09:19.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.555292 29968 tablet_bootstrap.cc:654] T b0f499ee9a1247288c30003058622aa0 P f9388bec45ef4b26b002bb34888dd2e1: Neither blocks nor log segments found. Creating new log.
21:09:19.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.493235 29969 leader_election.cc:290] T e8be428f73714f0c9e4c0cd4387994bf P f53bf1a5b946421c9a5245279379d038 [CANDIDATE]: Term 1 election: Requested vote from peers e4dd8c316c5e4642bc3c7fa27c31eac7 (127.28.61.130:38589), f9388bec45ef4b26b002bb34888dd2e1 (127.28.61.131:42367)
21:09:19.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:19.556252 29697 leader_election.cc:343] T b5489d685a8540afb46642bfcb54ee5d P f9388bec45ef4b26b002bb34888dd2e1 [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer f53bf1a5b946421c9a5245279379d038 (127.28.61.129:36239): Illegal state: must be running to vote when last-logged opid is not known
21:09:19.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:19.560927 29331 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.RequestConsensusVote -> {remote=127.28.61.131:42367, user_credentials={real_user=slave}} blocked reactor thread for 46737.1us
21:09:19.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.562000 29331 leader_election.cc:304] T e8be428f73714f0c9e4c0cd4387994bf P f53bf1a5b946421c9a5245279379d038 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: e4dd8c316c5e4642bc3c7fa27c31eac7, f53bf1a5b946421c9a5245279379d038; no voters: f9388bec45ef4b26b002bb34888dd2e1
21:09:19.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.563776 29996 raft_consensus.cc:2804] T e8be428f73714f0c9e4c0cd4387994bf P f53bf1a5b946421c9a5245279379d038 [term 1 FOLLOWER]: Leader election won for term 1
21:09:19.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.566220 29996 raft_consensus.cc:697] T e8be428f73714f0c9e4c0cd4387994bf P f53bf1a5b946421c9a5245279379d038 [term 1 LEADER]: Becoming Leader. State: Replica: f53bf1a5b946421c9a5245279379d038, State: Running, Role: LEADER
21:09:19.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.567516 29965 tablet_bootstrap.cc:492] T b5489d685a8540afb46642bfcb54ee5d P e4dd8c316c5e4642bc3c7fa27c31eac7: No bootstrap required, opened a new log
21:09:19.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.569043 29965 ts_tablet_manager.cc:1403] T b5489d685a8540afb46642bfcb54ee5d P e4dd8c316c5e4642bc3c7fa27c31eac7: Time spent bootstrapping tablet: real 0.176s	user 0.038s	sys 0.041s
21:09:19.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.558964 29994 raft_consensus.cc:515] T 66f6fd7ac405472ea379d117d01bf0a0 P f53bf1a5b946421c9a5245279379d038 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f53bf1a5b946421c9a5245279379d038" member_type: VOTER last_known_addr { host: "127.28.61.129" port: 36239 } } peers { permanent_uuid: "e4dd8c316c5e4642bc3c7fa27c31eac7" member_type: VOTER last_known_addr { host: "127.28.61.130" port: 38589 } } peers { permanent_uuid: "f9388bec45ef4b26b002bb34888dd2e1" member_type: VOTER last_known_addr { host: "127.28.61.131" port: 42367 } }
21:09:19.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:19.564076 29331 leader_election.cc:343] T 66f6fd7ac405472ea379d117d01bf0a0 P f53bf1a5b946421c9a5245279379d038 [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer e4dd8c316c5e4642bc3c7fa27c31eac7 (127.28.61.130:38589): Illegal state: must be running to vote when last-logged opid is not known
21:09:19.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.572484 29994 leader_election.cc:290] T 66f6fd7ac405472ea379d117d01bf0a0 P f53bf1a5b946421c9a5245279379d038 [CANDIDATE]: Term 1 election: Requested vote from peers e4dd8c316c5e4642bc3c7fa27c31eac7 (127.28.61.130:38589), f9388bec45ef4b26b002bb34888dd2e1 (127.28.61.131:42367)
21:09:19.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.574131 29762 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "66f6fd7ac405472ea379d117d01bf0a0" candidate_uuid: "f53bf1a5b946421c9a5245279379d038" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f9388bec45ef4b26b002bb34888dd2e1"
21:09:19.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.574024 29569 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "66f6fd7ac405472ea379d117d01bf0a0" candidate_uuid: "f53bf1a5b946421c9a5245279379d038" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e4dd8c316c5e4642bc3c7fa27c31eac7"
21:09:19.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.574215 29965 raft_consensus.cc:359] T b5489d685a8540afb46642bfcb54ee5d P e4dd8c316c5e4642bc3c7fa27c31eac7 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f53bf1a5b946421c9a5245279379d038" member_type: VOTER last_known_addr { host: "127.28.61.129" port: 36239 } } peers { permanent_uuid: "e4dd8c316c5e4642bc3c7fa27c31eac7" member_type: VOTER last_known_addr { host: "127.28.61.130" port: 38589 } } peers { permanent_uuid: "f9388bec45ef4b26b002bb34888dd2e1" member_type: VOTER last_known_addr { host: "127.28.61.131" port: 42367 } }
21:09:19.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.574690 29762 raft_consensus.cc:3060] T 66f6fd7ac405472ea379d117d01bf0a0 P f9388bec45ef4b26b002bb34888dd2e1 [term 0 FOLLOWER]: Advancing to term 1
21:09:19.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.575026 29965 raft_consensus.cc:385] T b5489d685a8540afb46642bfcb54ee5d P e4dd8c316c5e4642bc3c7fa27c31eac7 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:09:19.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.575363 29965 raft_consensus.cc:740] T b5489d685a8540afb46642bfcb54ee5d P e4dd8c316c5e4642bc3c7fa27c31eac7 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e4dd8c316c5e4642bc3c7fa27c31eac7, State: Initialized, Role: FOLLOWER
21:09:19.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.576114 29965 consensus_queue.cc:260] T b5489d685a8540afb46642bfcb54ee5d P e4dd8c316c5e4642bc3c7fa27c31eac7 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f53bf1a5b946421c9a5245279379d038" member_type: VOTER last_known_addr { host: "127.28.61.129" port: 36239 } } peers { permanent_uuid: "e4dd8c316c5e4642bc3c7fa27c31eac7" member_type: VOTER last_known_addr { host: "127.28.61.130" port: 38589 } } peers { permanent_uuid: "f9388bec45ef4b26b002bb34888dd2e1" member_type: VOTER last_known_addr { host: "127.28.61.131" port: 42367 } }
21:09:19.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.578789 29996 consensus_queue.cc:237] T e8be428f73714f0c9e4c0cd4387994bf P f53bf1a5b946421c9a5245279379d038 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f53bf1a5b946421c9a5245279379d038" member_type: VOTER last_known_addr { host: "127.28.61.129" port: 36239 } } peers { permanent_uuid: "e4dd8c316c5e4642bc3c7fa27c31eac7" member_type: VOTER last_known_addr { host: "127.28.61.130" port: 38589 } } peers { permanent_uuid: "f9388bec45ef4b26b002bb34888dd2e1" member_type: VOTER last_known_addr { host: "127.28.61.131" port: 42367 } }
21:09:19.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:19.582366 29331 leader_election.cc:343] T 66f6fd7ac405472ea379d117d01bf0a0 P f53bf1a5b946421c9a5245279379d038 [CANDIDATE]: Term 1 election: Tablet error from VoteRequest() call to peer e4dd8c316c5e4642bc3c7fa27c31eac7 (127.28.61.130:38589): Illegal state: must be running to vote when last-logged opid is not known
21:09:19.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.583201 29965 ts_tablet_manager.cc:1434] T b5489d685a8540afb46642bfcb54ee5d P e4dd8c316c5e4642bc3c7fa27c31eac7: Time spent starting tablet: real 0.012s	user 0.007s	sys 0.000s
21:09:19.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.584337 29965 tablet_bootstrap.cc:492] T 66f6fd7ac405472ea379d117d01bf0a0 P e4dd8c316c5e4642bc3c7fa27c31eac7: Bootstrap starting.
21:09:19.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.583973 29762 raft_consensus.cc:2468] T 66f6fd7ac405472ea379d117d01bf0a0 P f9388bec45ef4b26b002bb34888dd2e1 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate f53bf1a5b946421c9a5245279379d038 in term 1.
21:09:19.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.585825 29331 leader_election.cc:304] T 66f6fd7ac405472ea379d117d01bf0a0 P f53bf1a5b946421c9a5245279379d038 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: f53bf1a5b946421c9a5245279379d038, f9388bec45ef4b26b002bb34888dd2e1; no voters: e4dd8c316c5e4642bc3c7fa27c31eac7
21:09:19.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.587899 29994 raft_consensus.cc:2804] T 66f6fd7ac405472ea379d117d01bf0a0 P f53bf1a5b946421c9a5245279379d038 [term 1 FOLLOWER]: Leader election won for term 1
21:09:19.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.589565 29994 raft_consensus.cc:697] T 66f6fd7ac405472ea379d117d01bf0a0 P f53bf1a5b946421c9a5245279379d038 [term 1 LEADER]: Becoming Leader. State: Replica: f53bf1a5b946421c9a5245279379d038, State: Running, Role: LEADER
21:09:19.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.592850 29994 consensus_queue.cc:237] T 66f6fd7ac405472ea379d117d01bf0a0 P f53bf1a5b946421c9a5245279379d038 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f53bf1a5b946421c9a5245279379d038" member_type: VOTER last_known_addr { host: "127.28.61.129" port: 36239 } } peers { permanent_uuid: "e4dd8c316c5e4642bc3c7fa27c31eac7" member_type: VOTER last_known_addr { host: "127.28.61.130" port: 38589 } } peers { permanent_uuid: "f9388bec45ef4b26b002bb34888dd2e1" member_type: VOTER last_known_addr { host: "127.28.61.131" port: 42367 } }
21:09:19.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.596657 29964 tablet_bootstrap.cc:492] T b5489d685a8540afb46642bfcb54ee5d P f53bf1a5b946421c9a5245279379d038: No bootstrap required, opened a new log
21:09:19.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.599649 29964 ts_tablet_manager.cc:1403] T b5489d685a8540afb46642bfcb54ee5d P f53bf1a5b946421c9a5245279379d038: Time spent bootstrapping tablet: real 0.091s	user 0.011s	sys 0.003s
21:09:19.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.606841 29968 tablet_bootstrap.cc:492] T b0f499ee9a1247288c30003058622aa0 P f9388bec45ef4b26b002bb34888dd2e1: No bootstrap required, opened a new log
21:09:19.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.607571 29968 ts_tablet_manager.cc:1403] T b0f499ee9a1247288c30003058622aa0 P f9388bec45ef4b26b002bb34888dd2e1: Time spent bootstrapping tablet: real 0.077s	user 0.008s	sys 0.006s
21:09:19.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.610916 29968 raft_consensus.cc:359] T b0f499ee9a1247288c30003058622aa0 P f9388bec45ef4b26b002bb34888dd2e1 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f53bf1a5b946421c9a5245279379d038" member_type: VOTER last_known_addr { host: "127.28.61.129" port: 36239 } } peers { permanent_uuid: "e4dd8c316c5e4642bc3c7fa27c31eac7" member_type: VOTER last_known_addr { host: "127.28.61.130" port: 38589 } } peers { permanent_uuid: "f9388bec45ef4b26b002bb34888dd2e1" member_type: VOTER last_known_addr { host: "127.28.61.131" port: 42367 } }
21:09:19.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.612615 29964 raft_consensus.cc:359] T b5489d685a8540afb46642bfcb54ee5d P f53bf1a5b946421c9a5245279379d038 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f53bf1a5b946421c9a5245279379d038" member_type: VOTER last_known_addr { host: "127.28.61.129" port: 36239 } } peers { permanent_uuid: "e4dd8c316c5e4642bc3c7fa27c31eac7" member_type: VOTER last_known_addr { host: "127.28.61.130" port: 38589 } } peers { permanent_uuid: "f9388bec45ef4b26b002bb34888dd2e1" member_type: VOTER last_known_addr { host: "127.28.61.131" port: 42367 } }
21:09:19.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.613793 29964 raft_consensus.cc:385] T b5489d685a8540afb46642bfcb54ee5d P f53bf1a5b946421c9a5245279379d038 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:09:19.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.613903 29569 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b5489d685a8540afb46642bfcb54ee5d" candidate_uuid: "f9388bec45ef4b26b002bb34888dd2e1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e4dd8c316c5e4642bc3c7fa27c31eac7" is_pre_election: true
21:09:19.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.614387 29965 tablet_bootstrap.cc:654] T 66f6fd7ac405472ea379d117d01bf0a0 P e4dd8c316c5e4642bc3c7fa27c31eac7: Neither blocks nor log segments found. Creating new log.
21:09:19.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.614334 29968 raft_consensus.cc:385] T b0f499ee9a1247288c30003058622aa0 P f9388bec45ef4b26b002bb34888dd2e1 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:09:19.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.614585 29569 raft_consensus.cc:2468] T b5489d685a8540afb46642bfcb54ee5d P e4dd8c316c5e4642bc3c7fa27c31eac7 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate f9388bec45ef4b26b002bb34888dd2e1 in term 0.
21:09:19.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.617066 29696 leader_election.cc:304] T b5489d685a8540afb46642bfcb54ee5d P f9388bec45ef4b26b002bb34888dd2e1 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: e4dd8c316c5e4642bc3c7fa27c31eac7, f9388bec45ef4b26b002bb34888dd2e1; no voters: f53bf1a5b946421c9a5245279379d038
21:09:19.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.614516 29964 raft_consensus.cc:740] T b5489d685a8540afb46642bfcb54ee5d P f53bf1a5b946421c9a5245279379d038 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f53bf1a5b946421c9a5245279379d038, State: Initialized, Role: FOLLOWER
21:09:19.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.622090 29993 raft_consensus.cc:2804] T b5489d685a8540afb46642bfcb54ee5d P f9388bec45ef4b26b002bb34888dd2e1 [term 0 FOLLOWER]: Leader pre-election won for term 1
21:09:19.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.622515 29993 raft_consensus.cc:493] T b5489d685a8540afb46642bfcb54ee5d P f9388bec45ef4b26b002bb34888dd2e1 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
21:09:19.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.622895 29993 raft_consensus.cc:3060] T b5489d685a8540afb46642bfcb54ee5d P f9388bec45ef4b26b002bb34888dd2e1 [term 0 FOLLOWER]: Advancing to term 1
21:09:19.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.631008 29993 raft_consensus.cc:515] T b5489d685a8540afb46642bfcb54ee5d P f9388bec45ef4b26b002bb34888dd2e1 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f53bf1a5b946421c9a5245279379d038" member_type: VOTER last_known_addr { host: "127.28.61.129" port: 36239 } } peers { permanent_uuid: "e4dd8c316c5e4642bc3c7fa27c31eac7" member_type: VOTER last_known_addr { host: "127.28.61.130" port: 38589 } } peers { permanent_uuid: "f9388bec45ef4b26b002bb34888dd2e1" member_type: VOTER last_known_addr { host: "127.28.61.131" port: 42367 } }
21:09:19.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.633396 29993 leader_election.cc:290] T b5489d685a8540afb46642bfcb54ee5d P f9388bec45ef4b26b002bb34888dd2e1 [CANDIDATE]: Term 1 election: Requested vote from peers f53bf1a5b946421c9a5245279379d038 (127.28.61.129:36239), e4dd8c316c5e4642bc3c7fa27c31eac7 (127.28.61.130:38589)
21:09:19.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.621472 29968 raft_consensus.cc:740] T b0f499ee9a1247288c30003058622aa0 P f9388bec45ef4b26b002bb34888dd2e1 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f9388bec45ef4b26b002bb34888dd2e1, State: Initialized, Role: FOLLOWER
21:09:19.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.635242 29397 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b5489d685a8540afb46642bfcb54ee5d" candidate_uuid: "f9388bec45ef4b26b002bb34888dd2e1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f53bf1a5b946421c9a5245279379d038"
21:09:19.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.635171 29964 consensus_queue.cc:260] T b5489d685a8540afb46642bfcb54ee5d P f53bf1a5b946421c9a5245279379d038 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f53bf1a5b946421c9a5245279379d038" member_type: VOTER last_known_addr { host: "127.28.61.129" port: 36239 } } peers { permanent_uuid: "e4dd8c316c5e4642bc3c7fa27c31eac7" member_type: VOTER last_known_addr { host: "127.28.61.130" port: 38589 } } peers { permanent_uuid: "f9388bec45ef4b26b002bb34888dd2e1" member_type: VOTER last_known_addr { host: "127.28.61.131" port: 42367 } }
21:09:19.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.636102 29397 raft_consensus.cc:3060] T b5489d685a8540afb46642bfcb54ee5d P f53bf1a5b946421c9a5245279379d038 [term 0 FOLLOWER]: Advancing to term 1
21:09:19.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.636953 29569 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b5489d685a8540afb46642bfcb54ee5d" candidate_uuid: "f9388bec45ef4b26b002bb34888dd2e1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e4dd8c316c5e4642bc3c7fa27c31eac7"
21:09:19.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.637542 29569 raft_consensus.cc:3060] T b5489d685a8540afb46642bfcb54ee5d P e4dd8c316c5e4642bc3c7fa27c31eac7 [term 0 FOLLOWER]: Advancing to term 1
21:09:19.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.643313 29965 tablet_bootstrap.cc:492] T 66f6fd7ac405472ea379d117d01bf0a0 P e4dd8c316c5e4642bc3c7fa27c31eac7: No bootstrap required, opened a new log
21:09:19.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.643837 29965 ts_tablet_manager.cc:1403] T 66f6fd7ac405472ea379d117d01bf0a0 P e4dd8c316c5e4642bc3c7fa27c31eac7: Time spent bootstrapping tablet: real 0.060s	user 0.010s	sys 0.004s
21:09:19.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.644433 29397 raft_consensus.cc:2468] T b5489d685a8540afb46642bfcb54ee5d P f53bf1a5b946421c9a5245279379d038 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate f9388bec45ef4b26b002bb34888dd2e1 in term 1.
21:09:19.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.646322 29697 leader_election.cc:304] T b5489d685a8540afb46642bfcb54ee5d P f9388bec45ef4b26b002bb34888dd2e1 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: f53bf1a5b946421c9a5245279379d038, f9388bec45ef4b26b002bb34888dd2e1; no voters: 
21:09:19.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.646870 29968 consensus_queue.cc:260] T b0f499ee9a1247288c30003058622aa0 P f9388bec45ef4b26b002bb34888dd2e1 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f53bf1a5b946421c9a5245279379d038" member_type: VOTER last_known_addr { host: "127.28.61.129" port: 36239 } } peers { permanent_uuid: "e4dd8c316c5e4642bc3c7fa27c31eac7" member_type: VOTER last_known_addr { host: "127.28.61.130" port: 38589 } } peers { permanent_uuid: "f9388bec45ef4b26b002bb34888dd2e1" member_type: VOTER last_known_addr { host: "127.28.61.131" port: 42367 } }
21:09:19.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.647987 29979 raft_consensus.cc:2804] T b5489d685a8540afb46642bfcb54ee5d P f9388bec45ef4b26b002bb34888dd2e1 [term 1 FOLLOWER]: Leader election won for term 1
21:09:19.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.650435 29968 ts_tablet_manager.cc:1434] T b0f499ee9a1247288c30003058622aa0 P f9388bec45ef4b26b002bb34888dd2e1: Time spent starting tablet: real 0.042s	user 0.004s	sys 0.003s
21:09:19.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.654554 29964 ts_tablet_manager.cc:1434] T b5489d685a8540afb46642bfcb54ee5d P f53bf1a5b946421c9a5245279379d038: Time spent starting tablet: real 0.054s	user 0.007s	sys 0.001s
21:09:19.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.655632 29569 raft_consensus.cc:2468] T b5489d685a8540afb46642bfcb54ee5d P e4dd8c316c5e4642bc3c7fa27c31eac7 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate f9388bec45ef4b26b002bb34888dd2e1 in term 1.
21:09:19.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.667462 29968 tablet_bootstrap.cc:492] T e8be428f73714f0c9e4c0cd4387994bf P f9388bec45ef4b26b002bb34888dd2e1: Bootstrap starting.
21:09:19.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.679497 29968 tablet_bootstrap.cc:654] T e8be428f73714f0c9e4c0cd4387994bf P f9388bec45ef4b26b002bb34888dd2e1: Neither blocks nor log segments found. Creating new log.
21:09:19.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.703110 29979 raft_consensus.cc:697] T b5489d685a8540afb46642bfcb54ee5d P f9388bec45ef4b26b002bb34888dd2e1 [term 1 LEADER]: Becoming Leader. State: Replica: f9388bec45ef4b26b002bb34888dd2e1, State: Running, Role: LEADER
21:09:19.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.703825 29129 catalog_manager.cc:5696] T e8be428f73714f0c9e4c0cd4387994bf P f53bf1a5b946421c9a5245279379d038 reported cstate change: term changed from 0 to 1, leader changed from <none> to f53bf1a5b946421c9a5245279379d038 (127.28.61.129). New cstate: current_term: 1 leader_uuid: "f53bf1a5b946421c9a5245279379d038" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f53bf1a5b946421c9a5245279379d038" member_type: VOTER last_known_addr { host: "127.28.61.129" port: 36239 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "e4dd8c316c5e4642bc3c7fa27c31eac7" member_type: VOTER last_known_addr { host: "127.28.61.130" port: 38589 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "f9388bec45ef4b26b002bb34888dd2e1" member_type: VOTER last_known_addr { host: "127.28.61.131" port: 42367 } health_report { overall_health: UNKNOWN } } }
21:09:19.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.705279 29979 consensus_queue.cc:237] T b5489d685a8540afb46642bfcb54ee5d P f9388bec45ef4b26b002bb34888dd2e1 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f53bf1a5b946421c9a5245279379d038" member_type: VOTER last_known_addr { host: "127.28.61.129" port: 36239 } } peers { permanent_uuid: "e4dd8c316c5e4642bc3c7fa27c31eac7" member_type: VOTER last_known_addr { host: "127.28.61.130" port: 38589 } } peers { permanent_uuid: "f9388bec45ef4b26b002bb34888dd2e1" member_type: VOTER last_known_addr { host: "127.28.61.131" port: 42367 } }
21:09:19.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.717432 29965 raft_consensus.cc:359] T 66f6fd7ac405472ea379d117d01bf0a0 P e4dd8c316c5e4642bc3c7fa27c31eac7 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f53bf1a5b946421c9a5245279379d038" member_type: VOTER last_known_addr { host: "127.28.61.129" port: 36239 } } peers { permanent_uuid: "e4dd8c316c5e4642bc3c7fa27c31eac7" member_type: VOTER last_known_addr { host: "127.28.61.130" port: 38589 } } peers { permanent_uuid: "f9388bec45ef4b26b002bb34888dd2e1" member_type: VOTER last_known_addr { host: "127.28.61.131" port: 42367 } }
21:09:19.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.723814 29965 raft_consensus.cc:385] T 66f6fd7ac405472ea379d117d01bf0a0 P e4dd8c316c5e4642bc3c7fa27c31eac7 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:09:19.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.725948 29965 raft_consensus.cc:740] T 66f6fd7ac405472ea379d117d01bf0a0 P e4dd8c316c5e4642bc3c7fa27c31eac7 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e4dd8c316c5e4642bc3c7fa27c31eac7, State: Initialized, Role: FOLLOWER
21:09:19.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.729302 29965 consensus_queue.cc:260] T 66f6fd7ac405472ea379d117d01bf0a0 P e4dd8c316c5e4642bc3c7fa27c31eac7 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f53bf1a5b946421c9a5245279379d038" member_type: VOTER last_known_addr { host: "127.28.61.129" port: 36239 } } peers { permanent_uuid: "e4dd8c316c5e4642bc3c7fa27c31eac7" member_type: VOTER last_known_addr { host: "127.28.61.130" port: 38589 } } peers { permanent_uuid: "f9388bec45ef4b26b002bb34888dd2e1" member_type: VOTER last_known_addr { host: "127.28.61.131" port: 42367 } }
21:09:19.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.745944 29968 tablet_bootstrap.cc:492] T e8be428f73714f0c9e4c0cd4387994bf P f9388bec45ef4b26b002bb34888dd2e1: No bootstrap required, opened a new log
21:09:19.748 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2841dd5f383bae9a8f297e74525dcca1 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 2841dd5f383bae9a8f297e74525dcca1 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:19.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.746539 29968 ts_tablet_manager.cc:1403] T e8be428f73714f0c9e4c0cd4387994bf P f9388bec45ef4b26b002bb34888dd2e1: Time spent bootstrapping tablet: real 0.079s	user 0.029s	sys 0.038s
21:09:19.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.749893 29981 raft_consensus.cc:493] T b0f499ee9a1247288c30003058622aa0 P e4dd8c316c5e4642bc3c7fa27c31eac7 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
21:09:19.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.749734 29968 raft_consensus.cc:359] T e8be428f73714f0c9e4c0cd4387994bf P f9388bec45ef4b26b002bb34888dd2e1 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f53bf1a5b946421c9a5245279379d038" member_type: VOTER last_known_addr { host: "127.28.61.129" port: 36239 } } peers { permanent_uuid: "e4dd8c316c5e4642bc3c7fa27c31eac7" member_type: VOTER last_known_addr { host: "127.28.61.130" port: 38589 } } peers { permanent_uuid: "f9388bec45ef4b26b002bb34888dd2e1" member_type: VOTER last_known_addr { host: "127.28.61.131" port: 42367 } }
21:09:19.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.750475 29968 raft_consensus.cc:385] T e8be428f73714f0c9e4c0cd4387994bf P f9388bec45ef4b26b002bb34888dd2e1 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:09:19.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.750774 29968 raft_consensus.cc:740] T e8be428f73714f0c9e4c0cd4387994bf P f9388bec45ef4b26b002bb34888dd2e1 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f9388bec45ef4b26b002bb34888dd2e1, State: Initialized, Role: FOLLOWER
21:09:19.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.752123 29968 consensus_queue.cc:260] T e8be428f73714f0c9e4c0cd4387994bf P f9388bec45ef4b26b002bb34888dd2e1 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f53bf1a5b946421c9a5245279379d038" member_type: VOTER last_known_addr { host: "127.28.61.129" port: 36239 } } peers { permanent_uuid: "e4dd8c316c5e4642bc3c7fa27c31eac7" member_type: VOTER last_known_addr { host: "127.28.61.130" port: 38589 } } peers { permanent_uuid: "f9388bec45ef4b26b002bb34888dd2e1" member_type: VOTER last_known_addr { host: "127.28.61.131" port: 42367 } }
21:09:19.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.750407 29981 raft_consensus.cc:515] T b0f499ee9a1247288c30003058622aa0 P e4dd8c316c5e4642bc3c7fa27c31eac7 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f53bf1a5b946421c9a5245279379d038" member_type: VOTER last_known_addr { host: "127.28.61.129" port: 36239 } } peers { permanent_uuid: "e4dd8c316c5e4642bc3c7fa27c31eac7" member_type: VOTER last_known_addr { host: "127.28.61.130" port: 38589 } } peers { permanent_uuid: "f9388bec45ef4b26b002bb34888dd2e1" member_type: VOTER last_known_addr { host: "127.28.61.131" port: 42367 } }
21:09:19.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.754845 29968 ts_tablet_manager.cc:1434] T e8be428f73714f0c9e4c0cd4387994bf P f9388bec45ef4b26b002bb34888dd2e1: Time spent starting tablet: real 0.008s	user 0.003s	sys 0.003s
21:09:19.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.755919 29968 tablet_bootstrap.cc:492] T c263d56d2c014d8aa33464391dbda9cb P f9388bec45ef4b26b002bb34888dd2e1: Bootstrap starting.
21:09:19.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.759534 29397 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b0f499ee9a1247288c30003058622aa0" candidate_uuid: "e4dd8c316c5e4642bc3c7fa27c31eac7" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f53bf1a5b946421c9a5245279379d038" is_pre_election: true
21:09:19.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.760232 29397 raft_consensus.cc:2468] T b0f499ee9a1247288c30003058622aa0 P f53bf1a5b946421c9a5245279379d038 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate e4dd8c316c5e4642bc3c7fa27c31eac7 in term 0.
21:09:19.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.760947 29762 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b0f499ee9a1247288c30003058622aa0" candidate_uuid: "e4dd8c316c5e4642bc3c7fa27c31eac7" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f9388bec45ef4b26b002bb34888dd2e1" is_pre_election: true
21:09:19.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.761570 29762 raft_consensus.cc:2468] T b0f499ee9a1247288c30003058622aa0 P f9388bec45ef4b26b002bb34888dd2e1 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate e4dd8c316c5e4642bc3c7fa27c31eac7 in term 0.
21:09:19.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.761667 29504 leader_election.cc:304] T b0f499ee9a1247288c30003058622aa0 P e4dd8c316c5e4642bc3c7fa27c31eac7 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: e4dd8c316c5e4642bc3c7fa27c31eac7, f53bf1a5b946421c9a5245279379d038; no voters: 
21:09:19.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.762634 29980 raft_consensus.cc:2804] T b0f499ee9a1247288c30003058622aa0 P e4dd8c316c5e4642bc3c7fa27c31eac7 [term 0 FOLLOWER]: Leader pre-election won for term 1
21:09:19.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.763110 29980 raft_consensus.cc:493] T b0f499ee9a1247288c30003058622aa0 P e4dd8c316c5e4642bc3c7fa27c31eac7 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
21:09:19.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.763501 29980 raft_consensus.cc:3060] T b0f499ee9a1247288c30003058622aa0 P e4dd8c316c5e4642bc3c7fa27c31eac7 [term 0 FOLLOWER]: Advancing to term 1
21:09:19.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.763540 29965 ts_tablet_manager.cc:1434] T 66f6fd7ac405472ea379d117d01bf0a0 P e4dd8c316c5e4642bc3c7fa27c31eac7: Time spent starting tablet: real 0.119s	user 0.005s	sys 0.003s
21:09:19.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.765043 29968 tablet_bootstrap.cc:654] T c263d56d2c014d8aa33464391dbda9cb P f9388bec45ef4b26b002bb34888dd2e1: Neither blocks nor log segments found. Creating new log.
21:09:19.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.768486 29965 tablet_bootstrap.cc:492] T ee249905f85b4fe7a75274e7f898a0fd P e4dd8c316c5e4642bc3c7fa27c31eac7: Bootstrap starting.
21:09:19.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.768846 29981 leader_election.cc:290] T b0f499ee9a1247288c30003058622aa0 P e4dd8c316c5e4642bc3c7fa27c31eac7 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers f53bf1a5b946421c9a5245279379d038 (127.28.61.129:36239), f9388bec45ef4b26b002bb34888dd2e1 (127.28.61.131:42367)
21:09:19.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.770606 29981 raft_consensus.cc:493] T 66f6fd7ac405472ea379d117d01bf0a0 P e4dd8c316c5e4642bc3c7fa27c31eac7 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
21:09:19.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.791458 29979 raft_consensus.cc:493] T e8be428f73714f0c9e4c0cd4387994bf P f9388bec45ef4b26b002bb34888dd2e1 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
21:09:19.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.792191 29979 raft_consensus.cc:515] T e8be428f73714f0c9e4c0cd4387994bf P f9388bec45ef4b26b002bb34888dd2e1 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f53bf1a5b946421c9a5245279379d038" member_type: VOTER last_known_addr { host: "127.28.61.129" port: 36239 } } peers { permanent_uuid: "e4dd8c316c5e4642bc3c7fa27c31eac7" member_type: VOTER last_known_addr { host: "127.28.61.130" port: 38589 } } peers { permanent_uuid: "f9388bec45ef4b26b002bb34888dd2e1" member_type: VOTER last_known_addr { host: "127.28.61.131" port: 42367 } }
21:09:19.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.800910 29397 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "e8be428f73714f0c9e4c0cd4387994bf" candidate_uuid: "f9388bec45ef4b26b002bb34888dd2e1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f53bf1a5b946421c9a5245279379d038" is_pre_election: true
21:09:19.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.804138 29981 raft_consensus.cc:515] T 66f6fd7ac405472ea379d117d01bf0a0 P e4dd8c316c5e4642bc3c7fa27c31eac7 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f53bf1a5b946421c9a5245279379d038" member_type: VOTER last_known_addr { host: "127.28.61.129" port: 36239 } } peers { permanent_uuid: "e4dd8c316c5e4642bc3c7fa27c31eac7" member_type: VOTER last_known_addr { host: "127.28.61.130" port: 38589 } } peers { permanent_uuid: "f9388bec45ef4b26b002bb34888dd2e1" member_type: VOTER last_known_addr { host: "127.28.61.131" port: 42367 } }
21:09:19.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.804997 29569 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "e8be428f73714f0c9e4c0cd4387994bf" candidate_uuid: "f9388bec45ef4b26b002bb34888dd2e1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e4dd8c316c5e4642bc3c7fa27c31eac7" is_pre_election: true
21:09:19.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.806448 29569 raft_consensus.cc:2393] T e8be428f73714f0c9e4c0cd4387994bf P e4dd8c316c5e4642bc3c7fa27c31eac7 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate f9388bec45ef4b26b002bb34888dd2e1 in current term 1: Already voted for candidate f53bf1a5b946421c9a5245279379d038 in this term.
21:09:19.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.807963 29979 leader_election.cc:290] T e8be428f73714f0c9e4c0cd4387994bf P f9388bec45ef4b26b002bb34888dd2e1 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers f53bf1a5b946421c9a5245279379d038 (127.28.61.129:36239), e4dd8c316c5e4642bc3c7fa27c31eac7 (127.28.61.130:38589)
21:09:19.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.815659 29696 leader_election.cc:304] T e8be428f73714f0c9e4c0cd4387994bf P f9388bec45ef4b26b002bb34888dd2e1 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: f9388bec45ef4b26b002bb34888dd2e1; no voters: e4dd8c316c5e4642bc3c7fa27c31eac7, f53bf1a5b946421c9a5245279379d038
21:09:19.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.818723 29979 raft_consensus.cc:3060] T e8be428f73714f0c9e4c0cd4387994bf P f9388bec45ef4b26b002bb34888dd2e1 [term 0 FOLLOWER]: Advancing to term 1
21:09:19.827 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:19.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.823865 29127 catalog_manager.cc:5696] T b5489d685a8540afb46642bfcb54ee5d P f9388bec45ef4b26b002bb34888dd2e1 reported cstate change: term changed from 0 to 1, leader changed from <none> to f9388bec45ef4b26b002bb34888dd2e1 (127.28.61.131). New cstate: current_term: 1 leader_uuid: "f9388bec45ef4b26b002bb34888dd2e1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f53bf1a5b946421c9a5245279379d038" member_type: VOTER last_known_addr { host: "127.28.61.129" port: 36239 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "e4dd8c316c5e4642bc3c7fa27c31eac7" member_type: VOTER last_known_addr { host: "127.28.61.130" port: 38589 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "f9388bec45ef4b26b002bb34888dd2e1" member_type: VOTER last_known_addr { host: "127.28.61.131" port: 42367 } health_report { overall_health: HEALTHY } } }
21:09:19.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.837103 29762 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "66f6fd7ac405472ea379d117d01bf0a0" candidate_uuid: "e4dd8c316c5e4642bc3c7fa27c31eac7" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f9388bec45ef4b26b002bb34888dd2e1" is_pre_election: true
21:09:19.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.837985 29762 raft_consensus.cc:2393] T 66f6fd7ac405472ea379d117d01bf0a0 P f9388bec45ef4b26b002bb34888dd2e1 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate e4dd8c316c5e4642bc3c7fa27c31eac7 in current term 1: Already voted for candidate f53bf1a5b946421c9a5245279379d038 in this term.
21:09:19.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.838378 29397 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "66f6fd7ac405472ea379d117d01bf0a0" candidate_uuid: "e4dd8c316c5e4642bc3c7fa27c31eac7" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f53bf1a5b946421c9a5245279379d038" is_pre_election: true
21:09:19.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.839493 29981 leader_election.cc:290] T 66f6fd7ac405472ea379d117d01bf0a0 P e4dd8c316c5e4642bc3c7fa27c31eac7 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers f53bf1a5b946421c9a5245279379d038 (127.28.61.129:36239), f9388bec45ef4b26b002bb34888dd2e1 (127.28.61.131:42367)
21:09:19.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.842464 29965 tablet_bootstrap.cc:654] T ee249905f85b4fe7a75274e7f898a0fd P e4dd8c316c5e4642bc3c7fa27c31eac7: Neither blocks nor log segments found. Creating new log.
21:09:19.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.821856 29980 raft_consensus.cc:515] T b0f499ee9a1247288c30003058622aa0 P e4dd8c316c5e4642bc3c7fa27c31eac7 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f53bf1a5b946421c9a5245279379d038" member_type: VOTER last_known_addr { host: "127.28.61.129" port: 36239 } } peers { permanent_uuid: "e4dd8c316c5e4642bc3c7fa27c31eac7" member_type: VOTER last_known_addr { host: "127.28.61.130" port: 38589 } } peers { permanent_uuid: "f9388bec45ef4b26b002bb34888dd2e1" member_type: VOTER last_known_addr { host: "127.28.61.131" port: 42367 } }
21:09:19.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.844988 29504 leader_election.cc:304] T 66f6fd7ac405472ea379d117d01bf0a0 P e4dd8c316c5e4642bc3c7fa27c31eac7 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: e4dd8c316c5e4642bc3c7fa27c31eac7; no voters: f53bf1a5b946421c9a5245279379d038, f9388bec45ef4b26b002bb34888dd2e1
21:09:19.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.852839 29979 raft_consensus.cc:2749] T e8be428f73714f0c9e4c0cd4387994bf P f9388bec45ef4b26b002bb34888dd2e1 [term 1 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
21:09:19.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.853775 29968 tablet_bootstrap.cc:492] T c263d56d2c014d8aa33464391dbda9cb P f9388bec45ef4b26b002bb34888dd2e1: No bootstrap required, opened a new log
21:09:19.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.854254 29968 ts_tablet_manager.cc:1403] T c263d56d2c014d8aa33464391dbda9cb P f9388bec45ef4b26b002bb34888dd2e1: Time spent bootstrapping tablet: real 0.099s	user 0.031s	sys 0.029s
21:09:19.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.856918 29397 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b0f499ee9a1247288c30003058622aa0" candidate_uuid: "e4dd8c316c5e4642bc3c7fa27c31eac7" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f53bf1a5b946421c9a5245279379d038"
21:09:19.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.857288 29762 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b0f499ee9a1247288c30003058622aa0" candidate_uuid: "e4dd8c316c5e4642bc3c7fa27c31eac7" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f9388bec45ef4b26b002bb34888dd2e1"
21:09:19.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.857533 29397 raft_consensus.cc:3060] T b0f499ee9a1247288c30003058622aa0 P f53bf1a5b946421c9a5245279379d038 [term 0 FOLLOWER]: Advancing to term 1
21:09:19.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.856899 29981 raft_consensus.cc:3060] T 66f6fd7ac405472ea379d117d01bf0a0 P e4dd8c316c5e4642bc3c7fa27c31eac7 [term 0 FOLLOWER]: Advancing to term 1
21:09:19.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.857893 29762 raft_consensus.cc:3060] T b0f499ee9a1247288c30003058622aa0 P f9388bec45ef4b26b002bb34888dd2e1 [term 0 FOLLOWER]: Advancing to term 1
21:09:19.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.866029 29762 raft_consensus.cc:2468] T b0f499ee9a1247288c30003058622aa0 P f9388bec45ef4b26b002bb34888dd2e1 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate e4dd8c316c5e4642bc3c7fa27c31eac7 in term 1.
21:09:19.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.867528 29503 leader_election.cc:304] T b0f499ee9a1247288c30003058622aa0 P e4dd8c316c5e4642bc3c7fa27c31eac7 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: e4dd8c316c5e4642bc3c7fa27c31eac7, f9388bec45ef4b26b002bb34888dd2e1; no voters: 
21:09:19.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.870316 29397 raft_consensus.cc:2468] T b0f499ee9a1247288c30003058622aa0 P f53bf1a5b946421c9a5245279379d038 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate e4dd8c316c5e4642bc3c7fa27c31eac7 in term 1.
21:09:19.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.864675 29968 raft_consensus.cc:359] T c263d56d2c014d8aa33464391dbda9cb P f9388bec45ef4b26b002bb34888dd2e1 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f53bf1a5b946421c9a5245279379d038" member_type: VOTER last_known_addr { host: "127.28.61.129" port: 36239 } } peers { permanent_uuid: "e4dd8c316c5e4642bc3c7fa27c31eac7" member_type: VOTER last_known_addr { host: "127.28.61.130" port: 38589 } } peers { permanent_uuid: "f9388bec45ef4b26b002bb34888dd2e1" member_type: VOTER last_known_addr { host: "127.28.61.131" port: 42367 } }
21:09:19.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.871259 29968 raft_consensus.cc:385] T c263d56d2c014d8aa33464391dbda9cb P f9388bec45ef4b26b002bb34888dd2e1 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:09:19.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.871605 29968 raft_consensus.cc:740] T c263d56d2c014d8aa33464391dbda9cb P f9388bec45ef4b26b002bb34888dd2e1 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f9388bec45ef4b26b002bb34888dd2e1, State: Initialized, Role: FOLLOWER
21:09:19.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.872430 29968 consensus_queue.cc:260] T c263d56d2c014d8aa33464391dbda9cb P f9388bec45ef4b26b002bb34888dd2e1 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f53bf1a5b946421c9a5245279379d038" member_type: VOTER last_known_addr { host: "127.28.61.129" port: 36239 } } peers { permanent_uuid: "e4dd8c316c5e4642bc3c7fa27c31eac7" member_type: VOTER last_known_addr { host: "127.28.61.130" port: 38589 } } peers { permanent_uuid: "f9388bec45ef4b26b002bb34888dd2e1" member_type: VOTER last_known_addr { host: "127.28.61.131" port: 42367 } }
21:09:19.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.877235 29968 ts_tablet_manager.cc:1434] T c263d56d2c014d8aa33464391dbda9cb P f9388bec45ef4b26b002bb34888dd2e1: Time spent starting tablet: real 0.023s	user 0.006s	sys 0.002s
21:09:19.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.878254 29968 tablet_bootstrap.cc:492] T ee249905f85b4fe7a75274e7f898a0fd P f9388bec45ef4b26b002bb34888dd2e1: Bootstrap starting.
21:09:19.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.882040 29981 raft_consensus.cc:2749] T 66f6fd7ac405472ea379d117d01bf0a0 P e4dd8c316c5e4642bc3c7fa27c31eac7 [term 1 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
21:09:19.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.884867 29981 raft_consensus.cc:2804] T b0f499ee9a1247288c30003058622aa0 P e4dd8c316c5e4642bc3c7fa27c31eac7 [term 1 FOLLOWER]: Leader election won for term 1
21:09:19.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.887825 29981 raft_consensus.cc:697] T b0f499ee9a1247288c30003058622aa0 P e4dd8c316c5e4642bc3c7fa27c31eac7 [term 1 LEADER]: Becoming Leader. State: Replica: e4dd8c316c5e4642bc3c7fa27c31eac7, State: Running, Role: LEADER
21:09:19.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.890764 29968 tablet_bootstrap.cc:654] T ee249905f85b4fe7a75274e7f898a0fd P f9388bec45ef4b26b002bb34888dd2e1: Neither blocks nor log segments found. Creating new log.
21:09:19.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.891492 29981 consensus_queue.cc:237] T b0f499ee9a1247288c30003058622aa0 P e4dd8c316c5e4642bc3c7fa27c31eac7 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f53bf1a5b946421c9a5245279379d038" member_type: VOTER last_known_addr { host: "127.28.61.129" port: 36239 } } peers { permanent_uuid: "e4dd8c316c5e4642bc3c7fa27c31eac7" member_type: VOTER last_known_addr { host: "127.28.61.130" port: 38589 } } peers { permanent_uuid: "f9388bec45ef4b26b002bb34888dd2e1" member_type: VOTER last_known_addr { host: "127.28.61.131" port: 42367 } }
21:09:19.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.915786 29968 tablet_bootstrap.cc:492] T ee249905f85b4fe7a75274e7f898a0fd P f9388bec45ef4b26b002bb34888dd2e1: No bootstrap required, opened a new log
21:09:19.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.916270 29968 ts_tablet_manager.cc:1403] T ee249905f85b4fe7a75274e7f898a0fd P f9388bec45ef4b26b002bb34888dd2e1: Time spent bootstrapping tablet: real 0.038s	user 0.009s	sys 0.006s
21:09:19.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.919179 29968 raft_consensus.cc:359] T ee249905f85b4fe7a75274e7f898a0fd P f9388bec45ef4b26b002bb34888dd2e1 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f53bf1a5b946421c9a5245279379d038" member_type: VOTER last_known_addr { host: "127.28.61.129" port: 36239 } } peers { permanent_uuid: "f9388bec45ef4b26b002bb34888dd2e1" member_type: VOTER last_known_addr { host: "127.28.61.131" port: 42367 } } peers { permanent_uuid: "e4dd8c316c5e4642bc3c7fa27c31eac7" member_type: VOTER last_known_addr { host: "127.28.61.130" port: 38589 } }
21:09:19.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.920111 29968 raft_consensus.cc:385] T ee249905f85b4fe7a75274e7f898a0fd P f9388bec45ef4b26b002bb34888dd2e1 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:09:19.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.920416 29968 raft_consensus.cc:740] T ee249905f85b4fe7a75274e7f898a0fd P f9388bec45ef4b26b002bb34888dd2e1 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f9388bec45ef4b26b002bb34888dd2e1, State: Initialized, Role: FOLLOWER
21:09:19.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.922117 29968 consensus_queue.cc:260] T ee249905f85b4fe7a75274e7f898a0fd P f9388bec45ef4b26b002bb34888dd2e1 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f53bf1a5b946421c9a5245279379d038" member_type: VOTER last_known_addr { host: "127.28.61.129" port: 36239 } } peers { permanent_uuid: "f9388bec45ef4b26b002bb34888dd2e1" member_type: VOTER last_known_addr { host: "127.28.61.131" port: 42367 } } peers { permanent_uuid: "e4dd8c316c5e4642bc3c7fa27c31eac7" member_type: VOTER last_known_addr { host: "127.28.61.130" port: 38589 } }
21:09:19.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.932199 29968 ts_tablet_manager.cc:1434] T ee249905f85b4fe7a75274e7f898a0fd P f9388bec45ef4b26b002bb34888dd2e1: Time spent starting tablet: real 0.016s	user 0.007s	sys 0.001s
21:09:19.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.947885 29980 leader_election.cc:290] T b0f499ee9a1247288c30003058622aa0 P e4dd8c316c5e4642bc3c7fa27c31eac7 [CANDIDATE]: Term 1 election: Requested vote from peers f53bf1a5b946421c9a5245279379d038 (127.28.61.129:36239), f9388bec45ef4b26b002bb34888dd2e1 (127.28.61.131:42367)
21:09:19.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.995172 29965 tablet_bootstrap.cc:492] T ee249905f85b4fe7a75274e7f898a0fd P e4dd8c316c5e4642bc3c7fa27c31eac7: No bootstrap required, opened a new log
21:09:20.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:19.999886 29965 ts_tablet_manager.cc:1403] T ee249905f85b4fe7a75274e7f898a0fd P e4dd8c316c5e4642bc3c7fa27c31eac7: Time spent bootstrapping tablet: real 0.235s	user 0.004s	sys 0.010s
21:09:20.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:20.017989 29129 catalog_manager.cc:5696] T 66f6fd7ac405472ea379d117d01bf0a0 P f53bf1a5b946421c9a5245279379d038 reported cstate change: term changed from 0 to 1, leader changed from <none> to f53bf1a5b946421c9a5245279379d038 (127.28.61.129). New cstate: current_term: 1 leader_uuid: "f53bf1a5b946421c9a5245279379d038" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f53bf1a5b946421c9a5245279379d038" member_type: VOTER last_known_addr { host: "127.28.61.129" port: 36239 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "e4dd8c316c5e4642bc3c7fa27c31eac7" member_type: VOTER last_known_addr { host: "127.28.61.130" port: 38589 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "f9388bec45ef4b26b002bb34888dd2e1" member_type: VOTER last_known_addr { host: "127.28.61.131" port: 42367 } health_report { overall_health: UNKNOWN } } }
21:09:20.020 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:20.020 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:20.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:20.044961 29965 raft_consensus.cc:359] T ee249905f85b4fe7a75274e7f898a0fd P e4dd8c316c5e4642bc3c7fa27c31eac7 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f53bf1a5b946421c9a5245279379d038" member_type: VOTER last_known_addr { host: "127.28.61.129" port: 36239 } } peers { permanent_uuid: "f9388bec45ef4b26b002bb34888dd2e1" member_type: VOTER last_known_addr { host: "127.28.61.131" port: 42367 } } peers { permanent_uuid: "e4dd8c316c5e4642bc3c7fa27c31eac7" member_type: VOTER last_known_addr { host: "127.28.61.130" port: 38589 } }
21:09:20.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:20.047596 29965 raft_consensus.cc:385] T ee249905f85b4fe7a75274e7f898a0fd P e4dd8c316c5e4642bc3c7fa27c31eac7 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:09:20.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:20.047950 29965 raft_consensus.cc:740] T ee249905f85b4fe7a75274e7f898a0fd P e4dd8c316c5e4642bc3c7fa27c31eac7 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e4dd8c316c5e4642bc3c7fa27c31eac7, State: Initialized, Role: FOLLOWER
21:09:20.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:20.050817 29979 raft_consensus.cc:493] T c263d56d2c014d8aa33464391dbda9cb P f9388bec45ef4b26b002bb34888dd2e1 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
21:09:20.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:20.051384 29979 raft_consensus.cc:515] T c263d56d2c014d8aa33464391dbda9cb P f9388bec45ef4b26b002bb34888dd2e1 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f53bf1a5b946421c9a5245279379d038" member_type: VOTER last_known_addr { host: "127.28.61.129" port: 36239 } } peers { permanent_uuid: "e4dd8c316c5e4642bc3c7fa27c31eac7" member_type: VOTER last_known_addr { host: "127.28.61.130" port: 38589 } } peers { permanent_uuid: "f9388bec45ef4b26b002bb34888dd2e1" member_type: VOTER last_known_addr { host: "127.28.61.131" port: 42367 } }
21:09:20.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:20.053663 29979 leader_election.cc:290] T c263d56d2c014d8aa33464391dbda9cb P f9388bec45ef4b26b002bb34888dd2e1 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers f53bf1a5b946421c9a5245279379d038 (127.28.61.129:36239), e4dd8c316c5e4642bc3c7fa27c31eac7 (127.28.61.130:38589)
21:09:20.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:20.056170 29397 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c263d56d2c014d8aa33464391dbda9cb" candidate_uuid: "f9388bec45ef4b26b002bb34888dd2e1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f53bf1a5b946421c9a5245279379d038" is_pre_election: true
21:09:20.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:20.056859 29397 raft_consensus.cc:2468] T c263d56d2c014d8aa33464391dbda9cb P f53bf1a5b946421c9a5245279379d038 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate f9388bec45ef4b26b002bb34888dd2e1 in term 0.
21:09:20.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:20.055953 29569 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c263d56d2c014d8aa33464391dbda9cb" candidate_uuid: "f9388bec45ef4b26b002bb34888dd2e1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e4dd8c316c5e4642bc3c7fa27c31eac7" is_pre_election: true
21:09:20.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:20.058192 29697 leader_election.cc:304] T c263d56d2c014d8aa33464391dbda9cb P f9388bec45ef4b26b002bb34888dd2e1 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: f53bf1a5b946421c9a5245279379d038, f9388bec45ef4b26b002bb34888dd2e1; no voters: 
21:09:20.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:20.059302 29979 raft_consensus.cc:2804] T c263d56d2c014d8aa33464391dbda9cb P f9388bec45ef4b26b002bb34888dd2e1 [term 0 FOLLOWER]: Leader pre-election won for term 1
21:09:20.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:20.059660 29979 raft_consensus.cc:493] T c263d56d2c014d8aa33464391dbda9cb P f9388bec45ef4b26b002bb34888dd2e1 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
21:09:20.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:20.059953 29979 raft_consensus.cc:3060] T c263d56d2c014d8aa33464391dbda9cb P f9388bec45ef4b26b002bb34888dd2e1 [term 0 FOLLOWER]: Advancing to term 1
21:09:20.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:20.068562 29965 consensus_queue.cc:260] T ee249905f85b4fe7a75274e7f898a0fd P e4dd8c316c5e4642bc3c7fa27c31eac7 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f53bf1a5b946421c9a5245279379d038" member_type: VOTER last_known_addr { host: "127.28.61.129" port: 36239 } } peers { permanent_uuid: "f9388bec45ef4b26b002bb34888dd2e1" member_type: VOTER last_known_addr { host: "127.28.61.131" port: 42367 } } peers { permanent_uuid: "e4dd8c316c5e4642bc3c7fa27c31eac7" member_type: VOTER last_known_addr { host: "127.28.61.130" port: 38589 } }
21:09:20.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:20.076651 29696 leader_election.cc:343] T c263d56d2c014d8aa33464391dbda9cb P f9388bec45ef4b26b002bb34888dd2e1 [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer e4dd8c316c5e4642bc3c7fa27c31eac7 (127.28.61.130:38589): Illegal state: must be running to vote when last-logged opid is not known
21:09:20.085 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:20.085 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:20.086 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:20.086 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:20.086 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:20.086 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:20.086 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:20.086 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:20.086 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:20.086 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:20.086 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:20.086 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:20.086 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:20.101 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:20.101 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:20.101 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:20.101 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:20.101 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:20.101 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:20.102 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:20.102 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:20.102 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:20.102 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:20.102 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:20.102 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:20.102 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:20.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:20.106648 29965 ts_tablet_manager.cc:1434] T ee249905f85b4fe7a75274e7f898a0fd P e4dd8c316c5e4642bc3c7fa27c31eac7: Time spent starting tablet: real 0.093s	user 0.005s	sys 0.002s
21:09:20.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:20.109350 29994 consensus_queue.cc:1048] T 66f6fd7ac405472ea379d117d01bf0a0 P f53bf1a5b946421c9a5245279379d038 [LEADER]: Connected to new peer: Peer: permanent_uuid: "e4dd8c316c5e4642bc3c7fa27c31eac7" member_type: VOTER last_known_addr { host: "127.28.61.130" port: 38589 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
21:09:20.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:20.117754 30002 raft_consensus.cc:493] T ee249905f85b4fe7a75274e7f898a0fd P f9388bec45ef4b26b002bb34888dd2e1 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
21:09:20.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:20.118315 30002 raft_consensus.cc:515] T ee249905f85b4fe7a75274e7f898a0fd P f9388bec45ef4b26b002bb34888dd2e1 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f53bf1a5b946421c9a5245279379d038" member_type: VOTER last_known_addr { host: "127.28.61.129" port: 36239 } } peers { permanent_uuid: "f9388bec45ef4b26b002bb34888dd2e1" member_type: VOTER last_known_addr { host: "127.28.61.131" port: 42367 } } peers { permanent_uuid: "e4dd8c316c5e4642bc3c7fa27c31eac7" member_type: VOTER last_known_addr { host: "127.28.61.130" port: 38589 } }
21:09:20.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:20.121554 30002 leader_election.cc:290] T ee249905f85b4fe7a75274e7f898a0fd P f9388bec45ef4b26b002bb34888dd2e1 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers f53bf1a5b946421c9a5245279379d038 (127.28.61.129:36239), e4dd8c316c5e4642bc3c7fa27c31eac7 (127.28.61.130:38589)
21:09:20.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:20.124027 29397 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "ee249905f85b4fe7a75274e7f898a0fd" candidate_uuid: "f9388bec45ef4b26b002bb34888dd2e1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f53bf1a5b946421c9a5245279379d038" is_pre_election: true
21:09:20.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:20.124764 29397 raft_consensus.cc:2468] T ee249905f85b4fe7a75274e7f898a0fd P f53bf1a5b946421c9a5245279379d038 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate f9388bec45ef4b26b002bb34888dd2e1 in term 0.
21:09:20.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:20.133054 29697 leader_election.cc:304] T ee249905f85b4fe7a75274e7f898a0fd P f9388bec45ef4b26b002bb34888dd2e1 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: f53bf1a5b946421c9a5245279379d038, f9388bec45ef4b26b002bb34888dd2e1; no voters: 
21:09:20.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:20.136127 29994 consensus_queue.cc:1048] T 66f6fd7ac405472ea379d117d01bf0a0 P f53bf1a5b946421c9a5245279379d038 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f9388bec45ef4b26b002bb34888dd2e1" member_type: VOTER last_known_addr { host: "127.28.61.131" port: 42367 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
21:09:20.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:20.145336 29993 raft_consensus.cc:2804] T ee249905f85b4fe7a75274e7f898a0fd P f9388bec45ef4b26b002bb34888dd2e1 [term 0 FOLLOWER]: Leader pre-election won for term 1
21:09:20.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:20.145727 29993 raft_consensus.cc:493] T ee249905f85b4fe7a75274e7f898a0fd P f9388bec45ef4b26b002bb34888dd2e1 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
21:09:20.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:20.146078 29993 raft_consensus.cc:3060] T ee249905f85b4fe7a75274e7f898a0fd P f9388bec45ef4b26b002bb34888dd2e1 [term 0 FOLLOWER]: Advancing to term 1
21:09:20.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:20.162909 28640 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.UpdateConsensus -> {remote=127.27.110.65:44763, user_credentials={real_user=slave}} blocked reactor thread for 79062.5us
21:09:20.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:20.165077 30002 consensus_queue.cc:1048] T b5489d685a8540afb46642bfcb54ee5d P f9388bec45ef4b26b002bb34888dd2e1 [LEADER]: Connected to new peer: Peer: permanent_uuid: "e4dd8c316c5e4642bc3c7fa27c31eac7" member_type: VOTER last_known_addr { host: "127.28.61.130" port: 38589 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
21:09:20.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:20.195592 29994 consensus_queue.cc:1048] T e8be428f73714f0c9e4c0cd4387994bf P f53bf1a5b946421c9a5245279379d038 [LEADER]: Connected to new peer: Peer: permanent_uuid: "e4dd8c316c5e4642bc3c7fa27c31eac7" member_type: VOTER last_known_addr { host: "127.28.61.130" port: 38589 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
21:09:20.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:20.159021 29127 catalog_manager.cc:5696] T b0f499ee9a1247288c30003058622aa0 P e4dd8c316c5e4642bc3c7fa27c31eac7 reported cstate change: term changed from 0 to 1, leader changed from <none> to e4dd8c316c5e4642bc3c7fa27c31eac7 (127.28.61.130). New cstate: current_term: 1 leader_uuid: "e4dd8c316c5e4642bc3c7fa27c31eac7" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f53bf1a5b946421c9a5245279379d038" member_type: VOTER last_known_addr { host: "127.28.61.129" port: 36239 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "e4dd8c316c5e4642bc3c7fa27c31eac7" member_type: VOTER last_known_addr { host: "127.28.61.130" port: 38589 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "f9388bec45ef4b26b002bb34888dd2e1" member_type: VOTER last_known_addr { host: "127.28.61.131" port: 42367 } health_report { overall_health: UNKNOWN } } }
21:09:20.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:20.211908 29993 raft_consensus.cc:515] T ee249905f85b4fe7a75274e7f898a0fd P f9388bec45ef4b26b002bb34888dd2e1 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f53bf1a5b946421c9a5245279379d038" member_type: VOTER last_known_addr { host: "127.28.61.129" port: 36239 } } peers { permanent_uuid: "f9388bec45ef4b26b002bb34888dd2e1" member_type: VOTER last_known_addr { host: "127.28.61.131" port: 42367 } } peers { permanent_uuid: "e4dd8c316c5e4642bc3c7fa27c31eac7" member_type: VOTER last_known_addr { host: "127.28.61.130" port: 38589 } }
21:09:20.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:20.215158 29993 leader_election.cc:290] T ee249905f85b4fe7a75274e7f898a0fd P f9388bec45ef4b26b002bb34888dd2e1 [CANDIDATE]: Term 1 election: Requested vote from peers f53bf1a5b946421c9a5245279379d038 (127.28.61.129:36239), e4dd8c316c5e4642bc3c7fa27c31eac7 (127.28.61.130:38589)
21:09:20.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:20.219683 29397 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "ee249905f85b4fe7a75274e7f898a0fd" candidate_uuid: "f9388bec45ef4b26b002bb34888dd2e1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f53bf1a5b946421c9a5245279379d038"
21:09:20.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:20.220350 29397 raft_consensus.cc:3060] T ee249905f85b4fe7a75274e7f898a0fd P f53bf1a5b946421c9a5245279379d038 [term 0 FOLLOWER]: Advancing to term 1
21:09:20.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:20.078969 29979 raft_consensus.cc:515] T c263d56d2c014d8aa33464391dbda9cb P f9388bec45ef4b26b002bb34888dd2e1 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f53bf1a5b946421c9a5245279379d038" member_type: VOTER last_known_addr { host: "127.28.61.129" port: 36239 } } peers { permanent_uuid: "e4dd8c316c5e4642bc3c7fa27c31eac7" member_type: VOTER last_known_addr { host: "127.28.61.130" port: 38589 } } peers { permanent_uuid: "f9388bec45ef4b26b002bb34888dd2e1" member_type: VOTER last_known_addr { host: "127.28.61.131" port: 42367 } }
21:09:20.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:20.229396 29979 leader_election.cc:290] T c263d56d2c014d8aa33464391dbda9cb P f9388bec45ef4b26b002bb34888dd2e1 [CANDIDATE]: Term 1 election: Requested vote from peers f53bf1a5b946421c9a5245279379d038 (127.28.61.129:36239), e4dd8c316c5e4642bc3c7fa27c31eac7 (127.28.61.130:38589)
21:09:20.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:20.229523 29396 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c263d56d2c014d8aa33464391dbda9cb" candidate_uuid: "f9388bec45ef4b26b002bb34888dd2e1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f53bf1a5b946421c9a5245279379d038"
21:09:20.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:20.230166 29396 raft_consensus.cc:3060] T c263d56d2c014d8aa33464391dbda9cb P f53bf1a5b946421c9a5245279379d038 [term 0 FOLLOWER]: Advancing to term 1
21:09:20.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:20.239686 29397 raft_consensus.cc:2468] T ee249905f85b4fe7a75274e7f898a0fd P f53bf1a5b946421c9a5245279379d038 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate f9388bec45ef4b26b002bb34888dd2e1 in term 1.
21:09:20.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:20.238663 29396 raft_consensus.cc:2468] T c263d56d2c014d8aa33464391dbda9cb P f53bf1a5b946421c9a5245279379d038 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate f9388bec45ef4b26b002bb34888dd2e1 in term 1.
21:09:20.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:20.243481 29696 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.UpdateConsensus -> {remote=127.28.61.130:38589, user_credentials={real_user=slave}} blocked reactor thread for 66874.2us
21:09:20.246 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2841dd5f383bae9a8f297e74525dcca1 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 2841dd5f383bae9a8f297e74525dcca1 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:20.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:20.245272 29697 leader_election.cc:304] T ee249905f85b4fe7a75274e7f898a0fd P f9388bec45ef4b26b002bb34888dd2e1 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: f53bf1a5b946421c9a5245279379d038, f9388bec45ef4b26b002bb34888dd2e1; no voters: 
21:09:20.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:20.246815 29697 leader_election.cc:304] T c263d56d2c014d8aa33464391dbda9cb P f9388bec45ef4b26b002bb34888dd2e1 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: f53bf1a5b946421c9a5245279379d038, f9388bec45ef4b26b002bb34888dd2e1; no voters: 
21:09:20.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:20.126868 29568 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "ee249905f85b4fe7a75274e7f898a0fd" candidate_uuid: "f9388bec45ef4b26b002bb34888dd2e1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e4dd8c316c5e4642bc3c7fa27c31eac7" is_pre_election: true
21:09:20.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:20.263360 30002 raft_consensus.cc:2804] T ee249905f85b4fe7a75274e7f898a0fd P f9388bec45ef4b26b002bb34888dd2e1 [term 1 FOLLOWER]: Leader election won for term 1
21:09:20.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:20.263355 29568 raft_consensus.cc:2468] T ee249905f85b4fe7a75274e7f898a0fd P e4dd8c316c5e4642bc3c7fa27c31eac7 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate f9388bec45ef4b26b002bb34888dd2e1 in term 0.
21:09:20.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:20.249802 29566 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c263d56d2c014d8aa33464391dbda9cb" candidate_uuid: "f9388bec45ef4b26b002bb34888dd2e1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e4dd8c316c5e4642bc3c7fa27c31eac7"
21:09:20.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:20.251864 29569 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "ee249905f85b4fe7a75274e7f898a0fd" candidate_uuid: "f9388bec45ef4b26b002bb34888dd2e1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e4dd8c316c5e4642bc3c7fa27c31eac7"
21:09:20.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:20.265761 29569 raft_consensus.cc:3060] T ee249905f85b4fe7a75274e7f898a0fd P e4dd8c316c5e4642bc3c7fa27c31eac7 [term 0 FOLLOWER]: Advancing to term 1
21:09:20.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:20.271446 29696 leader_election.cc:343] T c263d56d2c014d8aa33464391dbda9cb P f9388bec45ef4b26b002bb34888dd2e1 [CANDIDATE]: Term 1 election: Tablet error from VoteRequest() call to peer e4dd8c316c5e4642bc3c7fa27c31eac7 (127.28.61.130:38589): Illegal state: must be running to vote when last-logged opid is not known
21:09:20.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:20.272580 30027 raft_consensus.cc:2804] T c263d56d2c014d8aa33464391dbda9cb P f9388bec45ef4b26b002bb34888dd2e1 [term 1 FOLLOWER]: Leader election won for term 1
21:09:20.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:20.275300 29331 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.UpdateConsensus -> {remote=127.28.61.130:38589, user_credentials={real_user=slave}} blocked reactor thread for 93201.3us
21:09:20.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:20.278743 29965 tablet_bootstrap.cc:492] T c263d56d2c014d8aa33464391dbda9cb P e4dd8c316c5e4642bc3c7fa27c31eac7: Bootstrap starting.
21:09:20.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:20.282843 30029 consensus_queue.cc:1048] T e8be428f73714f0c9e4c0cd4387994bf P f53bf1a5b946421c9a5245279379d038 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f9388bec45ef4b26b002bb34888dd2e1" member_type: VOTER last_known_addr { host: "127.28.61.131" port: 42367 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
21:09:20.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:20.289579 29569 raft_consensus.cc:2468] T ee249905f85b4fe7a75274e7f898a0fd P e4dd8c316c5e4642bc3c7fa27c31eac7 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate f9388bec45ef4b26b002bb34888dd2e1 in term 1.
21:09:20.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:20.310906 30025 log.cc:927] Time spent T 66f6fd7ac405472ea379d117d01bf0a0 P f9388bec45ef4b26b002bb34888dd2e1: Append to log took a long time: real 0.068s	user 0.002s	sys 0.000s
21:09:20.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:20.318893 29965 tablet_bootstrap.cc:654] T c263d56d2c014d8aa33464391dbda9cb P e4dd8c316c5e4642bc3c7fa27c31eac7: Neither blocks nor log segments found. Creating new log.
21:09:20.327 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:20.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:20.332832 30034 consensus_queue.cc:1048] T b5489d685a8540afb46642bfcb54ee5d P f9388bec45ef4b26b002bb34888dd2e1 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f53bf1a5b946421c9a5245279379d038" member_type: VOTER last_known_addr { host: "127.28.61.129" port: 36239 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.003s
21:09:20.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:20.334640 29696 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.UpdateConsensus -> {remote=127.28.61.130:38589, user_credentials={real_user=slave}} blocked reactor thread for 57152.7us
21:09:20.340 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:20.340 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:20.341 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:20.343 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:20.343 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:20.343 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:20.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:20.333246 30002 raft_consensus.cc:697] T ee249905f85b4fe7a75274e7f898a0fd P f9388bec45ef4b26b002bb34888dd2e1 [term 1 LEADER]: Becoming Leader. State: Replica: f9388bec45ef4b26b002bb34888dd2e1, State: Running, Role: LEADER
21:09:20.344 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:20.344 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:20.344 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:20.345 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:20.345 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:20.345 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:20.345 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:20.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:20.349749 30027 raft_consensus.cc:697] T c263d56d2c014d8aa33464391dbda9cb P f9388bec45ef4b26b002bb34888dd2e1 [term 1 LEADER]: Becoming Leader. State: Replica: f9388bec45ef4b26b002bb34888dd2e1, State: Running, Role: LEADER
21:09:20.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:20.351871 30002 consensus_queue.cc:237] T ee249905f85b4fe7a75274e7f898a0fd P f9388bec45ef4b26b002bb34888dd2e1 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f53bf1a5b946421c9a5245279379d038" member_type: VOTER last_known_addr { host: "127.28.61.129" port: 36239 } } peers { permanent_uuid: "f9388bec45ef4b26b002bb34888dd2e1" member_type: VOTER last_known_addr { host: "127.28.61.131" port: 42367 } } peers { permanent_uuid: "e4dd8c316c5e4642bc3c7fa27c31eac7" member_type: VOTER last_known_addr { host: "127.28.61.130" port: 38589 } }
21:09:20.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:20.354180 30027 consensus_queue.cc:237] T c263d56d2c014d8aa33464391dbda9cb P f9388bec45ef4b26b002bb34888dd2e1 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f53bf1a5b946421c9a5245279379d038" member_type: VOTER last_known_addr { host: "127.28.61.129" port: 36239 } } peers { permanent_uuid: "e4dd8c316c5e4642bc3c7fa27c31eac7" member_type: VOTER last_known_addr { host: "127.28.61.130" port: 38589 } } peers { permanent_uuid: "f9388bec45ef4b26b002bb34888dd2e1" member_type: VOTER last_known_addr { host: "127.28.61.131" port: 42367 } }
21:09:20.373 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:20.373 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:20.374 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:20.374 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:20.374 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:20.374 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:20.374 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:20.374 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:20.375 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:20.375 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:20.375 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:20.375 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:20.375 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:20.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:20.400362 29981 consensus_queue.cc:1048] T b0f499ee9a1247288c30003058622aa0 P e4dd8c316c5e4642bc3c7fa27c31eac7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f53bf1a5b946421c9a5245279379d038" member_type: VOTER last_known_addr { host: "127.28.61.129" port: 36239 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
21:09:20.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:20.412250 29965 tablet_bootstrap.cc:492] T c263d56d2c014d8aa33464391dbda9cb P e4dd8c316c5e4642bc3c7fa27c31eac7: No bootstrap required, opened a new log
21:09:20.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:20.412909 29965 ts_tablet_manager.cc:1403] T c263d56d2c014d8aa33464391dbda9cb P e4dd8c316c5e4642bc3c7fa27c31eac7: Time spent bootstrapping tablet: real 0.134s	user 0.013s	sys 0.009s
21:09:20.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:20.427400 29965 raft_consensus.cc:359] T c263d56d2c014d8aa33464391dbda9cb P e4dd8c316c5e4642bc3c7fa27c31eac7 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f53bf1a5b946421c9a5245279379d038" member_type: VOTER last_known_addr { host: "127.28.61.129" port: 36239 } } peers { permanent_uuid: "e4dd8c316c5e4642bc3c7fa27c31eac7" member_type: VOTER last_known_addr { host: "127.28.61.130" port: 38589 } } peers { permanent_uuid: "f9388bec45ef4b26b002bb34888dd2e1" member_type: VOTER last_known_addr { host: "127.28.61.131" port: 42367 } }
21:09:20.430 [DEBUG - pool-320-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:09:20.430 [DEBUG - pool-320-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:09:20.430 [DEBUG - pool-320-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:09:20.430 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:20.431 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:20.431 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:20.431 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:20.431 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:20.431 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:20.432 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:20.432 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:20.432 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:20.432 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:09:20.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:20.433070 29128 catalog_manager.cc:5696] T ee249905f85b4fe7a75274e7f898a0fd P f9388bec45ef4b26b002bb34888dd2e1 reported cstate change: term changed from 0 to 1, leader changed from <none> to f9388bec45ef4b26b002bb34888dd2e1 (127.28.61.131). New cstate: current_term: 1 leader_uuid: "f9388bec45ef4b26b002bb34888dd2e1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f53bf1a5b946421c9a5245279379d038" member_type: VOTER last_known_addr { host: "127.28.61.129" port: 36239 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "f9388bec45ef4b26b002bb34888dd2e1" member_type: VOTER last_known_addr { host: "127.28.61.131" port: 42367 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "e4dd8c316c5e4642bc3c7fa27c31eac7" member_type: VOTER last_known_addr { host: "127.28.61.130" port: 38589 } health_report { overall_health: UNKNOWN } } }
21:09:20.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:20.428221 29965 raft_consensus.cc:385] T c263d56d2c014d8aa33464391dbda9cb P e4dd8c316c5e4642bc3c7fa27c31eac7 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:09:20.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:20.440560 29965 raft_consensus.cc:740] T c263d56d2c014d8aa33464391dbda9cb P e4dd8c316c5e4642bc3c7fa27c31eac7 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e4dd8c316c5e4642bc3c7fa27c31eac7, State: Initialized, Role: FOLLOWER
21:09:20.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:20.441394 29965 consensus_queue.cc:260] T c263d56d2c014d8aa33464391dbda9cb P e4dd8c316c5e4642bc3c7fa27c31eac7 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f53bf1a5b946421c9a5245279379d038" member_type: VOTER last_known_addr { host: "127.28.61.129" port: 36239 } } peers { permanent_uuid: "e4dd8c316c5e4642bc3c7fa27c31eac7" member_type: VOTER last_known_addr { host: "127.28.61.130" port: 38589 } } peers { permanent_uuid: "f9388bec45ef4b26b002bb34888dd2e1" member_type: VOTER last_known_addr { host: "127.28.61.131" port: 42367 } }
21:09:20.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:20.449244 29965 ts_tablet_manager.cc:1434] T c263d56d2c014d8aa33464391dbda9cb P e4dd8c316c5e4642bc3c7fa27c31eac7: Time spent starting tablet: real 0.036s	user 0.006s	sys 0.003s
21:09:20.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:20.491854 29981 consensus_queue.cc:1048] T b0f499ee9a1247288c30003058622aa0 P e4dd8c316c5e4642bc3c7fa27c31eac7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f9388bec45ef4b26b002bb34888dd2e1" member_type: VOTER last_known_addr { host: "127.28.61.131" port: 42367 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
21:09:20.515 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:20.515 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:20.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:20.517448 30046 raft_consensus.cc:493] T c263d56d2c014d8aa33464391dbda9cb P e4dd8c316c5e4642bc3c7fa27c31eac7 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
21:09:20.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:20.519924 30046 raft_consensus.cc:515] T c263d56d2c014d8aa33464391dbda9cb P e4dd8c316c5e4642bc3c7fa27c31eac7 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f53bf1a5b946421c9a5245279379d038" member_type: VOTER last_known_addr { host: "127.28.61.129" port: 36239 } } peers { permanent_uuid: "e4dd8c316c5e4642bc3c7fa27c31eac7" member_type: VOTER last_known_addr { host: "127.28.61.130" port: 38589 } } peers { permanent_uuid: "f9388bec45ef4b26b002bb34888dd2e1" member_type: VOTER last_known_addr { host: "127.28.61.131" port: 42367 } }
21:09:20.523 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:09:20.523 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:09:20.523 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:09:20.524 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:20.524 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:20.524 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:20.524 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:20.524 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:20.524 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:20.524 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:20.524 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:20.525 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:20.525 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:09:20.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:20.525830 30046 leader_election.cc:290] T c263d56d2c014d8aa33464391dbda9cb P e4dd8c316c5e4642bc3c7fa27c31eac7 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers f53bf1a5b946421c9a5245279379d038 (127.28.61.129:36239), f9388bec45ef4b26b002bb34888dd2e1 (127.28.61.131:42367)
21:09:20.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:20.528999 29762 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c263d56d2c014d8aa33464391dbda9cb" candidate_uuid: "e4dd8c316c5e4642bc3c7fa27c31eac7" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f9388bec45ef4b26b002bb34888dd2e1" is_pre_election: true
21:09:20.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:20.534909 29396 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c263d56d2c014d8aa33464391dbda9cb" candidate_uuid: "e4dd8c316c5e4642bc3c7fa27c31eac7" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f53bf1a5b946421c9a5245279379d038" is_pre_election: true
21:09:20.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:20.535821 29396 raft_consensus.cc:2393] T c263d56d2c014d8aa33464391dbda9cb P f53bf1a5b946421c9a5245279379d038 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate e4dd8c316c5e4642bc3c7fa27c31eac7 in current term 1: Already voted for candidate f9388bec45ef4b26b002bb34888dd2e1 in this term.
21:09:20.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:20.538892 30043 log.cc:927] Time spent T ee249905f85b4fe7a75274e7f898a0fd P f9388bec45ef4b26b002bb34888dd2e1: Append to log took a long time: real 0.114s	user 0.001s	sys 0.000s
21:09:20.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:20.586186 29504 leader_election.cc:304] T c263d56d2c014d8aa33464391dbda9cb P e4dd8c316c5e4642bc3c7fa27c31eac7 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: e4dd8c316c5e4642bc3c7fa27c31eac7; no voters: f53bf1a5b946421c9a5245279379d038, f9388bec45ef4b26b002bb34888dd2e1
21:09:20.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:20.588490 29504 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.RequestConsensusVote -> {remote=127.28.61.129:36239, user_credentials={real_user=slave}} blocked reactor thread for 43507us
21:09:20.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:20.593518 29127 catalog_manager.cc:5696] T c263d56d2c014d8aa33464391dbda9cb P f9388bec45ef4b26b002bb34888dd2e1 reported cstate change: term changed from 0 to 1, leader changed from <none> to f9388bec45ef4b26b002bb34888dd2e1 (127.28.61.131). New cstate: current_term: 1 leader_uuid: "f9388bec45ef4b26b002bb34888dd2e1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f53bf1a5b946421c9a5245279379d038" member_type: VOTER last_known_addr { host: "127.28.61.129" port: 36239 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "e4dd8c316c5e4642bc3c7fa27c31eac7" member_type: VOTER last_known_addr { host: "127.28.61.130" port: 38589 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "f9388bec45ef4b26b002bb34888dd2e1" member_type: VOTER last_known_addr { host: "127.28.61.131" port: 42367 } health_report { overall_health: HEALTHY } } }
21:09:20.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:20.622524 30046 raft_consensus.cc:3060] T c263d56d2c014d8aa33464391dbda9cb P e4dd8c316c5e4642bc3c7fa27c31eac7 [term 0 FOLLOWER]: Advancing to term 1
21:09:20.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:20.640934 30046 raft_consensus.cc:2749] T c263d56d2c014d8aa33464391dbda9cb P e4dd8c316c5e4642bc3c7fa27c31eac7 [term 1 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
21:09:20.746 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2841dd5f383bae9a8f297e74525dcca1 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 2841dd5f383bae9a8f297e74525dcca1 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:20.752 [DEBUG - main] (Connection.java:575) [peer master-127.27.110.126:34219(127.27.110.126:34219)] disconnecting while in state READY
21:09:20.752 [DEBUG - main] (Connection.java:575) [peer master-127.27.110.124:43039(127.27.110.124:43039)] disconnecting while in state READY
21:09:20.752 [DEBUG - main] (Connection.java:575) [peer master-127.27.110.125:37111(127.27.110.125:37111)] disconnecting while in state READY
21:09:20.753 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.27.110.124:43039(127.27.110.124:43039)] handling channelInactive
21:09:20.753 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.110.124:43039(127.27.110.124:43039)] cleaning up while in state READY due to: connection closed
21:09:20.754 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.27.110.125:37111(127.27.110.125:37111)] handling channelInactive
21:09:20.754 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.110.125:37111(127.27.110.125:37111)] cleaning up while in state READY due to: connection closed
21:09:20.756 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
21:09:20.758 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-0
21:09:20.758 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 25 thread-local buffer(s) from thread: kudu-nio-2
21:09:20.764 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.27.110.126:34219(127.27.110.126:34219)] handling channelInactive
21:09:20.764 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.110.126:34219(127.27.110.126:34219)] cleaning up while in state READY due to: connection closed
21:09:20.764 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 20 thread-local buffer(s) from thread: kudu-nio-1
21:09:20.765 [DEBUG - main] (Connection.java:575) [peer master-127.28.61.189:39213(127.28.61.189:39213)] disconnecting while in state READY
21:09:20.765 [DEBUG - main] (Connection.java:575) [peer master-127.28.61.190:36375(127.28.61.190:36375)] disconnecting while in state READY
21:09:20.765 [DEBUG - main] (Connection.java:575) [peer master-127.28.61.188:41979(127.28.61.188:41979)] disconnecting while in state READY
21:09:20.765 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
21:09:20.765 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.28.61.190:36375(127.28.61.190:36375)] handling channelInactive
21:09:20.765 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.61.190:36375(127.28.61.190:36375)] cleaning up while in state READY due to: connection closed
21:09:20.765 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.28.61.188:41979(127.28.61.188:41979)] handling channelInactive
21:09:20.767 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.28.61.188:41979(127.28.61.188:41979)] cleaning up while in state READY due to: connection closed
21:09:20.767 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-0
21:09:20.767 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 27 thread-local buffer(s) from thread: kudu-nio-2
21:09:20.767 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.28.61.189:39213(127.28.61.189:39213)] handling channelInactive
21:09:20.767 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.61.189:39213(127.28.61.189:39213)] cleaning up while in state READY due to: connection closed
21:09:20.767 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-1
21:09:20.769 [INFO - main] (TypeExtractor.java:2144) Field Row#fieldByName will be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
21:09:20.769 [INFO - main] (TypeExtractor.java:2069) class java.util.LinkedHashMap does not contain a getter for field accessOrder
21:09:20.769 [INFO - main] (TypeExtractor.java:2072) class java.util.LinkedHashMap does not contain a setter for field accessOrder
21:09:20.769 [INFO - main] (TypeExtractor.java:2116) Class class java.util.LinkedHashMap cannot be used as a POJO type because not all fields are valid POJO fields, and must be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
21:09:20.769 [INFO - main] (TypeExtractor.java:2144) Field Row#positionByName will be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
21:09:20.769 [INFO - main] (TypeExtractor.java:2197) class org.apache.flink.types.Row is missing a default constructor so it cannot be used as a POJO type and must be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
21:09:20.777 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.cpu.cores required for local execution is not set, setting it to the maximal possible value.
21:09:20.777 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.task.heap.size required for local execution is not set, setting it to the maximal possible value.
21:09:20.777 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.task.off-heap.size required for local execution is not set, setting it to the maximal possible value.
21:09:20.777 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.network.min required for local execution is not set, setting it to its default value 64 mb.
21:09:20.777 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.network.max required for local execution is not set, setting it to its default value 64 mb.
21:09:20.777 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.managed.size required for local execution is not set, setting it to its default value 128 mb.
21:09:20.777 [INFO - main] (MiniCluster.java:324) Starting Flink Mini Cluster
21:09:20.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:20.778836 30002 consensus_queue.cc:1048] T c263d56d2c014d8aa33464391dbda9cb P f9388bec45ef4b26b002bb34888dd2e1 [LEADER]: Connected to new peer: Peer: permanent_uuid: "e4dd8c316c5e4642bc3c7fa27c31eac7" member_type: VOTER last_known_addr { host: "127.28.61.130" port: 38589 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
21:09:20.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:20.783941 30002 consensus_queue.cc:1048] T ee249905f85b4fe7a75274e7f898a0fd P f9388bec45ef4b26b002bb34888dd2e1 [LEADER]: Connected to new peer: Peer: permanent_uuid: "e4dd8c316c5e4642bc3c7fa27c31eac7" member_type: VOTER last_known_addr { host: "127.28.61.130" port: 38589 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
21:09:20.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:20.809347 30027 consensus_queue.cc:1048] T c263d56d2c014d8aa33464391dbda9cb P f9388bec45ef4b26b002bb34888dd2e1 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f53bf1a5b946421c9a5245279379d038" member_type: VOTER last_known_addr { host: "127.28.61.129" port: 36239 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
21:09:20.827 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:20.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:20.862757 30027 consensus_queue.cc:1048] T ee249905f85b4fe7a75274e7f898a0fd P f9388bec45ef4b26b002bb34888dd2e1 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f53bf1a5b946421c9a5245279379d038" member_type: VOTER last_known_addr { host: "127.28.61.129" port: 36239 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
21:09:20.901 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:20.902 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:20.902 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:20.902 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:20.902 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:20.902 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:20.903 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:20.903 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:20.903 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:20.903 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:20.903 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:20.903 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:20.903 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:20.923 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:20.923 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:20.923 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:20.924 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:20.924 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:20.924 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:20.924 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:20.924 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:20.924 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:20.924 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:20.925 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:20.925 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:20.925 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:20.938 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.25.113.61:34911(127.25.113.61:34911)] connecting to peer
21:09:20.938 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.25.113.60:35933(127.25.113.60:35933)] connecting to peer
21:09:20.938 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.25.113.62:35193(127.25.113.62:35193)] connecting to peer
21:09:20.939 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:20.939 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.113.61:34911(127.25.113.61:34911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:20.939 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.61:34911: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:20.940 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:20.940 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.113.60:35933(127.25.113.60:35933)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:20.940 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.60:35933: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:20.940 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:20.940 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.113.62:35193(127.25.113.62:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:20.940 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.62:35193: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:20.940 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193; will retry
21:09:21.018 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:21.018 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:21.114 [INFO - main] (MiniCluster.java:343) Starting Metrics Registry
21:09:21.186 [INFO - main] (MetricRegistryImpl.java:177) No metrics reporter configured, no metrics will be exposed/reported.
21:09:21.186 [INFO - main] (MetricRegistryImpl.java:240) No trace reporter configured, no metrics will be exposed/reported.
21:09:21.186 [INFO - main] (MiniCluster.java:350) Starting RPC Service(s)
21:09:21.201 [INFO - main] (ActorSystemBootstrapTools.java:227) Trying to start local actor system
21:09:21.246 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2841dd5f383bae9a8f297e74525dcca1 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 2841dd5f383bae9a8f297e74525dcca1 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:21.326 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:21.341 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:21.341 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:21.341 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:21.341 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:21.341 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:21.341 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:21.341 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:21.341 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:21.342 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:21.341 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:21.342 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:21.342 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:21.342 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:21.363 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:09:21.363 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:09:21.363 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:09:21.364 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:21.364 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:21.364 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:21.364 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:21.364 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:21.364 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:21.365 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:21.365 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:21.365 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:21.365 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:09:21.420 [DEBUG - pool-318-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:09:21.421 [DEBUG - pool-318-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:09:21.421 [DEBUG - pool-318-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:09:21.421 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:21.421 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:21.422 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:21.422 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:21.422 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:21.445 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:21.446 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:21.446 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:21.446 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:21.446 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:09:21.470 [DEBUG - pool-320-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:09:21.471 [DEBUG - pool-320-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:09:21.471 [DEBUG - pool-320-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:09:21.471 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:21.471 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:21.471 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:21.471 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:21.471 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:21.471 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:21.472 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:21.472 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:21.472 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:21.472 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:09:21.512 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:21.512 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:21.512 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:21.513 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:21.513 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:21.513 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:21.513 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:21.513 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:21.513 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:21.515 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:21.515 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:21.515 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:21.515 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:21.515 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:21.515 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:21.720 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (83c88b319a84cfbe321fdd6e09697f68) switched from state RESTARTING to RUNNING.
21:09:21.720 [INFO - flink-pekko.actor.default-dispatcher-8] (CheckpointCoordinator.java:1805) Restoring job 83c88b319a84cfbe321fdd6e09697f68 from Checkpoint 66 @ 1783544836140 for 83c88b319a84cfbe321fdd6e09697f68 located at file:/tmp/junit15794170310472928674/checkpoints/83c88b319a84cfbe321fdd6e09697f68/chk-66.
21:09:21.721 [INFO - flink-pekko.actor.default-dispatcher-8] (MasterHooks.java:201) No master state to restore
21:09:21.721 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (7bde5c08f7e804a4ab3423222f7e7362_cbc357ccb763df2852fee8c4fc7d55f2_2_5) switched from CREATED to SCHEDULED.
21:09:21.725 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (7bde5c08f7e804a4ab3423222f7e7362_cbc357ccb763df2852fee8c4fc7d55f2_2_5) switched from SCHEDULED to DEPLOYING.
21:09:21.725 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #5) with attempt id 7bde5c08f7e804a4ab3423222f7e7362_cbc357ccb763df2852fee8c4fc7d55f2_2_5 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to c55db3d4-2fd1-4c20-a48a-1de4bc3c79fd @ 127.0.0.1 (dataPort=-1) with allocation id 47d2bf06ddbb090309483d06cea61f42
21:09:21.727 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 2 to checkpoint 66 for source Source: KuduSource to checkpoint.
21:09:21.725 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job 83c88b319a84cfbe321fdd6e09697f68: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
21:09:21.729 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 47d2bf06ddbb090309483d06cea61f42.
21:09:21.731 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#5 (7bde5c08f7e804a4ab3423222f7e7362_cbc357ccb763df2852fee8c4fc7d55f2_2_5), deploy into slot with allocation id 47d2bf06ddbb090309483d06cea61f42.
21:09:21.741 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#5 (7bde5c08f7e804a4ab3423222f7e7362_cbc357ccb763df2852fee8c4fc7d55f2_2_5) switched from CREATED to DEPLOYING.
21:09:21.741 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#5 (7bde5c08f7e804a4ab3423222f7e7362_cbc357ccb763df2852fee8c4fc7d55f2_2_5) [DEPLOYING].
21:09:21.742 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@2c9682b5
21:09:21.742 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
21:09:21.742 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit15794170310472928674/checkpoints")
21:09:21.742 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#5 (7bde5c08f7e804a4ab3423222f7e7362_cbc357ccb763df2852fee8c4fc7d55f2_2_5) switched from DEPLOYING to INITIALIZING.
21:09:21.743 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (7bde5c08f7e804a4ab3423222f7e7362_cbc357ccb763df2852fee8c4fc7d55f2_2_5) switched from DEPLOYING to INITIALIZING.
21:09:21.745 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2841dd5f383bae9a8f297e74525dcca1 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 2841dd5f383bae9a8f297e74525dcca1 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:21.747 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@761685ee
21:09:21.749 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#5] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:09:21.764 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#5] (Connection.java:748) [peer master-127.22.50.60:38829(127.22.50.60:38829)] connecting to peer
21:09:21.767 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#5] (Connection.java:748) [peer master-127.22.50.61:45261(127.22.50.61:45261)] connecting to peer
21:09:21.768 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:09:21.768 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.50.60:38829(127.22.50.60:38829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:09:21.768 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.60:38829: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:09:21.775 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#5] (Connection.java:748) [peer master-127.22.50.62:44659(127.22.50.62:44659)] connecting to peer
21:09:21.777 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:09:21.777 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.50.61:45261(127.22.50.61:45261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:09:21.777 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.61:45261: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:09:21.779 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:09:21.779 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.50.62:44659(127.22.50.62:44659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:09:21.780 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.62:44659: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:09:21.780 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:09:21.780 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:09:21.780 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:09:21.781 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:21.781 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:21.781 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:21.781 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:21.781 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:21.781 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:21.782 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:21.782 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:21.782 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:21.782 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:09:21.783 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29366), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [9ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [10ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [11ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [16ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [19ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [21ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [45ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [45ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [65ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [71ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [71ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [118ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [121ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [125ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [126ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [128ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [142ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [143ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [143ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [143ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [162ms] refreshing cache from master, [163ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [163ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [163ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [166ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [166ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [167ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [167ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [202ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [203ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [204ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [204ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [222ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [223ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [224ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [224ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [343ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [344ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [347ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [348ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [420ms] refreshing cache from master, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [422ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [423ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [424ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [424ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [542ms] refreshing cache from master, [542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [544ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [544ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [545ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [546ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [546ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [546ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [1341ms] refreshing cache from master, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [1342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [1342ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [1343ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [1344ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [1344ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [3220ms] refreshing cache from master, [3220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [3221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [3221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [3222ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [3222ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [3223ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [3223ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [3641ms] refreshing cache from master, [3641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [3641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [3642ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [3643ms] too many traces: truncated at 100 traces, deferred=Deferred@1734611840(state=PENDING, result=null, callback=(continuation of Deferred@1540973575 after retry RPC after error@2094789190) -> (continuation of Deferred@369695048 after retry RPC after error@1362550810) -> (continuation of Deferred@1096765287 after retry RPC after error@1647697096) -> (continuation of Deferred@1009277599 after retry RPC after error@1526225712) -> (continuation of Deferred@1642533759 after retry RPC after error@762855447) -> (continuation of Deferred@1408895877 after retry RPC after error@1271130897) -> (continuation of Deferred@308700669 after retry RPC after error@2104616798) -> (continuation of Deferred@2127850838 after retry RPC after error@714840830) -> (continuation of Deferred@200494045 after retry RPC after error@2034894570) -> (continuation of Deferred@606693960 after retry RPC after error@1376999513) -> (continuation of Deferred@1135561829 after retry RPC after error@1794867116) -> (continuation of Deferred@91173777 after retry RPC after error@1307996917) -> (continuation of Deferred@1954796362 after retry RPC after error@1169478761) -> (continuation of Deferred@960201973 after retry RPC after error@1201940733) -> (continuation of Deferred@760724160 after retry RPC after error@1310925983) -> (continuation of Deferred@727321986 after retry RPC after error@1306475476) -> (continuation of Deferred@1565399317 after retry RPC after error@178182655) -> (continuation of Deferred@1909715763 after retry RPC after error@1172727622) -> (continuation of Deferred@1758287966 after retry RPC after error@341849497) -> (continuation of Deferred@2059671117 after retry RPC after error@208568836) -> (continuation of Deferred@249771135 after retry RPC after error@456787143) -> (continuation of Deferred@1100353427 after retry RPC after error@957401863) -> (continuation of Deferred@776421526 after retry RPC after error@1703962021) -> (continuation of Deferred@336266259 after retry RPC after error@737979750), errback=(continuation of Deferred@1540973575 after retry RPC after error@2094789190) -> (continuation of Deferred@369695048 after retry RPC after error@1362550810) -> (continuation of Deferred@1096765287 after retry RPC after error@1647697096) -> (continuation of Deferred@1009277599 after retry RPC after error@1526225712) -> (continuation of Deferred@1642533759 after retry RPC after error@762855447) -> (continuation of Deferred@1408895877 after retry RPC after error@1271130897) -> (continuation of Deferred@308700669 after retry RPC after error@2104616798) -> (continuation of Deferred@2127850838 after retry RPC after error@714840830) -> (continuation of Deferred@200494045 after retry RPC after error@2034894570) -> (continuation of Deferred@606693960 after retry RPC after error@1376999513) -> (continuation of Deferred@1135561829 after retry RPC after error@1794867116) -> (continuation of Deferred@91173777 after retry RPC after error@1307996917) -> (continuation of Deferred@1954796362 after retry RPC after error@1169478761) -> (continuation of Deferred@960201973 after retry RPC after error@1201940733) -> (continuation of Deferred@760724160 after retry RPC after error@1310925983) -> (continuation of Deferred@727321986 after retry RPC after error@1306475476) -> (continuation of Deferred@1565399317 after retry RPC after error@178182655) -> (continuation of Deferred@1909715763 after retry RPC after error@1172727622) -> (continuation of Deferred@1758287966 after retry RPC after error@341849497) -> (continuation of Deferred@2059671117 after retry RPC after error@208568836) -> (continuation of Deferred@249771135 after retry RPC after error@456787143) -> (continuation of Deferred@1100353427 after retry RPC after error@957401863) -> (continuation of Deferred@776421526 after retry RPC after error@1703962021) -> (continuation of Deferred@336266259 after retry RPC after error@737979750)))
21:09:21.783 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659; will retry
21:09:21.784 [INFO - Source: KuduSource -> Sink: Writer (1/4)#7] (SourceReaderBase.java:338) Closing Source Reader.
21:09:21.784 [WARN - Source: KuduSource -> Sink: Writer (1/4)#7] (Task.java:1117) Source: KuduSource -> Sink: Writer (1/4)#7 (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_0_7) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29366), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [9ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [10ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [11ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [16ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [19ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [21ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [45ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [45ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [65ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [71ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [71ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [118ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [121ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [125ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [126ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [128ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [142ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [143ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [143ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [143ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [162ms] refreshing cache from master, [163ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [163ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [163ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [166ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [166ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [167ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [167ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [202ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [203ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [204ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [204ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [222ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [223ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [224ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [224ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [343ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [344ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [347ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [348ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [420ms] refreshing cache from master, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [422ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [423ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [424ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [424ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [542ms] refreshing cache from master, [542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [544ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [544ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [545ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [546ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [546ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [546ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [1341ms] refreshing cache from master, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [1342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [1342ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [1343ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [1344ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [1344ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [3220ms] refreshing cache from master, [3220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [3221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [3221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [3222ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [3222ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [3223ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [3223ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [3641ms] refreshing cache from master, [3641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [3641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [3642ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [3643ms] too many traces: truncated at 100 traces, deferred=Deferred@1734611840(state=PENDING, result=null, callback=(continuation of Deferred@1540973575 after retry RPC after error@2094789190) -> (continuation of Deferred@369695048 after retry RPC after error@1362550810) -> (continuation of Deferred@1096765287 after retry RPC after error@1647697096) -> (continuation of Deferred@1009277599 after retry RPC after error@1526225712) -> (continuation of Deferred@1642533759 after retry RPC after error@762855447) -> (continuation of Deferred@1408895877 after retry RPC after error@1271130897) -> (continuation of Deferred@308700669 after retry RPC after error@2104616798) -> (continuation of Deferred@2127850838 after retry RPC after error@714840830) -> (continuation of Deferred@200494045 after retry RPC after error@2034894570) -> (continuation of Deferred@606693960 after retry RPC after error@1376999513) -> (continuation of Deferred@1135561829 after retry RPC after error@1794867116) -> (continuation of Deferred@91173777 after retry RPC after error@1307996917) -> (continuation of Deferred@1954796362 after retry RPC after error@1169478761) -> (continuation of Deferred@960201973 after retry RPC after error@1201940733) -> (continuation of Deferred@760724160 after retry RPC after error@1310925983) -> (continuation of Deferred@727321986 after retry RPC after error@1306475476) -> (continuation of Deferred@1565399317 after retry RPC after error@178182655) -> (continuation of Deferred@1909715763 after retry RPC after error@1172727622) -> (continuation of Deferred@1758287966 after retry RPC after error@341849497) -> (continuation of Deferred@2059671117 after retry RPC after error@208568836) -> (continuation of Deferred@249771135 after retry RPC after error@456787143) -> (continuation of Deferred@1100353427 after retry RPC after error@957401863) -> (continuation of Deferred@776421526 after retry RPC after error@1703962021) -> (continuation of Deferred@336266259 after retry RPC after error@737979750), errback=(continuation of Deferred@1540973575 after retry RPC after error@2094789190) -> (continuation of Deferred@369695048 after retry RPC after error@1362550810) -> (continuation of Deferred@1096765287 after retry RPC after error@1647697096) -> (continuation of Deferred@1009277599 after retry RPC after error@1526225712) -> (continuation of Deferred@1642533759 after retry RPC after error@762855447) -> (continuation of Deferred@1408895877 after retry RPC after error@1271130897) -> (continuation of Deferred@308700669 after retry RPC after error@2104616798) -> (continuation of Deferred@2127850838 after retry RPC after error@714840830) -> (continuation of Deferred@200494045 after retry RPC after error@2034894570) -> (continuation of Deferred@606693960 after retry RPC after error@1376999513) -> (continuation of Deferred@1135561829 after retry RPC after error@1794867116) -> (continuation of Deferred@91173777 after retry RPC after error@1307996917) -> (continuation of Deferred@1954796362 after retry RPC after error@1169478761) -> (continuation of Deferred@960201973 after retry RPC after error@1201940733) -> (continuation of Deferred@760724160 after retry RPC after error@1310925983) -> (continuation of Deferred@727321986 after retry RPC after error@1306475476) -> (continuation of Deferred@1565399317 after retry RPC after error@178182655) -> (continuation of Deferred@1909715763 after retry RPC after error@1172727622) -> (continuation of Deferred@1758287966 after retry RPC after error@341849497) -> (continuation of Deferred@2059671117 after retry RPC after error@208568836) -> (continuation of Deferred@249771135 after retry RPC after error@456787143) -> (continuation of Deferred@1100353427 after retry RPC after error@957401863) -> (continuation of Deferred@776421526 after retry RPC after error@1703962021) -> (continuation of Deferred@336266259 after retry RPC after error@737979750)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.18.92.188:36207
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:09:21.784 [INFO - Source: KuduSource -> Sink: Writer (1/4)#7] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#7 (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_0_7).
21:09:21.787 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#7 75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_0_7.
21:09:21.789 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1449) Source: KuduSource -> Sink: Writer (1/4) (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_0_7) switched from INITIALIZING to FAILED on d3190376-62a7-4418-84bf-bee23066b9ee @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29366), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [9ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [10ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [11ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [16ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [19ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [21ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [45ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [45ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [65ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [71ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [71ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [118ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [121ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [125ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [126ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [128ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [142ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [143ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [143ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [143ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [162ms] refreshing cache from master, [163ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [163ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [163ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [166ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [166ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [167ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [167ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [202ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [203ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [204ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [204ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [222ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [223ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [224ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [224ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [343ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [344ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [347ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [348ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [420ms] refreshing cache from master, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [422ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [423ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [424ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [424ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [542ms] refreshing cache from master, [542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [544ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [544ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [545ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [546ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [546ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [546ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [1341ms] refreshing cache from master, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [1342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [1342ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [1343ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [1344ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [1344ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [3220ms] refreshing cache from master, [3220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [3221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [3221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [3222ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [3222ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [3223ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [3223ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [3641ms] refreshing cache from master, [3641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [3641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [3642ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [3643ms] too many traces: truncated at 100 traces, deferred=Deferred@1734611840(state=PENDING, result=null, callback=(continuation of Deferred@1540973575 after retry RPC after error@2094789190) -> (continuation of Deferred@369695048 after retry RPC after error@1362550810) -> (continuation of Deferred@1096765287 after retry RPC after error@1647697096) -> (continuation of Deferred@1009277599 after retry RPC after error@1526225712) -> (continuation of Deferred@1642533759 after retry RPC after error@762855447) -> (continuation of Deferred@1408895877 after retry RPC after error@1271130897) -> (continuation of Deferred@308700669 after retry RPC after error@2104616798) -> (continuation of Deferred@2127850838 after retry RPC after error@714840830) -> (continuation of Deferred@200494045 after retry RPC after error@2034894570) -> (continuation of Deferred@606693960 after retry RPC after error@1376999513) -> (continuation of Deferred@1135561829 after retry RPC after error@1794867116) -> (continuation of Deferred@91173777 after retry RPC after error@1307996917) -> (continuation of Deferred@1954796362 after retry RPC after error@1169478761) -> (continuation of Deferred@960201973 after retry RPC after error@1201940733) -> (continuation of Deferred@760724160 after retry RPC after error@1310925983) -> (continuation of Deferred@727321986 after retry RPC after error@1306475476) -> (continuation of Deferred@1565399317 after retry RPC after error@178182655) -> (continuation of Deferred@1909715763 after retry RPC after error@1172727622) -> (continuation of Deferred@1758287966 after retry RPC after error@341849497) -> (continuation of Deferred@2059671117 after retry RPC after error@208568836) -> (continuation of Deferred@249771135 after retry RPC after error@456787143) -> (continuation of Deferred@1100353427 after retry RPC after error@957401863) -> (continuation of Deferred@776421526 after retry RPC after error@1703962021) -> (continuation of Deferred@336266259 after retry RPC after error@737979750), errback=(continuation of Deferred@1540973575 after retry RPC after error@2094789190) -> (continuation of Deferred@369695048 after retry RPC after error@1362550810) -> (continuation of Deferred@1096765287 after retry RPC after error@1647697096) -> (continuation of Deferred@1009277599 after retry RPC after error@1526225712) -> (continuation of Deferred@1642533759 after retry RPC after error@762855447) -> (continuation of Deferred@1408895877 after retry RPC after error@1271130897) -> (continuation of Deferred@308700669 after retry RPC after error@2104616798) -> (continuation of Deferred@2127850838 after retry RPC after error@714840830) -> (continuation of Deferred@200494045 after retry RPC after error@2034894570) -> (continuation of Deferred@606693960 after retry RPC after error@1376999513) -> (continuation of Deferred@1135561829 after retry RPC after error@1794867116) -> (continuation of Deferred@91173777 after retry RPC after error@1307996917) -> (continuation of Deferred@1954796362 after retry RPC after error@1169478761) -> (continuation of Deferred@960201973 after retry RPC after error@1201940733) -> (continuation of Deferred@760724160 after retry RPC after error@1310925983) -> (continuation of Deferred@727321986 after retry RPC after error@1306475476) -> (continuation of Deferred@1565399317 after retry RPC after error@178182655) -> (continuation of Deferred@1909715763 after retry RPC after error@1172727622) -> (continuation of Deferred@1758287966 after retry RPC after error@341849497) -> (continuation of Deferred@2059671117 after retry RPC after error@208568836) -> (continuation of Deferred@249771135 after retry RPC after error@456787143) -> (continuation of Deferred@1100353427 after retry RPC after error@957401863) -> (continuation of Deferred@776421526 after retry RPC after error@1703962021) -> (continuation of Deferred@336266259 after retry RPC after error@737979750)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.18.92.188:36207
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:09:21.790 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:324) Received resource requirements from job 50520737ebe38e2625b3d1dfb8799f70: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
21:09:21.791 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_0_7.
21:09:21.791 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (50520737ebe38e2625b3d1dfb8799f70) switched from state RUNNING to RESTARTING.
21:09:21.792 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#7) of source Source: KuduSource.
21:09:21.804 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.22.50.60:38829(127.22.50.60:38829)] connecting to peer
21:09:21.809 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.22.50.61:45261(127.22.50.61:45261)] connecting to peer
21:09:21.811 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:09:21.811 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.50.60:38829(127.22.50.60:38829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:09:21.811 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.60:38829: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:09:21.816 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.22.50.62:44659(127.22.50.62:44659)] connecting to peer
21:09:21.817 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:09:21.818 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.50.61:45261(127.22.50.61:45261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:09:21.818 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.61:45261: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:09:21.826 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:09:21.826 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.50.62:44659(127.22.50.62:44659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:09:21.826 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.62:44659: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:09:21.826 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659; will retry
21:09:21.839 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:09:21.839 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:09:21.839 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:09:21.840 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:21.840 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:21.840 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:21.840 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:21.840 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:21.840 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:21.840 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:21.840 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:21.840 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:21.840 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:09:21.841 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=30, TimeoutTracker(timeout=30000, elapsed=29442), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [3ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [4ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [5ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [5ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [27ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [27ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [29ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [30ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [30ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [46ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [48ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [48ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [48ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [63ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [63ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [64ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [64ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [83ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [84ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [84ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [86ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [122ms] refreshing cache from master, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [124ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [124ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [124ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [125ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [183ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [183ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [184ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [184ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [280ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [282ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [283ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [284ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [284ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [323ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [323ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [324ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [324ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [681ms] refreshing cache from master, [682ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [682ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [682ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [683ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [683ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [684ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [684ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [880ms] refreshing cache from master, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [882ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [883ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [884ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [884ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [1023ms] refreshing cache from master, [1023ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [1024ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [1024ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [1025ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [1026ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [1026ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [1027ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [1561ms] refreshing cache from master, [1561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [1562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [1562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [1563ms] too many traces: truncated at 100 traces, deferred=Deferred@318912526(state=PENDING, result=null, callback=(continuation of Deferred@937156735 after retry RPC after error@914150701) -> (continuation of Deferred@1081639943 after retry RPC after error@1119356494) -> (continuation of Deferred@705220222 after retry RPC after error@2056102831) -> (continuation of Deferred@2119256133 after retry RPC after error@2086251447) -> (continuation of Deferred@273604988 after retry RPC after error@130656257) -> (continuation of Deferred@1940839389 after retry RPC after error@1109115404) -> (continuation of Deferred@624533042 after retry RPC after error@1878696756) -> (continuation of Deferred@1787821349 after retry RPC after error@1989691866) -> (continuation of Deferred@523866421 after retry RPC after error@635462373) -> (continuation of Deferred@806602153 after retry RPC after error@82939112) -> (continuation of Deferred@1460798842 after retry RPC after error@1900261943) -> (continuation of Deferred@1607671611 after retry RPC after error@1473072869) -> (continuation of Deferred@271825075 after retry RPC after error@2081251976) -> (continuation of Deferred@1004572917 after retry RPC after error@115821322) -> (continuation of Deferred@194809157 after retry RPC after error@470988700) -> (continuation of Deferred@592116691 after retry RPC after error@524897195) -> (continuation of Deferred@1884298146 after retry RPC after error@2046295139) -> (continuation of Deferred@228005101 after retry RPC after error@1490424551) -> (continuation of Deferred@673947476 after retry RPC after error@1853450966) -> (continuation of Deferred@1543252872 after retry RPC after error@861231930) -> (continuation of Deferred@1206956859 after retry RPC after error@1652182729) -> (continuation of Deferred@1491114341 after retry RPC after error@1106609608) -> (continuation of Deferred@56528806 after retry RPC after error@862098690) -> (continuation of Deferred@1872042426 after retry RPC after error@44239429) -> (continuation of Deferred@1979155976 after retry RPC after error@1385879345) -> (continuation of Deferred@352668689 after retry RPC after error@258903510) -> (continuation of Deferred@1189121525 after retry RPC after error@1112013127) -> (continuation of Deferred@2107457754 after retry RPC after error@115765890) -> (continuation of Deferred@1143724174 after retry RPC after error@962305165), errback=(continuation of Deferred@937156735 after retry RPC after error@914150701) -> (continuation of Deferred@1081639943 after retry RPC after error@1119356494) -> (continuation of Deferred@705220222 after retry RPC after error@2056102831) -> (continuation of Deferred@2119256133 after retry RPC after error@2086251447) -> (continuation of Deferred@273604988 after retry RPC after error@130656257) -> (continuation of Deferred@1940839389 after retry RPC after error@1109115404) -> (continuation of Deferred@624533042 after retry RPC after error@1878696756) -> (continuation of Deferred@1787821349 after retry RPC after error@1989691866) -> (continuation of Deferred@523866421 after retry RPC after error@635462373) -> (continuation of Deferred@806602153 after retry RPC after error@82939112) -> (continuation of Deferred@1460798842 after retry RPC after error@1900261943) -> (continuation of Deferred@1607671611 after retry RPC after error@1473072869) -> (continuation of Deferred@271825075 after retry RPC after error@2081251976) -> (continuation of Deferred@1004572917 after retry RPC after error@115821322) -> (continuation of Deferred@194809157 after retry RPC after error@470988700) -> (continuation of Deferred@592116691 after retry RPC after error@524897195) -> (continuation of Deferred@1884298146 after retry RPC after error@2046295139) -> (continuation of Deferred@228005101 after retry RPC after error@1490424551) -> (continuation of Deferred@673947476 after retry RPC after error@1853450966) -> (continuation of Deferred@1543252872 after retry RPC after error@861231930) -> (continuation of Deferred@1206956859 after retry RPC after error@1652182729) -> (continuation of Deferred@1491114341 after retry RPC after error@1106609608) -> (continuation of Deferred@56528806 after retry RPC after error@862098690) -> (continuation of Deferred@1872042426 after retry RPC after error@44239429) -> (continuation of Deferred@1979155976 after retry RPC after error@1385879345) -> (continuation of Deferred@352668689 after retry RPC after error@258903510) -> (continuation of Deferred@1189121525 after retry RPC after error@1112013127) -> (continuation of Deferred@2107457754 after retry RPC after error@115765890) -> (continuation of Deferred@1143724174 after retry RPC after error@962305165)))
21:09:21.842 [INFO - Source: KuduSource -> Sink: Writer (3/4)#7] (SourceReaderBase.java:338) Closing Source Reader.
21:09:21.842 [WARN - Source: KuduSource -> Sink: Writer (3/4)#7] (Task.java:1117) Source: KuduSource -> Sink: Writer (3/4)#7 (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_2_7) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=30, TimeoutTracker(timeout=30000, elapsed=29442), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [3ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [4ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [5ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [5ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [27ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [27ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [29ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [30ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [30ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [46ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [48ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [48ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [48ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [63ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [63ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [64ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [64ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [83ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [84ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [84ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [86ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [122ms] refreshing cache from master, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [124ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [124ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [124ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [125ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [183ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [183ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [184ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [184ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [280ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [282ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [283ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [284ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [284ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [323ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [323ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [324ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [324ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [681ms] refreshing cache from master, [682ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [682ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [682ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [683ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [683ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [684ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [684ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [880ms] refreshing cache from master, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [882ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [883ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [884ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [884ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [1023ms] refreshing cache from master, [1023ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [1024ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [1024ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [1025ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [1026ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [1026ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [1027ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [1561ms] refreshing cache from master, [1561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [1562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [1562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [1563ms] too many traces: truncated at 100 traces, deferred=Deferred@318912526(state=PENDING, result=null, callback=(continuation of Deferred@937156735 after retry RPC after error@914150701) -> (continuation of Deferred@1081639943 after retry RPC after error@1119356494) -> (continuation of Deferred@705220222 after retry RPC after error@2056102831) -> (continuation of Deferred@2119256133 after retry RPC after error@2086251447) -> (continuation of Deferred@273604988 after retry RPC after error@130656257) -> (continuation of Deferred@1940839389 after retry RPC after error@1109115404) -> (continuation of Deferred@624533042 after retry RPC after error@1878696756) -> (continuation of Deferred@1787821349 after retry RPC after error@1989691866) -> (continuation of Deferred@523866421 after retry RPC after error@635462373) -> (continuation of Deferred@806602153 after retry RPC after error@82939112) -> (continuation of Deferred@1460798842 after retry RPC after error@1900261943) -> (continuation of Deferred@1607671611 after retry RPC after error@1473072869) -> (continuation of Deferred@271825075 after retry RPC after error@2081251976) -> (continuation of Deferred@1004572917 after retry RPC after error@115821322) -> (continuation of Deferred@194809157 after retry RPC after error@470988700) -> (continuation of Deferred@592116691 after retry RPC after error@524897195) -> (continuation of Deferred@1884298146 after retry RPC after error@2046295139) -> (continuation of Deferred@228005101 after retry RPC after error@1490424551) -> (continuation of Deferred@673947476 after retry RPC after error@1853450966) -> (continuation of Deferred@1543252872 after retry RPC after error@861231930) -> (continuation of Deferred@1206956859 after retry RPC after error@1652182729) -> (continuation of Deferred@1491114341 after retry RPC after error@1106609608) -> (continuation of Deferred@56528806 after retry RPC after error@862098690) -> (continuation of Deferred@1872042426 after retry RPC after error@44239429) -> (continuation of Deferred@1979155976 after retry RPC after error@1385879345) -> (continuation of Deferred@352668689 after retry RPC after error@258903510) -> (continuation of Deferred@1189121525 after retry RPC after error@1112013127) -> (continuation of Deferred@2107457754 after retry RPC after error@115765890) -> (continuation of Deferred@1143724174 after retry RPC after error@962305165), errback=(continuation of Deferred@937156735 after retry RPC after error@914150701) -> (continuation of Deferred@1081639943 after retry RPC after error@1119356494) -> (continuation of Deferred@705220222 after retry RPC after error@2056102831) -> (continuation of Deferred@2119256133 after retry RPC after error@2086251447) -> (continuation of Deferred@273604988 after retry RPC after error@130656257) -> (continuation of Deferred@1940839389 after retry RPC after error@1109115404) -> (continuation of Deferred@624533042 after retry RPC after error@1878696756) -> (continuation of Deferred@1787821349 after retry RPC after error@1989691866) -> (continuation of Deferred@523866421 after retry RPC after error@635462373) -> (continuation of Deferred@806602153 after retry RPC after error@82939112) -> (continuation of Deferred@1460798842 after retry RPC after error@1900261943) -> (continuation of Deferred@1607671611 after retry RPC after error@1473072869) -> (continuation of Deferred@271825075 after retry RPC after error@2081251976) -> (continuation of Deferred@1004572917 after retry RPC after error@115821322) -> (continuation of Deferred@194809157 after retry RPC after error@470988700) -> (continuation of Deferred@592116691 after retry RPC after error@524897195) -> (continuation of Deferred@1884298146 after retry RPC after error@2046295139) -> (continuation of Deferred@228005101 after retry RPC after error@1490424551) -> (continuation of Deferred@673947476 after retry RPC after error@1853450966) -> (continuation of Deferred@1543252872 after retry RPC after error@861231930) -> (continuation of Deferred@1206956859 after retry RPC after error@1652182729) -> (continuation of Deferred@1491114341 after retry RPC after error@1106609608) -> (continuation of Deferred@56528806 after retry RPC after error@862098690) -> (continuation of Deferred@1872042426 after retry RPC after error@44239429) -> (continuation of Deferred@1979155976 after retry RPC after error@1385879345) -> (continuation of Deferred@352668689 after retry RPC after error@258903510) -> (continuation of Deferred@1189121525 after retry RPC after error@1112013127) -> (continuation of Deferred@2107457754 after retry RPC after error@115765890) -> (continuation of Deferred@1143724174 after retry RPC after error@962305165)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.18.92.190:40017
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:09:21.842 [INFO - Source: KuduSource -> Sink: Writer (3/4)#7] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#7 (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_2_7).
21:09:21.844 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.22.50.60:38829(127.22.50.60:38829)] connecting to peer
21:09:21.845 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#7 75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_2_7.
21:09:21.847 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1449) Source: KuduSource -> Sink: Writer (3/4) (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_2_7) switched from INITIALIZING to FAILED on d3190376-62a7-4418-84bf-bee23066b9ee @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=30, TimeoutTracker(timeout=30000, elapsed=29442), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [3ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [4ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [5ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [5ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [27ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [27ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [29ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [30ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [30ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [46ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [48ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [48ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [48ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [63ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [63ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [64ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [64ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [83ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [84ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [84ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [86ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [122ms] refreshing cache from master, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [124ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [124ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [124ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [125ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [183ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [183ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [184ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [184ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [280ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [282ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [283ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [284ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [284ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [323ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [323ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [324ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [324ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [681ms] refreshing cache from master, [682ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [682ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [682ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [683ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [683ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [684ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [684ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [880ms] refreshing cache from master, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [882ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [883ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [884ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [884ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [1023ms] refreshing cache from master, [1023ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [1024ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [1024ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [1025ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [1026ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [1026ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [1027ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [1561ms] refreshing cache from master, [1561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [1562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [1562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [1563ms] too many traces: truncated at 100 traces, deferred=Deferred@318912526(state=PENDING, result=null, callback=(continuation of Deferred@937156735 after retry RPC after error@914150701) -> (continuation of Deferred@1081639943 after retry RPC after error@1119356494) -> (continuation of Deferred@705220222 after retry RPC after error@2056102831) -> (continuation of Deferred@2119256133 after retry RPC after error@2086251447) -> (continuation of Deferred@273604988 after retry RPC after error@130656257) -> (continuation of Deferred@1940839389 after retry RPC after error@1109115404) -> (continuation of Deferred@624533042 after retry RPC after error@1878696756) -> (continuation of Deferred@1787821349 after retry RPC after error@1989691866) -> (continuation of Deferred@523866421 after retry RPC after error@635462373) -> (continuation of Deferred@806602153 after retry RPC after error@82939112) -> (continuation of Deferred@1460798842 after retry RPC after error@1900261943) -> (continuation of Deferred@1607671611 after retry RPC after error@1473072869) -> (continuation of Deferred@271825075 after retry RPC after error@2081251976) -> (continuation of Deferred@1004572917 after retry RPC after error@115821322) -> (continuation of Deferred@194809157 after retry RPC after error@470988700) -> (continuation of Deferred@592116691 after retry RPC after error@524897195) -> (continuation of Deferred@1884298146 after retry RPC after error@2046295139) -> (continuation of Deferred@228005101 after retry RPC after error@1490424551) -> (continuation of Deferred@673947476 after retry RPC after error@1853450966) -> (continuation of Deferred@1543252872 after retry RPC after error@861231930) -> (continuation of Deferred@1206956859 after retry RPC after error@1652182729) -> (continuation of Deferred@1491114341 after retry RPC after error@1106609608) -> (continuation of Deferred@56528806 after retry RPC after error@862098690) -> (continuation of Deferred@1872042426 after retry RPC after error@44239429) -> (continuation of Deferred@1979155976 after retry RPC after error@1385879345) -> (continuation of Deferred@352668689 after retry RPC after error@258903510) -> (continuation of Deferred@1189121525 after retry RPC after error@1112013127) -> (continuation of Deferred@2107457754 after retry RPC after error@115765890) -> (continuation of Deferred@1143724174 after retry RPC after error@962305165), errback=(continuation of Deferred@937156735 after retry RPC after error@914150701) -> (continuation of Deferred@1081639943 after retry RPC after error@1119356494) -> (continuation of Deferred@705220222 after retry RPC after error@2056102831) -> (continuation of Deferred@2119256133 after retry RPC after error@2086251447) -> (continuation of Deferred@273604988 after retry RPC after error@130656257) -> (continuation of Deferred@1940839389 after retry RPC after error@1109115404) -> (continuation of Deferred@624533042 after retry RPC after error@1878696756) -> (continuation of Deferred@1787821349 after retry RPC after error@1989691866) -> (continuation of Deferred@523866421 after retry RPC after error@635462373) -> (continuation of Deferred@806602153 after retry RPC after error@82939112) -> (continuation of Deferred@1460798842 after retry RPC after error@1900261943) -> (continuation of Deferred@1607671611 after retry RPC after error@1473072869) -> (continuation of Deferred@271825075 after retry RPC after error@2081251976) -> (continuation of Deferred@1004572917 after retry RPC after error@115821322) -> (continuation of Deferred@194809157 after retry RPC after error@470988700) -> (continuation of Deferred@592116691 after retry RPC after error@524897195) -> (continuation of Deferred@1884298146 after retry RPC after error@2046295139) -> (continuation of Deferred@228005101 after retry RPC after error@1490424551) -> (continuation of Deferred@673947476 after retry RPC after error@1853450966) -> (continuation of Deferred@1543252872 after retry RPC after error@861231930) -> (continuation of Deferred@1206956859 after retry RPC after error@1652182729) -> (continuation of Deferred@1491114341 after retry RPC after error@1106609608) -> (continuation of Deferred@56528806 after retry RPC after error@862098690) -> (continuation of Deferred@1872042426 after retry RPC after error@44239429) -> (continuation of Deferred@1979155976 after retry RPC after error@1385879345) -> (continuation of Deferred@352668689 after retry RPC after error@258903510) -> (continuation of Deferred@1189121525 after retry RPC after error@1112013127) -> (continuation of Deferred@2107457754 after retry RPC after error@115765890) -> (continuation of Deferred@1143724174 after retry RPC after error@962305165)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.18.92.190:40017
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:09:21.847 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:324) Received resource requirements from job 50520737ebe38e2625b3d1dfb8799f70: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
21:09:21.848 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#7) of source Source: KuduSource.
21:09:21.849 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_2_7.
21:09:21.849 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.22.50.61:45261(127.22.50.61:45261)] connecting to peer
21:09:21.850 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:09:21.850 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.50.60:38829(127.22.50.60:38829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:09:21.850 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.60:38829: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:09:21.856 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.22.50.62:44659(127.22.50.62:44659)] connecting to peer
21:09:21.857 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:09:21.857 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.50.62:44659(127.22.50.62:44659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:09:21.857 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.62:44659: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:09:21.864 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:09:21.864 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.50.61:45261(127.22.50.61:45261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:09:21.864 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.61:45261: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:09:21.864 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659; will retry
21:09:21.884 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.22.50.60:38829(127.22.50.60:38829)] connecting to peer
21:09:21.885 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.22.50.61:45261(127.22.50.61:45261)] connecting to peer
21:09:21.885 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.22.50.62:44659(127.22.50.62:44659)] connecting to peer
21:09:21.885 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:09:21.885 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:09:21.885 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.50.60:38829(127.22.50.60:38829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:09:21.885 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.50.61:45261(127.22.50.61:45261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:09:21.885 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.60:38829: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:09:21.885 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.61:45261: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:09:21.886 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:09:21.886 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.50.62:44659(127.22.50.62:44659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:09:21.889 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.62:44659: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:09:21.890 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659; will retry
21:09:21.904 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.22.50.60:38829(127.22.50.60:38829)] connecting to peer
21:09:21.904 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.22.50.61:45261(127.22.50.61:45261)] connecting to peer
21:09:21.905 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.22.50.62:44659(127.22.50.62:44659)] connecting to peer
21:09:21.905 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:09:21.905 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:09:21.905 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.50.62:44659(127.22.50.62:44659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:09:21.905 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.50.61:45261(127.22.50.61:45261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:09:21.905 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.62:44659: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:09:21.905 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.61:45261: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:09:21.905 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:09:21.905 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.50.60:38829(127.22.50.60:38829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:09:21.905 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.60:38829: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:09:21.906 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659; will retry
21:09:21.944 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.22.50.60:38829(127.22.50.60:38829)] connecting to peer
21:09:21.944 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.22.50.61:45261(127.22.50.61:45261)] connecting to peer
21:09:21.945 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.22.50.62:44659(127.22.50.62:44659)] connecting to peer
21:09:21.945 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:09:21.945 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.50.60:38829(127.22.50.60:38829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:09:21.945 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.60:38829: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:09:21.945 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:09:21.946 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.50.61:45261(127.22.50.61:45261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:09:21.946 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.61:45261: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:09:21.946 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:09:21.946 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.50.62:44659(127.22.50.62:44659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:09:21.946 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.62:44659: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:09:21.946 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659; will retry
21:09:21.948 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:21.964 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.22.50.60:38829(127.22.50.60:38829)] connecting to peer
21:09:21.964 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.22.50.61:45261(127.22.50.61:45261)] connecting to peer
21:09:21.965 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.22.50.62:44659(127.22.50.62:44659)] connecting to peer
21:09:21.965 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:09:21.965 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.50.60:38829(127.22.50.60:38829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:09:21.965 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.60:38829: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:09:21.965 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:09:21.965 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.50.61:45261(127.22.50.61:45261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:09:21.965 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.61:45261: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:09:21.965 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:09:21.965 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.50.62:44659(127.22.50.62:44659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:09:21.965 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.62:44659: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:09:21.965 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659; will retry
21:09:22.014 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:22.015 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:22.024 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.22.50.60:38829(127.22.50.60:38829)] connecting to peer
21:09:22.025 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.22.50.61:45261(127.22.50.61:45261)] connecting to peer
21:09:22.025 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.22.50.62:44659(127.22.50.62:44659)] connecting to peer
21:09:22.025 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:09:22.025 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.50.60:38829(127.22.50.60:38829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:09:22.025 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.60:38829: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:09:22.025 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:09:22.025 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.50.61:45261(127.22.50.61:45261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:09:22.025 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.61:45261: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:09:22.025 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:09:22.026 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.50.62:44659(127.22.50.62:44659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:09:22.026 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.62:44659: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:09:22.026 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659; will retry
21:09:22.044 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.22.50.60:38829(127.22.50.60:38829)] connecting to peer
21:09:22.045 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.22.50.61:45261(127.22.50.61:45261)] connecting to peer
21:09:22.045 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.22.50.62:44659(127.22.50.62:44659)] connecting to peer
21:09:22.045 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:09:22.045 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.50.60:38829(127.22.50.60:38829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:09:22.045 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.60:38829: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:09:22.045 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:09:22.045 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.50.62:44659(127.22.50.62:44659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:09:22.045 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.62:44659: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:09:22.046 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:09:22.046 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.50.61:45261(127.22.50.61:45261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:09:22.046 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.61:45261: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:09:22.046 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659; will retry
21:09:22.118 [INFO - flink-pekko.actor.default-dispatcher-5] (Slf4jLogger.scala:117) Slf4jLogger started
21:09:22.245 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2841dd5f383bae9a8f297e74525dcca1 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 2841dd5f383bae9a8f297e74525dcca1 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:22.306 [INFO - main] (ActorSystemBootstrapTools.java:257) Actor system started at pekko://flink
21:09:22.327 [INFO - main] (ActorSystemBootstrapTools.java:227) Trying to start local actor system
21:09:22.341 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:22.342 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:22.342 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:22.342 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:22.342 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:22.342 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:22.342 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:22.342 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:22.342 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:22.343 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:22.343 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:22.343 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:22.343 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:22.362 [INFO - flink-metrics-6] (Slf4jLogger.scala:117) Slf4jLogger started
21:09:22.379 [INFO - main] (ActorSystemBootstrapTools.java:257) Actor system started at pekko://flink-metrics
21:09:22.395 [INFO - main] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.metrics.dump.MetricQueryService at pekko://flink-metrics/user/rpc/MetricQueryService .
21:09:22.402 [INFO - main] (DefaultDelegationTokenManager.java:127) Loading delegation token providers
21:09:22.403 [INFO - main] (HadoopFSDelegationTokenProvider.java:78) Hadoop FS is not available (not packaged with this application): NoClassDefFoundError : "org/apache/hadoop/conf/Configuration".
21:09:22.403 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider hadoopfs loaded and initialized
21:09:22.403 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider hbase loaded and initialized
21:09:22.404 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider test loaded and initialized
21:09:22.404 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider throw loaded and initialized
21:09:22.404 [INFO - main] (DefaultDelegationTokenManager.java:165) Delegation token providers loaded successfully
21:09:22.404 [INFO - main] (DelegationTokenReceiverRepository.java:64) Loading delegation token receivers
21:09:22.405 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hadoopfs loaded and initialized
21:09:22.405 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hbase loaded and initialized
21:09:22.405 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver test loaded and initialized
21:09:22.405 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver throw loaded and initialized
21:09:22.405 [INFO - main] (DelegationTokenReceiverRepository.java:101) Delegation token receivers loaded successfully
21:09:22.405 [INFO - main] (DefaultDelegationTokenManager.java:189) Checking provider and receiver instances consistency
21:09:22.405 [INFO - main] (DefaultDelegationTokenManager.java:209) Provider and receiver instances are consistent
21:09:22.405 [INFO - main] (DefaultDelegationTokenManager.java:240) Obtaining delegation tokens
21:09:22.406 [INFO - main] (DefaultDelegationTokenManager.java:243) Delegation tokens obtained successfully
21:09:22.406 [WARN - main] (DefaultDelegationTokenManager.java:248) No tokens obtained so skipping notifications
21:09:22.406 [INFO - main] (DelegationTokenReceiverRepository.java:64) Loading delegation token receivers
21:09:22.406 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hadoopfs loaded and initialized
21:09:22.406 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hbase loaded and initialized
21:09:22.406 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver test loaded and initialized
21:09:22.406 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver throw loaded and initialized
21:09:22.407 [INFO - main] (DelegationTokenReceiverRepository.java:101) Delegation token receivers loaded successfully
21:09:22.407 [INFO - main] (BlobServer.java:165) Created BLOB server storage directory /tmp/minicluster_2705a0302beb233ea393143ff08079d6/blobStorage
21:09:22.407 [INFO - main] (BlobServer.java:239) Started BLOB server at 0.0.0.0:42567 - max concurrent requests: 50 - max backlog: 1000
21:09:22.408 [INFO - main] (AbstractBlobCache.java:93) Created BLOB cache storage directory /tmp/minicluster_2705a0302beb233ea393143ff08079d6/blobStorage
21:09:22.409 [INFO - main] (AbstractBlobCache.java:93) Created BLOB cache storage directory /tmp/minicluster_2705a0302beb233ea393143ff08079d6/blobStorage
21:09:22.411 [INFO - main] (MiniCluster.java:744) Starting 1 TaskManager(s)
21:09:22.411 [INFO - main] (TaskManagerRunner.java:609) Starting TaskManager with ResourceID: 0c51e075-60cc-44c9-a043-700ae7939e07
21:09:22.413 [INFO - main] (TaskManagerServices.java:552) Temporary file directory '/tmp': total 48 GB, usable 39 GB (81.25% usable)
21:09:22.413 [INFO - main] (IOManager.java:60) Created a new FileChannelManager for spilling of task related data to disk (joins, sorting, ...). Used directories:
	/tmp/flink-io-b1e768dc-d2e7-4d2e-b4fe-dc57dd8d4c3b
21:09:22.415 [INFO - main] (NettyShuffleServiceFactory.java:170) Created a new FileChannelManager for storing result partitions of BLOCKING shuffles. Used directories:
	/tmp/flink-netty-shuffle-77d71e4b-b1a1-4f01-b64e-45f8852785cd
21:09:22.424 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.22.50.60:38829(127.22.50.60:38829)] connecting to peer
21:09:22.425 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.22.50.61:45261(127.22.50.61:45261)] connecting to peer
21:09:22.425 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.22.50.62:44659(127.22.50.62:44659)] connecting to peer
21:09:22.425 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:09:22.425 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.50.60:38829(127.22.50.60:38829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:09:22.426 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.60:38829: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:09:22.426 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:09:22.426 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.50.61:45261(127.22.50.61:45261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:09:22.426 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.61:45261: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:09:22.426 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:09:22.426 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.50.62:44659(127.22.50.62:44659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:09:22.427 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.62:44659: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:09:22.427 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659; will retry
21:09:22.431 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:22.431 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:22.432 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:22.432 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:22.432 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:22.432 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:22.432 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:22.432 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:22.432 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:22.432 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:22.432 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:22.432 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:22.432 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:22.449 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:22.488 [INFO - main] (NetworkBufferPool.java:156) Allocated 64 MB for network buffer pool (number of memory segments: 2048, bytes per segment: 32768).
21:09:22.489 [INFO - main] (NettyShuffleEnvironment.java:355) Starting the network environment and its components.
21:09:22.489 [INFO - main] (TaskManagerServices.java:353) TaskManager data connection initialized successfully; listening internally on port: -1
21:09:22.489 [INFO - main] (KvStateService.java:92) Starting the kvState service and its components.
21:09:22.489 [INFO - main] (Configuration.java:985) Config uses fallback configuration key 'pekko.ask.timeout' instead of key 'taskmanager.slot.timeout'
21:09:22.491 [INFO - main] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.taskexecutor.TaskExecutor at pekko://flink/user/rpc/taskmanager_20 .
21:09:22.499 [INFO - main] (RestServerEndpoint.java:182) Starting rest endpoint.
21:09:22.499 [INFO - main] (DispatcherRestEndpoint.java:124) Failed to load web based job submission extension. Probable reason: flink-runtime-web is not in the classpath.
21:09:22.506 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultJobLeaderService.java:127) Start job leader service.
21:09:22.507 [INFO - flink-pekko.actor.default-dispatcher-5] (FileCache.java:116) User file cache uses directory /tmp/flink-dist-cache-4b0df6b8-c2f6-4939-929e-907e9dbaaab6
21:09:22.510 [WARN - main] (WebMonitorUtils.java:76) Log file environment variable 'log.file' is not set.
21:09:22.511 [WARN - main] (WebMonitorUtils.java:82) JobManager log files are unavailable in the web dashboard. Log file location not found in environment variable 'log.file' or configuration key 'web.log.path'.
21:09:22.514 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:22.517 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:22.518 [INFO - main] (RestServerEndpoint.java:308) Rest endpoint listening at localhost:41781
21:09:22.518 [INFO - main] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'rest_server'.
21:09:22.531 [INFO - mini-cluster-io-thread-1] (WebMonitorEndpoint.java:1203) http://localhost:41781 was granted leadership with leaderSessionID=51dea940-4ad2-4387-8077-723a9c4c686c
21:09:22.532 [INFO - mini-cluster-io-thread-1] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader http://localhost:41781 , session=51dea940-4ad2-4387-8077-723a9c4c686c
21:09:22.532 [INFO - main] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'dispatcher'.
21:09:22.533 [INFO - main] (ResourceManagerServiceImpl.java:118) Starting resource manager service.
21:09:22.533 [INFO - main] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'resource_manager'.
21:09:22.533 [INFO - mini-cluster-io-thread-2] (DefaultDispatcherRunner.java:114) DefaultDispatcherRunner was granted leadership with leader id 66a810e8-c5af-4f4a-a574-449577a1fe25. Creating new DispatcherLeaderProcess.
21:09:22.534 [INFO - mini-cluster-io-thread-2] (AbstractDispatcherLeaderProcess.java:99) Start SessionDispatcherLeaderProcess.
21:09:22.534 [INFO - main] (MiniCluster.java:510) Flink Mini Cluster started successfully
21:09:22.535 [INFO - mini-cluster-io-thread-4] (SessionDispatcherLeaderProcess.java:144) Recover all persisted job graphs that are not finished, yet.
21:09:22.535 [INFO - mini-cluster-io-thread-4] (SessionDispatcherLeaderProcess.java:158) Successfully recovered 0 persisted job graphs.
21:09:22.538 [INFO - mini-cluster-io-thread-4] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.dispatcher.StandaloneDispatcher at pekko://flink/user/rpc/dispatcher_21 .
21:09:22.544 [INFO - mini-cluster-io-thread-4] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader pekko://flink/user/rpc/dispatcher_21 , session=66a810e8-c5af-4f4a-a574-449577a1fe25
21:09:22.547 [INFO - pool-339-thread-1] (ResourceManagerServiceImpl.java:198) Resource manager service is granted leadership with session id 42e0956d-bf98-4014-bd07-1bd7c6e220de.
21:09:22.549 [INFO - pool-339-thread-1] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.resourcemanager.StandaloneResourceManager at pekko://flink/user/rpc/resourcemanager_22 .
21:09:22.559 [INFO - flink-pekko.actor.default-dispatcher-5] (ResourceManager.java:253) Starting the resource manager.
21:09:22.560 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:212) Starting the slot manager.
21:09:22.560 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultDelegationTokenManager.java:308) Starting tokens update task
21:09:22.560 [WARN - flink-pekko.actor.default-dispatcher-5] (DefaultDelegationTokenManager.java:320) No tokens obtained so skipping notifications
21:09:22.560 [WARN - flink-pekko.actor.default-dispatcher-5] (DefaultDelegationTokenManager.java:335) Tokens update task not started because either no tokens obtained or none of the tokens specified its renewal date
21:09:22.561 [INFO - mini-cluster-io-thread-3] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader pekko://flink/user/rpc/resourcemanager_22 , session=42e0956d-bf98-4014-bd07-1bd7c6e220de
21:09:22.562 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:1478) Connecting to ResourceManager pekko://flink/user/rpc/resourcemanager_22(bd071bd7c6e220de42e0956dbf984014).
21:09:22.588 [INFO - flink-pekko.actor.default-dispatcher-7] (RetryingRegistration.java:162) Resolved ResourceManager address, beginning registration
21:09:22.606 [INFO - flink-pekko.actor.default-dispatcher-9] (Dispatcher.java:516) Received JobGraph submission 'Flink Streaming Job' (d6a71f5cf5f060cfaa5d5fa24434f7a3).
21:09:22.606 [INFO - flink-pekko.actor.default-dispatcher-9] (Dispatcher.java:601) Submitting job 'Flink Streaming Job' (d6a71f5cf5f060cfaa5d5fa24434f7a3).
21:09:22.607 [INFO - flink-pekko.actor.default-dispatcher-9] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'job-d6a71f5cf5f060cfaa5d5fa24434f7a3'.
21:09:22.607 [INFO - mini-cluster-io-thread-2] (JobMasterServiceLeadershipRunner.java:324) JobMasterServiceLeadershipRunner for job d6a71f5cf5f060cfaa5d5fa24434f7a3 was granted leadership with leader id 784f8203-a926-472f-a36a-d9cf5816b076. Creating new JobMasterServiceProcess.
21:09:22.612 [INFO - flink-pekko.actor.default-dispatcher-7] (ResourceManager.java:1080) Registering TaskManager with ResourceID 0c51e075-60cc-44c9-a043-700ae7939e07 (pekko://flink/user/rpc/taskmanager_20) at ResourceManager
21:09:22.613 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutorToResourceManagerConnection.java:99) Successful registration at resource manager pekko://flink/user/rpc/resourcemanager_22 under registration id 85c76b5e84c8a1c6b954ab879e4b1b40.
21:09:22.613 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:344) Registering task executor 0c51e075-60cc-44c9-a043-700ae7939e07 under 85c76b5e84c8a1c6b954ab879e4b1b40 at the slot manager.
21:09:22.618 [INFO - jobmanager-io-thread-1] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.jobmaster.JobMaster at pekko://flink/user/rpc/jobmanager_23 .
21:09:22.625 [INFO - jobmanager-io-thread-1] (JobMaster.java:319) Initializing job 'Flink Streaming Job' (d6a71f5cf5f060cfaa5d5fa24434f7a3).
21:09:22.627 [INFO - jobmanager-io-thread-1] (DefaultSchedulerFactory.java:108) Using restart back off time strategy ExponentialDelayRestartBackoffTimeStrategy(initialBackoffMS=1000, maxBackoffMS=60000, backoffMultiplier=1.5, resetBackoffThresholdMS=3600000, jitterFactor=0.1, attemptsBeforeResetBackoff=2147483647, currentRestartAttempt=0, nextRestartTimestamp=-2147483648) for Flink Streaming Job (d6a71f5cf5f060cfaa5d5fa24434f7a3).
21:09:22.628 [INFO - jobmanager-io-thread-1] (DefaultExecutionGraph.java:393) Created execution graph 7a3214ac5515a3aaffb3e13cfc52cb55 for job d6a71f5cf5f060cfaa5d5fa24434f7a3.
21:09:22.628 [INFO - jobmanager-io-thread-1] (DefaultExecutionGraphBuilder.java:179) Running initialization on master for job Flink Streaming Job (d6a71f5cf5f060cfaa5d5fa24434f7a3).
21:09:22.628 [INFO - jobmanager-io-thread-1] (DefaultExecutionGraphBuilder.java:208) Successfully ran initialization on master in 0 ms.
21:09:22.630 [INFO - jobmanager-io-thread-1] (DefaultExecutionTopology.java:416) Built 4 new pipelined regions in 0 ms, total 4 pipelined regions currently.
21:09:22.630 [INFO - jobmanager-io-thread-1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@3fae36ff
21:09:22.630 [INFO - jobmanager-io-thread-1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
21:09:22.630 [INFO - jobmanager-io-thread-1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit358338416677014081/checkpoints")
21:09:22.632 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1778) No checkpoint found during restore.
21:09:22.632 [INFO - jobmanager-io-thread-1] (DefaultScheduler.java:168) Using failover strategy org.apache.flink.runtime.executiongraph.failover.RestartPipelinedRegionFailoverStrategy@4e658703 for Flink Streaming Job (d6a71f5cf5f060cfaa5d5fa24434f7a3).
21:09:22.633 [INFO - jobmanager-io-thread-1] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader pekko://flink/user/rpc/jobmanager_23 , session=784f8203-a926-472f-a36a-d9cf5816b076
21:09:22.639 [INFO - flink-pekko.actor.default-dispatcher-9] (JobMaster.java:987) Starting execution of job 'Flink Streaming Job' (d6a71f5cf5f060cfaa5d5fa24434f7a3) under job master id a36ad9cf5816b076784f8203a926472f.
21:09:22.640 [INFO - flink-pekko.actor.default-dispatcher-9] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
21:09:22.642 [DEBUG - flink-pekko.actor.default-dispatcher-9] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:09:22.644 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultScheduler.java:231) Starting scheduling with scheduling strategy [org.apache.flink.runtime.scheduler.strategy.PipelinedRegionSchedulingStrategy]
21:09:22.644 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (d6a71f5cf5f060cfaa5d5fa24434f7a3) switched from state CREATED to RUNNING.
21:09:22.651 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (7a3214ac5515a3aaffb3e13cfc52cb55_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from CREATED to SCHEDULED.
21:09:22.652 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (7a3214ac5515a3aaffb3e13cfc52cb55_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from CREATED to SCHEDULED.
21:09:22.652 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.27.110.125:37111(127.27.110.125:37111)] connecting to peer
21:09:22.652 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (7a3214ac5515a3aaffb3e13cfc52cb55_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from CREATED to SCHEDULED.
21:09:22.652 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (7a3214ac5515a3aaffb3e13cfc52cb55_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from CREATED to SCHEDULED.
21:09:22.652 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.27.110.126:34219(127.27.110.126:34219)] connecting to peer
21:09:22.653 [INFO - flink-pekko.actor.default-dispatcher-9] (JobMaster.java:1182) Connecting to ResourceManager pekko://flink/user/rpc/resourcemanager_22(bd071bd7c6e220de42e0956dbf984014)
21:09:22.653 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.27.110.124:43039(127.27.110.124:43039)] connecting to peer
21:09:22.655 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.27.110.125:37111(127.27.110.125:37111)] Successfully connected to peer
21:09:22.656 [INFO - flink-pekko.actor.default-dispatcher-8] (RetryingRegistration.java:162) Resolved ResourceManager address, beginning registration
21:09:22.657 [INFO - flink-pekko.actor.default-dispatcher-7] (ResourceManager.java:390) Registering job manager a36ad9cf5816b076784f8203a926472f@pekko://flink/user/rpc/jobmanager_23 for job d6a71f5cf5f060cfaa5d5fa24434f7a3.
21:09:22.657 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.27.110.125
21:09:22.658 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.27.110.126:34219(127.27.110.126:34219)] Successfully connected to peer
21:09:22.660 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.27.110.124:43039(127.27.110.124:43039)] Successfully connected to peer
21:09:22.670 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.27.110.124
21:09:22.672 [INFO - flink-pekko.actor.default-dispatcher-7] (ResourceManager.java:1015) Registered job manager a36ad9cf5816b076784f8203a926472f@pekko://flink/user/rpc/jobmanager_23 for job d6a71f5cf5f060cfaa5d5fa24434f7a3.
21:09:22.674 [INFO - flink-pekko.actor.default-dispatcher-9] (JobMaster.java:1206) JobManager successfully registered at ResourceManager, leader id: bd071bd7c6e220de42e0956dbf984014.
21:09:22.674 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job d6a71f5cf5f060cfaa5d5fa24434f7a3: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
21:09:22.675 [DEBUG - main] (Connection.java:748) [peer master-127.28.61.190:36375(127.28.61.190:36375)] connecting to peer
21:09:22.677 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:709) Matching resource requirements against available resources.
Missing resources:
	 Job d6a71f5cf5f060cfaa5d5fa24434f7a3
		ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}
Current resources:
	TaskManager 0c51e075-60cc-44c9-a043-700ae7939e07
		Available: ResourceProfile{taskHeapMemory=1024.000gb (1099511627776 bytes), taskOffHeapMemory=1024.000gb (1099511627776 bytes), managedMemory=128.000mb (134217728 bytes), networkMemory=64.000mb (67108864 bytes)}
		Total:     ResourceProfile{taskHeapMemory=1024.000gb (1099511627776 bytes), taskOffHeapMemory=1024.000gb (1099511627776 bytes), managedMemory=128.000mb (134217728 bytes), networkMemory=64.000mb (67108864 bytes)}
21:09:22.677 [DEBUG - main] (Connection.java:748) [peer master-127.28.61.189:39213(127.28.61.189:39213)] connecting to peer
21:09:22.678 [DEBUG - main] (Connection.java:748) [peer master-127.28.61.188:41979(127.28.61.188:41979)] connecting to peer
21:09:22.678 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot b200b6c3ce2fca13685c7ab856b1bb79 from 0c51e075-60cc-44c9-a043-700ae7939e07 for job d6a71f5cf5f060cfaa5d5fa24434f7a3 with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
21:09:22.679 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot 596c1faef3de2ec0e44ef01d82f1f992 from 0c51e075-60cc-44c9-a043-700ae7939e07 for job d6a71f5cf5f060cfaa5d5fa24434f7a3 with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
21:09:22.679 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:1149) Receive slot request b200b6c3ce2fca13685c7ab856b1bb79 for job d6a71f5cf5f060cfaa5d5fa24434f7a3 from resource manager with leader id bd071bd7c6e220de42e0956dbf984014.
21:09:22.680 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:321) Allocated slot for b200b6c3ce2fca13685c7ab856b1bb79 with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
21:09:22.680 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.28.61.189:39213(127.28.61.189:39213)] Successfully connected to peer
21:09:22.680 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultJobLeaderService.java:192) Add job d6a71f5cf5f060cfaa5d5fa24434f7a3 for job leader monitoring.
21:09:22.681 [INFO - mini-cluster-io-thread-2] (DefaultJobLeaderService.java:350) Try to register at job manager pekko://flink/user/rpc/jobmanager_23 with leader id 784f8203-a926-472f-a36a-d9cf5816b076.
21:09:22.682 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot ca377845646d1aa7227db55358d56741 from 0c51e075-60cc-44c9-a043-700ae7939e07 for job d6a71f5cf5f060cfaa5d5fa24434f7a3 with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
21:09:22.682 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:1149) Receive slot request 596c1faef3de2ec0e44ef01d82f1f992 for job d6a71f5cf5f060cfaa5d5fa24434f7a3 from resource manager with leader id bd071bd7c6e220de42e0956dbf984014.
21:09:22.682 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:321) Allocated slot for 596c1faef3de2ec0e44ef01d82f1f992 with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
21:09:22.683 [INFO - flink-pekko.actor.default-dispatcher-8] (RetryingRegistration.java:162) Resolved JobManager address, beginning registration
21:09:22.684 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot 3167c4da6522a1296f305f778c9b49ee from 0c51e075-60cc-44c9-a043-700ae7939e07 for job d6a71f5cf5f060cfaa5d5fa24434f7a3 with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
21:09:22.685 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:1149) Receive slot request ca377845646d1aa7227db55358d56741 for job d6a71f5cf5f060cfaa5d5fa24434f7a3 from resource manager with leader id bd071bd7c6e220de42e0956dbf984014.
21:09:22.686 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:321) Allocated slot for ca377845646d1aa7227db55358d56741 with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
21:09:22.686 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:1149) Receive slot request 3167c4da6522a1296f305f778c9b49ee for job d6a71f5cf5f060cfaa5d5fa24434f7a3 from resource manager with leader id bd071bd7c6e220de42e0956dbf984014.
21:09:22.686 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:321) Allocated slot for 3167c4da6522a1296f305f778c9b49ee with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
21:09:22.688 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.28.61.188:41979(127.28.61.188:41979)] Successfully connected to peer
21:09:22.688 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultJobLeaderService.java:417) Successful registration at job manager pekko://flink/user/rpc/jobmanager_23 for job d6a71f5cf5f060cfaa5d5fa24434f7a3.
21:09:22.689 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:1783) Establish JobManager connection for job d6a71f5cf5f060cfaa5d5fa24434f7a3.
21:09:22.689 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.28.61.190:36375(127.28.61.190:36375)] Successfully connected to peer
21:09:22.689 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:1633) Offer reserved slots to the leader of job d6a71f5cf5f060cfaa5d5fa24434f7a3.
21:09:22.692 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (7a3214ac5515a3aaffb3e13cfc52cb55_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from SCHEDULED to DEPLOYING.
21:09:22.692 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #0) with attempt id 7a3214ac5515a3aaffb3e13cfc52cb55_cbc357ccb763df2852fee8c4fc7d55f2_0_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to 0c51e075-60cc-44c9-a043-700ae7939e07 @ 127.0.0.1 (dataPort=-1) with allocation id ca377845646d1aa7227db55358d56741
21:09:22.693 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskSlotTableImpl.java:391) Activate slot ca377845646d1aa7227db55358d56741.
21:09:22.696 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutorFileMergingManager.java:83) Registered new file merging snapshot manager for job d6a71f5cf5f060cfaa5d5fa24434f7a3.
21:09:22.696 [INFO - flink-pekko.actor.default-dispatcher-5] (StateChangelogStorageLoader.java:104) Creating a changelog storage with name 'memory'.
21:09:22.705 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.27.110.126
21:09:22.703 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.28.61.189
21:09:22.707 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutorChannelStateExecutorFactoryManager.java:70) Creating the channel state executor factory for job id d6a71f5cf5f060cfaa5d5fa24434f7a3
21:09:22.708 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:09:22.700 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.28.61.190
21:09:22.717 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:09:22.718 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#0 (7a3214ac5515a3aaffb3e13cfc52cb55_cbc357ccb763df2852fee8c4fc7d55f2_0_0), deploy into slot with allocation id ca377845646d1aa7227db55358d56741.
21:09:22.720 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x07d9bb8d, L:/127.0.0.1:47384 - R:/127.27.110.125:37111] using SASL/PLAIN
21:09:22.725 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xab4aceb0, L:/127.0.0.1:51462 - R:/127.28.61.189:39213] using SASL/PLAIN
21:09:22.726 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:09:22.731 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x1e43782a, L:/127.0.0.1:39590 - R:/127.28.61.190:36375] using SASL/PLAIN
21:09:22.736 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:09:22.741 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:09:22.745 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xf1a8744d, L:/127.0.0.1:43352 - R:/127.27.110.124:43039] using SASL/PLAIN
21:09:22.745 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2841dd5f383bae9a8f297e74525dcca1 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 2841dd5f383bae9a8f297e74525dcca1 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:22.748 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (7a3214ac5515a3aaffb3e13cfc52cb55_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from SCHEDULED to DEPLOYING.
21:09:22.748 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #0) with attempt id 7a3214ac5515a3aaffb3e13cfc52cb55_cbc357ccb763df2852fee8c4fc7d55f2_1_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to 0c51e075-60cc-44c9-a043-700ae7939e07 @ 127.0.0.1 (dataPort=-1) with allocation id b200b6c3ce2fca13685c7ab856b1bb79
21:09:22.753 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (7a3214ac5515a3aaffb3e13cfc52cb55_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from SCHEDULED to DEPLOYING.
21:09:22.753 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #0) with attempt id 7a3214ac5515a3aaffb3e13cfc52cb55_cbc357ccb763df2852fee8c4fc7d55f2_2_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to 0c51e075-60cc-44c9-a043-700ae7939e07 @ 127.0.0.1 (dataPort=-1) with allocation id 596c1faef3de2ec0e44ef01d82f1f992
21:09:22.756 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.28.61.188
21:09:22.756 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x9d052523, L:/127.0.0.1:42134 - R:/127.27.110.126:34219] using SASL/PLAIN
21:09:22.763 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
21:09:22.763 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (7a3214ac5515a3aaffb3e13cfc52cb55_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from SCHEDULED to DEPLOYING.
21:09:22.763 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #0) with attempt id 7a3214ac5515a3aaffb3e13cfc52cb55_cbc357ccb763df2852fee8c4fc7d55f2_3_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to 0c51e075-60cc-44c9-a043-700ae7939e07 @ 127.0.0.1 (dataPort=-1) with allocation id 3167c4da6522a1296f305f778c9b49ee
21:09:22.763 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=112), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [74ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: OK, [111ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: OK, deferred=null) after lookup
21:09:22.771 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:22.771 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 4bba706393eb41c4b3ed79f493a69027
21:09:22.771 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:22.772 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:22.772 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:22.772 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:22.772 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:22.773 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:22.773 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:22.773 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:22.773 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:22.773 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:22.773 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:22.773 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:22.774 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:09:22.776 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskSlotTableImpl.java:391) Activate slot b200b6c3ce2fca13685c7ab856b1bb79.
21:09:22.781 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 78e62f45e3164014b1f3b0ee41df0404 for table 'replication_test_table' with partition [0x0000000000000000, 0x0000000000000001)
21:09:22.781 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 637925460d0644f885c9c2aac46d643e for table 'replication_test_table' with partition [0x0000000000000001, 0x0000000000000002)
21:09:22.781 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 916c221c2eb245f0af11d3609f3cc147 for table 'replication_test_table' with partition [0x0000000100000000, 0x0000000100000001)
21:09:22.781 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 328af295c4f443dd9e4877e895c145a7 for table 'replication_test_table' with partition [0x0000000100000001, 0x0000000100000002)
21:09:22.781 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a80f5359dbf24db0b0a88485b990c585 for table 'replication_test_table' with partition [0x0000000200000000, 0x0000000200000001)
21:09:22.781 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 2fe8b4523c974684b5bf5f7de4073c52 for table 'replication_test_table' with partition [0x0000000200000001, 0x0000000200000002)
21:09:22.782 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x0000000000000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000000000000, upperBoundPartitionKey=0x0000000000000001, ttl=299999, tablet=78e62f45e3164014b1f3b0ee41df0404@[03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055),9568e7bf235f459fa583004fe13faea5(127.27.110.65:44763)[L],bea0bef4fa77456d8a0ed5ff9ce0c146(127.27.110.66:39813)]}, Tablet{lowerBoundPartitionKey=0x0000000000000001, upperBoundPartitionKey=0x0000000000000002, ttl=299999, tablet=637925460d0644f885c9c2aac46d643e@[03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055),9568e7bf235f459fa583004fe13faea5(127.27.110.65:44763),bea0bef4fa77456d8a0ed5ff9ce0c146(127.27.110.66:39813)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000000000002, upperBoundPartitionKey=0x0000000100000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000100000000, upperBoundPartitionKey=0x0000000100000001, ttl=299999, tablet=916c221c2eb245f0af11d3609f3cc147@[03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055),9568e7bf235f459fa583004fe13faea5(127.27.110.65:44763),bea0bef4fa77456d8a0ed5ff9ce0c146(127.27.110.66:39813)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000100000001, upperBoundPartitionKey=0x0000000100000002, ttl=299999, tablet=328af295c4f443dd9e4877e895c145a7@[03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055),9568e7bf235f459fa583004fe13faea5(127.27.110.65:44763),bea0bef4fa77456d8a0ed5ff9ce0c146(127.27.110.66:39813)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000100000002, upperBoundPartitionKey=0x0000000200000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299999, tablet=a80f5359dbf24db0b0a88485b990c585@[03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055)[L],9568e7bf235f459fa583004fe13faea5(127.27.110.65:44763),bea0bef4fa77456d8a0ed5ff9ce0c146(127.27.110.66:39813)]}, Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299999, tablet=2fe8b4523c974684b5bf5f7de4073c52@[03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055),9568e7bf235f459fa583004fe13faea5(127.27.110.65:44763)[L],bea0bef4fa77456d8a0ed5ff9ce0c146(127.27.110.66:39813)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000200000002, upperBoundPartitionKey=0x, ttl=299999}]
21:09:22.781 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#0 (7a3214ac5515a3aaffb3e13cfc52cb55_cbc357ccb763df2852fee8c4fc7d55f2_1_0), deploy into slot with allocation id b200b6c3ce2fca13685c7ab856b1bb79.
21:09:22.786 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (7a3214ac5515a3aaffb3e13cfc52cb55_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from CREATED to DEPLOYING.
21:09:22.786 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#0 (7a3214ac5515a3aaffb3e13cfc52cb55_cbc357ccb763df2852fee8c4fc7d55f2_0_0) [DEPLOYING].
21:09:22.787 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x4e41c888, L:/127.0.0.1:43572 - R:/127.28.61.188:41979] using SASL/PLAIN
21:09:22.792 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@1cb969ba
21:09:22.792 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
21:09:22.792 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit358338416677014081/checkpoints")
21:09:22.793 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
21:09:22.793 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=118), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.61.190:36375, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.61.189:39213, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.61.188:41979, [55ms] Sub RPC ConnectToMaster: received response from server master-127.28.61.189:39213: OK, [60ms] Sub RPC ConnectToMaster: received response from server master-127.28.61.190:36375: OK, [117ms] Sub RPC ConnectToMaster: received response from server master-127.28.61.188:41979: OK, deferred=null) after lookup
21:09:22.793 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (7a3214ac5515a3aaffb3e13cfc52cb55_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from DEPLOYING to INITIALIZING.
21:09:22.795 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (7a3214ac5515a3aaffb3e13cfc52cb55_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from DEPLOYING to INITIALIZING.
21:09:22.797 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 2f9b946a06b0498591fab0a99137d46f
21:09:22.806 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskSlotTableImpl.java:391) Activate slot 596c1faef3de2ec0e44ef01d82f1f992.
21:09:22.805 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (7a3214ac5515a3aaffb3e13cfc52cb55_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from CREATED to DEPLOYING.
21:09:22.806 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#0 (7a3214ac5515a3aaffb3e13cfc52cb55_cbc357ccb763df2852fee8c4fc7d55f2_1_0) [DEPLOYING].
21:09:22.807 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@712796e5
21:09:22.807 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
21:09:22.807 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit358338416677014081/checkpoints")
21:09:22.807 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#0 (7a3214ac5515a3aaffb3e13cfc52cb55_cbc357ccb763df2852fee8c4fc7d55f2_2_0), deploy into slot with allocation id 596c1faef3de2ec0e44ef01d82f1f992.
21:09:22.807 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (7a3214ac5515a3aaffb3e13cfc52cb55_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from DEPLOYING to INITIALIZING.
21:09:22.809 [DEBUG - pool-322-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:22.809 [DEBUG - pool-322-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:22.809 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (7a3214ac5515a3aaffb3e13cfc52cb55_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from DEPLOYING to INITIALIZING.
21:09:22.809 [DEBUG - pool-322-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:22.810 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:22.810 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:22.810 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:22.811 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:22.811 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:22.811 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:22.811 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@3f0e735f
21:09:22.811 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:22.811 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:22.811 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:22.811 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:22.813 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet ee249905f85b4fe7a75274e7f898a0fd for table 'replication_test_table' with partition [0x0000000000000000, 0x0000000000000001)
21:09:22.813 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 66f6fd7ac405472ea379d117d01bf0a0 for table 'replication_test_table' with partition [0x0000000000000001, 0x0000000000000002)
21:09:22.813 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet e8be428f73714f0c9e4c0cd4387994bf for table 'replication_test_table' with partition [0x0000000100000000, 0x0000000100000001)
21:09:22.813 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet c263d56d2c014d8aa33464391dbda9cb for table 'replication_test_table' with partition [0x0000000100000001, 0x0000000100000002)
21:09:22.813 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet b0f499ee9a1247288c30003058622aa0 for table 'replication_test_table' with partition [0x0000000200000000, 0x0000000200000001)
21:09:22.813 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet b5489d685a8540afb46642bfcb54ee5d for table 'replication_test_table' with partition [0x0000000200000001, 0x0000000200000002)
21:09:22.813 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x0000000000000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000000000000, upperBoundPartitionKey=0x0000000000000001, ttl=299999, tablet=ee249905f85b4fe7a75274e7f898a0fd@[e4dd8c316c5e4642bc3c7fa27c31eac7(127.28.61.130:38589),f53bf1a5b946421c9a5245279379d038(127.28.61.129:36239),f9388bec45ef4b26b002bb34888dd2e1(127.28.61.131:42367)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000000000001, upperBoundPartitionKey=0x0000000000000002, ttl=299999, tablet=66f6fd7ac405472ea379d117d01bf0a0@[e4dd8c316c5e4642bc3c7fa27c31eac7(127.28.61.130:38589),f53bf1a5b946421c9a5245279379d038(127.28.61.129:36239)[L],f9388bec45ef4b26b002bb34888dd2e1(127.28.61.131:42367)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000000000002, upperBoundPartitionKey=0x0000000100000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000100000000, upperBoundPartitionKey=0x0000000100000001, ttl=299999, tablet=e8be428f73714f0c9e4c0cd4387994bf@[e4dd8c316c5e4642bc3c7fa27c31eac7(127.28.61.130:38589),f53bf1a5b946421c9a5245279379d038(127.28.61.129:36239)[L],f9388bec45ef4b26b002bb34888dd2e1(127.28.61.131:42367)]}, Tablet{lowerBoundPartitionKey=0x0000000100000001, upperBoundPartitionKey=0x0000000100000002, ttl=299999, tablet=c263d56d2c014d8aa33464391dbda9cb@[e4dd8c316c5e4642bc3c7fa27c31eac7(127.28.61.130:38589),f53bf1a5b946421c9a5245279379d038(127.28.61.129:36239),f9388bec45ef4b26b002bb34888dd2e1(127.28.61.131:42367)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000100000002, upperBoundPartitionKey=0x0000000200000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299999, tablet=b0f499ee9a1247288c30003058622aa0@[e4dd8c316c5e4642bc3c7fa27c31eac7(127.28.61.130:38589)[L],f53bf1a5b946421c9a5245279379d038(127.28.61.129:36239),f9388bec45ef4b26b002bb34888dd2e1(127.28.61.131:42367)]}, Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299999, tablet=b5489d685a8540afb46642bfcb54ee5d@[e4dd8c316c5e4642bc3c7fa27c31eac7(127.28.61.130:38589),f53bf1a5b946421c9a5245279379d038(127.28.61.129:36239),f9388bec45ef4b26b002bb34888dd2e1(127.28.61.131:42367)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000200000002, upperBoundPartitionKey=0x, ttl=299999}]
21:09:22.814 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC ScanRequest(scannerId=null, state=OPENING, attempt=1, KuduRpc(method=Scan, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=15), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.61.188:41979, [15ms] Sub RPC GetTableLocations: received response from server master-127.28.61.188:41979: OK, deferred=null)) after lookup
21:09:22.814 [DEBUG - kudu-nio-2] (Connection.java:748) [peer f9388bec45ef4b26b002bb34888dd2e1(127.28.61.131:42367)] connecting to peer
21:09:22.815 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskSlotTableImpl.java:391) Activate slot ca377845646d1aa7227db55358d56741.
21:09:22.815 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskSlotTableImpl.java:391) Activate slot b200b6c3ce2fca13685c7ab856b1bb79.
21:09:22.815 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskSlotTableImpl.java:391) Activate slot 596c1faef3de2ec0e44ef01d82f1f992.
21:09:22.815 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskSlotTableImpl.java:391) Activate slot 3167c4da6522a1296f305f778c9b49ee.
21:09:22.815 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskSlotTableImpl.java:391) Activate slot 3167c4da6522a1296f305f778c9b49ee.
21:09:22.817 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:09:22.821 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#0 (7a3214ac5515a3aaffb3e13cfc52cb55_cbc357ccb763df2852fee8c4fc7d55f2_3_0), deploy into slot with allocation id 3167c4da6522a1296f305f778c9b49ee.
21:09:22.822 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@38b4b23e
21:09:22.826 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:09:22.828 [DEBUG - kudu-nio-3] (Connection.java:757) [peer f9388bec45ef4b26b002bb34888dd2e1(127.28.61.131:42367)] Successfully connected to peer
21:09:22.836 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (7a3214ac5515a3aaffb3e13cfc52cb55_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from CREATED to DEPLOYING.
21:09:22.836 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#0 (7a3214ac5515a3aaffb3e13cfc52cb55_cbc357ccb763df2852fee8c4fc7d55f2_2_0) [DEPLOYING].
21:09:22.838 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@75290315
21:09:22.841 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
21:09:22.841 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit358338416677014081/checkpoints")
21:09:22.841 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (7a3214ac5515a3aaffb3e13cfc52cb55_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from DEPLOYING to INITIALIZING.
21:09:22.846 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (7a3214ac5515a3aaffb3e13cfc52cb55_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from DEPLOYING to INITIALIZING.
21:09:22.848 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer master-127.28.61.190:36375(127.28.61.190:36375)] connecting to peer
21:09:22.856 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@354e2521
21:09:22.856 [ERROR - Source: KuduSource -> Sink: Writer (3/4)#0] (HashedWheelTimer.java:470) You are creating too many HashedWheelTimer instances. HashedWheelTimer is a shared resource that must be reused across the JVM, so that only a few instances are created.
21:09:22.858 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:09:22.858 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:09:22.866 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x3823e017, L:/127.0.0.1:57458 - R:/127.28.61.131:42367] using TOKEN/null
21:09:22.869 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (7a3214ac5515a3aaffb3e13cfc52cb55_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from CREATED to DEPLOYING.
21:09:22.869 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#0 (7a3214ac5515a3aaffb3e13cfc52cb55_cbc357ccb763df2852fee8c4fc7d55f2_3_0) [DEPLOYING].
21:09:22.870 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@49dcc2cf
21:09:22.870 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
21:09:22.870 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer master-127.28.61.190:36375(127.28.61.190:36375)] connecting to peer
21:09:22.870 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit358338416677014081/checkpoints")
21:09:22.870 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (7a3214ac5515a3aaffb3e13cfc52cb55_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from DEPLOYING to INITIALIZING.
21:09:22.874 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (7a3214ac5515a3aaffb3e13cfc52cb55_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from DEPLOYING to INITIALIZING.
21:09:22.884 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=ee249905f85b4fe7a75274e7f898a0fd, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:09:22.885 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet ee249905f85b4fe7a75274e7f898a0fd for partition [0x0000000000000000, 0x0000000000000001) with scanner id null
21:09:22.885 [DEBUG - main] (Connection.java:748) [peer f53bf1a5b946421c9a5245279379d038(127.28.61.129:36239)] connecting to peer
21:09:22.890 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer master-127.28.61.189:39213(127.28.61.189:39213)] connecting to peer
21:09:22.894 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.28.61.190:36375(127.28.61.190:36375)] Successfully connected to peer
21:09:22.897 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.28.61.190
21:09:22.898 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer master-127.28.61.188:41979(127.28.61.188:41979)] connecting to peer
21:09:22.899 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.28.61.189:39213(127.28.61.189:39213)] Successfully connected to peer
21:09:22.902 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.28.61.189
21:09:22.906 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@62f78389
21:09:22.913 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:09:22.914 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:09:22.917 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer master-127.28.61.189:39213(127.28.61.189:39213)] connecting to peer
21:09:22.917 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x52ab634c, L:/127.0.0.1:39598 - R:/127.28.61.190:36375] using SASL/PLAIN
21:09:22.923 [DEBUG - kudu-nio-4] (Connection.java:757) [peer f53bf1a5b946421c9a5245279379d038(127.28.61.129:36239)] Successfully connected to peer
21:09:22.926 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.28.61.190:36375(127.28.61.190:36375)] Successfully connected to peer
21:09:22.927 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer master-127.28.61.190:36375(127.28.61.190:36375)] connecting to peer
21:09:22.932 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:09:22.934 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.28.61.190
21:09:22.942 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x5f307659, L:/127.0.0.1:51464 - R:/127.28.61.189:39213] using SASL/PLAIN
21:09:22.949 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:22.949 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:09:22.954 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.28.61.188:41979(127.28.61.188:41979)] Successfully connected to peer
21:09:22.956 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x668a9c74, L:/127.0.0.1:39600 - R:/127.28.61.190:36375] using SASL/PLAIN
21:09:22.957 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer master-127.28.61.188:41979(127.28.61.188:41979)] connecting to peer
21:09:22.958 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.28.61.189:39213(127.28.61.189:39213)] Successfully connected to peer
21:09:22.960 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.28.61.188:41979(127.28.61.188:41979)] Successfully connected to peer
21:09:22.961 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d6a71f5cf5f060cfaa5d5fa24434f7a3 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d6a71f5cf5f060cfaa5d5fa24434f7a3 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:22.962 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer master-127.28.61.189:39213(127.28.61.189:39213)] connecting to peer
21:09:22.966 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.28.61.189
21:09:22.970 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.28.61.188
21:09:22.979 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.28.61.188
21:09:22.982 [DEBUG - kudu-nio-4] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:09:22.984 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:09:22.989 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x2550409f, L:/127.0.0.1:51474 - R:/127.28.61.189:39213] using SASL/PLAIN
21:09:22.990 [DEBUG - kudu-nio-4] (Negotiator.java:919) Authenticated connection [id: 0x5c2c1ef7, L:/127.0.0.1:37914 - R:/127.28.61.129:36239] using TOKEN/null
21:09:22.999 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.28.61.190:36375(127.28.61.190:36375)] Successfully connected to peer
21:09:23.002 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:09:23.008 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x0d28f75c, L:/127.0.0.1:43584 - R:/127.28.61.188:41979] using SASL/PLAIN
21:09:23.009 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.28.61.190
21:09:23.011 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:09:23.013 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
21:09:23.014 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=196), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.61.190:36375, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.61.189:39213, [51ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.61.188:41979, [75ms] Sub RPC ConnectToMaster: received response from server master-127.28.61.190:36375: OK, [99ms] Sub RPC ConnectToMaster: received response from server master-127.28.61.189:39213: OK, [166ms] Sub RPC ConnectToMaster: received response from server master-127.28.61.188:41979: OK, deferred=null) after lookup
21:09:23.015 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:23.016 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=66f6fd7ac405472ea379d117d01bf0a0, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:09:23.017 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:23.017 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 66f6fd7ac405472ea379d117d01bf0a0 for partition [0x0000000000000001, 0x0000000000000002) with scanner id null
21:09:23.023 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer master-127.28.61.188:41979(127.28.61.188:41979)] connecting to peer
21:09:23.024 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 2f9b946a06b0498591fab0a99137d46f
21:09:23.046 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=e8be428f73714f0c9e4c0cd4387994bf, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:09:23.046 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet e8be428f73714f0c9e4c0cd4387994bf for partition [0x0000000100000000, 0x0000000100000001) with scanner id null
21:09:23.048 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:09:23.049 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.28.61.189:39213(127.28.61.189:39213)] Successfully connected to peer
21:09:23.052 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.28.61.188:41979(127.28.61.188:41979)] Successfully connected to peer
21:09:23.053 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xbc814bca, L:/127.0.0.1:39606 - R:/127.28.61.190:36375] using SASL/PLAIN
21:09:23.055 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.28.61.188
21:09:23.056 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 2f9b946a06b0498591fab0a99137d46f
21:09:23.056 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@27d0eae8
21:09:23.058 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 0 (#0) @ 
21:09:23.058 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 0 (#0)
21:09:23.058 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.28.61.189
21:09:23.060 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=c263d56d2c014d8aa33464391dbda9cb, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:09:23.060 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet c263d56d2c014d8aa33464391dbda9cb for partition [0x0000000100000001, 0x0000000100000002) with scanner id null
21:09:23.060 [DEBUG - main] (Connection.java:748) [peer e4dd8c316c5e4642bc3c7fa27c31eac7(127.28.61.130:38589)] connecting to peer
21:09:23.023 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x66cb7038, L:/127.0.0.1:43598 - R:/127.28.61.188:41979] using SASL/PLAIN
21:09:23.066 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer master-127.28.61.190:36375(127.28.61.190:36375)] connecting to peer
21:09:23.066 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
21:09:23.066 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=240), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.61.190:36375, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.61.189:39213, [87ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.61.188:41979, [90ms] Sub RPC ConnectToMaster: received response from server master-127.28.61.190:36375: OK, [131ms] Sub RPC ConnectToMaster: received response from server master-127.28.61.189:39213: OK, [196ms] Sub RPC ConnectToMaster: received response from server master-127.28.61.188:41979: OK, deferred=null) after lookup
21:09:23.072 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 2f9b946a06b0498591fab0a99137d46f
21:09:23.074 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:09:23.077 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 2f9b946a06b0498591fab0a99137d46f
21:09:23.077 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@5a16c795
21:09:23.077 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:09:23.079 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 1 (#0) @ 
21:09:23.079 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 1 (#0)
21:09:23.083 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xa568e4c0, L:/127.0.0.1:51480 - R:/127.28.61.189:39213] using SASL/PLAIN
21:09:23.084 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x68a3499f, L:/127.0.0.1:43610 - R:/127.28.61.188:41979] using SASL/PLAIN
21:09:23.084 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (7a3214ac5515a3aaffb3e13cfc52cb55_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from INITIALIZING to RUNNING.
21:09:23.085 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='33dfd12b877973035c683d8a22636a3a77058f3cf4e1d95b7613e35d130caca7'}]
21:09:23.089 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer master-127.28.61.189:39213(127.28.61.189:39213)] connecting to peer
21:09:23.090 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer master-127.28.61.188:41979(127.28.61.188:41979)] connecting to peer
21:09:23.090 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:09:23.092 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
21:09:23.092 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=233), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.61.190:36375, [35ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.61.189:39213, [96ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.61.188:41979, [135ms] Sub RPC ConnectToMaster: received response from server master-127.28.61.190:36375: OK, [164ms] Sub RPC ConnectToMaster: received response from server master-127.28.61.189:39213: OK, [164ms] Sub RPC ConnectToMaster: received response from server master-127.28.61.188:41979: OK, deferred=null) after lookup
21:09:23.093 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.28.61.189:39213(127.28.61.189:39213)] Successfully connected to peer
21:09:23.095 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.28.61.190:36375(127.28.61.190:36375)] Successfully connected to peer
21:09:23.099 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 2f9b946a06b0498591fab0a99137d46f
21:09:23.103 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 2f9b946a06b0498591fab0a99137d46f
21:09:23.104 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@fd584a
21:09:23.108 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.28.61.189
21:09:23.111 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:23.111 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:23.111 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:23.112 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:23.112 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:23.112 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:23.112 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:23.112 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:23.112 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:23.112 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:23.113 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:23.113 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:23.113 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:23.114 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.28.61.190
21:09:23.126 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:09:23.126 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:09:23.129 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x16c66a06, L:/127.0.0.1:51488 - R:/127.28.61.189:39213] using SASL/PLAIN
21:09:23.129 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x1fb6988f, L:/127.0.0.1:39614 - R:/127.28.61.190:36375] using SASL/PLAIN
21:09:23.137 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (7a3214ac5515a3aaffb3e13cfc52cb55_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from INITIALIZING to RUNNING.
21:09:23.140 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 2 (#0) @ 
21:09:23.140 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 2 (#0)
21:09:23.145 [DEBUG - kudu-nio-5] (Connection.java:757) [peer e4dd8c316c5e4642bc3c7fa27c31eac7(127.28.61.130:38589)] Successfully connected to peer
21:09:23.151 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.28.61.188:41979(127.28.61.188:41979)] Successfully connected to peer
21:09:23.157 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.28.61.188
21:09:23.159 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
21:09:23.162 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000000000000, upperBoundPartitionKey=0x0000000000000001, ttl=299998, tablet=78e62f45e3164014b1f3b0ee41df0404@[03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055),9568e7bf235f459fa583004fe13faea5(127.27.110.65:44763),bea0bef4fa77456d8a0ed5ff9ce0c146(127.27.110.66:39813)[L]]}]
21:09:23.170 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (7a3214ac5515a3aaffb3e13cfc52cb55_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from INITIALIZING to RUNNING.
21:09:23.171 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='e8f1b91fb1dfd359eb54c09dd5ea8e3373fdd292b16da567c1a1ec2ef6d1e847'}]
21:09:23.173 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:09:23.179 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (7a3214ac5515a3aaffb3e13cfc52cb55_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from INITIALIZING to RUNNING.
21:09:23.186 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:09:23.187 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer 03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055)] connecting to peer
21:09:23.207 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x68ad79b7, L:/127.0.0.1:43624 - R:/127.28.61.188:41979] using SASL/PLAIN
21:09:23.207 [DEBUG - kudu-nio-5] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:09:23.211 [DEBUG - kudu-nio-5] (Negotiator.java:919) Authenticated connection [id: 0x7a6f9f2d, L:/127.0.0.1:57170 - R:/127.28.61.130:38589] using TOKEN/null
21:09:23.212 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (7a3214ac5515a3aaffb3e13cfc52cb55_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from INITIALIZING to RUNNING.
21:09:23.212 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='ecde3503345e854646a41e28b33a67adba6d0df49c52137db93d1467244f7089'}]
21:09:23.213 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:23.213 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:23.213 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:23.214 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:09:23.219 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:23.219 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:23.219 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:23.219 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:23.219 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:23.220 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:23.220 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:23.220 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:23.220 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:23.220 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:23.235 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
21:09:23.238 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=318), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.61.190:36375, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.61.189:39213, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.61.188:41979, [88ms] Sub RPC ConnectToMaster: received response from server master-127.28.61.190:36375: OK, [88ms] Sub RPC ConnectToMaster: received response from server master-127.28.61.189:39213: OK, [167ms] Sub RPC ConnectToMaster: received response from server master-127.28.61.188:41979: OK, deferred=null) after lookup
21:09:23.243 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
21:09:23.244 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000100000000, upperBoundPartitionKey=0x0000000100000001, ttl=299997, tablet=916c221c2eb245f0af11d3609f3cc147@[03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055),9568e7bf235f459fa583004fe13faea5(127.27.110.65:44763)[L],bea0bef4fa77456d8a0ed5ff9ce0c146(127.27.110.66:39813)]}]
21:09:23.246 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2841dd5f383bae9a8f297e74525dcca1 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 2841dd5f383bae9a8f297e74525dcca1 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:23.247 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 2f9b946a06b0498591fab0a99137d46f
21:09:23.257 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=b0f499ee9a1247288c30003058622aa0, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:09:23.257 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet b0f499ee9a1247288c30003058622aa0 for partition [0x0000000200000000, 0x0000000200000001) with scanner id null
21:09:23.258 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 2f9b946a06b0498591fab0a99137d46f
21:09:23.263 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@6a07f6b7
21:09:23.265 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055)] Successfully connected to peer
21:09:23.281 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
21:09:23.283 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:23.284 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (7a3214ac5515a3aaffb3e13cfc52cb55_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from INITIALIZING to RUNNING.
21:09:23.284 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:23.284 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:23.284 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:23.285 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:23.285 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:23.285 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:23.285 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:23.285 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:23.285 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 3 (#0) @ 
21:09:23.285 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:23.285 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 3 (#0)
21:09:23.285 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:23.285 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:23.285 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:23.289 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=b5489d685a8540afb46642bfcb54ee5d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:09:23.289 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet b5489d685a8540afb46642bfcb54ee5d for partition [0x0000000200000001, 0x0000000200000002) with scanner id null
21:09:23.296 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000000000001, upperBoundPartitionKey=0x0000000000000002, ttl=299998, tablet=637925460d0644f885c9c2aac46d643e@[03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055),9568e7bf235f459fa583004fe13faea5(127.27.110.65:44763)[L],bea0bef4fa77456d8a0ed5ff9ce0c146(127.27.110.66:39813)]}]
21:09:23.297 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.27.110.67
21:09:23.304 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer 03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055)] connecting to peer
21:09:23.304 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (7a3214ac5515a3aaffb3e13cfc52cb55_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from INITIALIZING to RUNNING.
21:09:23.305 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='b4b7fbe882c44617d92d78b6d8c6c4f2762f257c840ab7b9cb9b7047c075c3af'}]
21:09:23.306 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:09:23.307 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (7a3214ac5515a3aaffb3e13cfc52cb55_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from INITIALIZING to RUNNING.
21:09:23.310 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:09:23.314 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055)] Successfully connected to peer
21:09:23.314 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer 03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055)] connecting to peer
21:09:23.317 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xfa69e96a, L:/127.0.0.1:58530 - R:/127.27.110.67:42055] using SASL/PLAIN
21:09:23.333 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.27.110.67
21:09:23.347 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.22.50.60:38829(127.22.50.60:38829)] connecting to peer
21:09:23.347 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.22.50.61:45261(127.22.50.61:45261)] connecting to peer
21:09:23.347 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.22.50.62:44659(127.22.50.62:44659)] connecting to peer
21:09:23.348 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:09:23.348 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.50.60:38829(127.22.50.60:38829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:09:23.348 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.60:38829: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:09:23.348 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:09:23.348 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.50.61:45261(127.22.50.61:45261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:09:23.348 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.61:45261: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:09:23.348 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:09:23.348 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.50.62:44659(127.22.50.62:44659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:09:23.348 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.62:44659: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:09:23.348 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659; will retry
21:09:23.352 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=ee249905f85b4fe7a75274e7f898a0fd, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:09:23.353 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet ee249905f85b4fe7a75274e7f898a0fd for partition [0x0000000000000000, 0x0000000000000001) with scanner id null
21:09:23.356 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:09:23.360 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=66f6fd7ac405472ea379d117d01bf0a0, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:09:23.360 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 66f6fd7ac405472ea379d117d01bf0a0 for partition [0x0000000000000001, 0x0000000000000002) with scanner id null
21:09:23.370 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=e8be428f73714f0c9e4c0cd4387994bf, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:09:23.370 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet e8be428f73714f0c9e4c0cd4387994bf for partition [0x0000000100000000, 0x0000000100000001) with scanner id null
21:09:23.380 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=c263d56d2c014d8aa33464391dbda9cb, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:09:23.380 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet c263d56d2c014d8aa33464391dbda9cb for partition [0x0000000100000001, 0x0000000100000002) with scanner id null
21:09:23.389 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=b0f499ee9a1247288c30003058622aa0, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:09:23.389 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet b0f499ee9a1247288c30003058622aa0 for partition [0x0000000200000000, 0x0000000200000001) with scanner id null
21:09:23.396 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=b5489d685a8540afb46642bfcb54ee5d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:09:23.396 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet b5489d685a8540afb46642bfcb54ee5d for partition [0x0000000200000001, 0x0000000200000002) with scanner id null
21:09:23.401 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x4cef410d, L:/127.0.0.1:58534 - R:/127.27.110.67:42055] using SASL/PLAIN
21:09:23.411 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
21:09:23.412 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000100000001, upperBoundPartitionKey=0x0000000100000002, ttl=299997, tablet=328af295c4f443dd9e4877e895c145a7@[03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055),9568e7bf235f459fa583004fe13faea5(127.27.110.65:44763)[L],bea0bef4fa77456d8a0ed5ff9ce0c146(127.27.110.66:39813)]}]
21:09:23.426 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055)] Successfully connected to peer
21:09:23.426 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false, responseScanTimestamp = 7305400167018496001) for scanner KuduScanner(table=replication_test_table, tablet=78e62f45e3164014b1f3b0ee41df0404, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:09:23.432 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:108) Finished reading from splits [33dfd12b877973035c683d8a22636a3a77058f3cf4e1d95b7613e35d130caca7]
21:09:23.434 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (KryoSerializer.java:492) Kryo serializer scala extensions are not available.
21:09:23.434 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false, responseScanTimestamp = 7305400167018496001) for scanner KuduScanner(table=replication_test_table, tablet=916c221c2eb245f0af11d3609f3cc147, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:09:23.509 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.27.110.67
21:09:23.510 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:23.510 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [33dfd12b877973035c683d8a22636a3a77058f3cf4e1d95b7613e35d130caca7]
21:09:23.510 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 1 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544963508 for job d6a71f5cf5f060cfaa5d5fa24434f7a3.
21:09:23.511 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
21:09:23.511 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
21:09:23.511 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer 03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055)] disconnecting while in state READY
21:09:23.511 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:108) Finished reading from splits [ecde3503345e854646a41e28b33a67adba6d0df49c52137db93d1467244f7089]
21:09:23.512 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 33dfd12b877973035c683d8a22636a3a77058f3cf4e1d95b7613e35d130caca7 finished by subtask 0; deferring removal (restored in pending)
21:09:23.512 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (KryoSerializer.java:492) Kryo serializer scala extensions are not available.
21:09:23.514 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:23.514 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [ecde3503345e854646a41e28b33a67adba6d0df49c52137db93d1467244f7089]
21:09:23.515 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
21:09:23.516 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='1e66b2f11f79b67ef389805eff9f73ede90df7dc78c56e2bddb3fdd3c434c2fe'}]
21:09:23.518 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:09:23.519 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=ee249905f85b4fe7a75274e7f898a0fd, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:09:23.520 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet ee249905f85b4fe7a75274e7f898a0fd for partition [0x0000000000000000, 0x0000000000000001) with scanner id null
21:09:23.521 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:23.525 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet e8be428f73714f0c9e4c0cd4387994bf for table 'replication_test_table' with partition [0x0000000100000000, 0x0000000100000001)
21:09:23.526 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet c263d56d2c014d8aa33464391dbda9cb for table 'replication_test_table' with partition [0x0000000100000001, 0x0000000100000002)
21:09:23.526 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet b0f499ee9a1247288c30003058622aa0 for table 'replication_test_table' with partition [0x0000000200000000, 0x0000000200000001)
21:09:23.526 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet b5489d685a8540afb46642bfcb54ee5d for table 'replication_test_table' with partition [0x0000000200000001, 0x0000000200000002)
21:09:23.526 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000100000000, upperBoundPartitionKey=0x0000000100000001, ttl=299999, tablet=e8be428f73714f0c9e4c0cd4387994bf@[e4dd8c316c5e4642bc3c7fa27c31eac7(127.28.61.130:38589),f53bf1a5b946421c9a5245279379d038(127.28.61.129:36239)[L],f9388bec45ef4b26b002bb34888dd2e1(127.28.61.131:42367)]}, Tablet{lowerBoundPartitionKey=0x0000000100000001, upperBoundPartitionKey=0x0000000100000002, ttl=299999, tablet=c263d56d2c014d8aa33464391dbda9cb@[e4dd8c316c5e4642bc3c7fa27c31eac7(127.28.61.130:38589),f53bf1a5b946421c9a5245279379d038(127.28.61.129:36239),f9388bec45ef4b26b002bb34888dd2e1(127.28.61.131:42367)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000100000002, upperBoundPartitionKey=0x0000000200000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299999, tablet=b0f499ee9a1247288c30003058622aa0@[e4dd8c316c5e4642bc3c7fa27c31eac7(127.28.61.130:38589)[L],f53bf1a5b946421c9a5245279379d038(127.28.61.129:36239),f9388bec45ef4b26b002bb34888dd2e1(127.28.61.131:42367)]}, Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299999, tablet=b5489d685a8540afb46642bfcb54ee5d@[e4dd8c316c5e4642bc3c7fa27c31eac7(127.28.61.130:38589),f53bf1a5b946421c9a5245279379d038(127.28.61.129:36239),f9388bec45ef4b26b002bb34888dd2e1(127.28.61.131:42367)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000200000002, upperBoundPartitionKey=0x, ttl=299999}]
21:09:23.527 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:09:23.528 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet ee249905f85b4fe7a75274e7f898a0fd for table 'replication_test_table' with partition [0x0000000000000000, 0x0000000000000001)
21:09:23.528 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 66f6fd7ac405472ea379d117d01bf0a0 for table 'replication_test_table' with partition [0x0000000000000001, 0x0000000000000002)
21:09:23.528 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet e8be428f73714f0c9e4c0cd4387994bf for table 'replication_test_table' with partition [0x0000000100000000, 0x0000000100000001)
21:09:23.528 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet c263d56d2c014d8aa33464391dbda9cb for table 'replication_test_table' with partition [0x0000000100000001, 0x0000000100000002)
21:09:23.528 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet b0f499ee9a1247288c30003058622aa0 for table 'replication_test_table' with partition [0x0000000200000000, 0x0000000200000001)
21:09:23.528 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet b5489d685a8540afb46642bfcb54ee5d for table 'replication_test_table' with partition [0x0000000200000001, 0x0000000200000002)
21:09:23.528 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000000000000, upperBoundPartitionKey=0x0000000000000001, ttl=299999, tablet=ee249905f85b4fe7a75274e7f898a0fd@[e4dd8c316c5e4642bc3c7fa27c31eac7(127.28.61.130:38589),f53bf1a5b946421c9a5245279379d038(127.28.61.129:36239),f9388bec45ef4b26b002bb34888dd2e1(127.28.61.131:42367)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000000000001, upperBoundPartitionKey=0x0000000000000002, ttl=299999, tablet=66f6fd7ac405472ea379d117d01bf0a0@[e4dd8c316c5e4642bc3c7fa27c31eac7(127.28.61.130:38589),f53bf1a5b946421c9a5245279379d038(127.28.61.129:36239)[L],f9388bec45ef4b26b002bb34888dd2e1(127.28.61.131:42367)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000000000002, upperBoundPartitionKey=0x0000000100000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000100000000, upperBoundPartitionKey=0x0000000100000001, ttl=299999, tablet=e8be428f73714f0c9e4c0cd4387994bf@[e4dd8c316c5e4642bc3c7fa27c31eac7(127.28.61.130:38589),f53bf1a5b946421c9a5245279379d038(127.28.61.129:36239)[L],f9388bec45ef4b26b002bb34888dd2e1(127.28.61.131:42367)]}, Tablet{lowerBoundPartitionKey=0x0000000100000001, upperBoundPartitionKey=0x0000000100000002, ttl=299999, tablet=c263d56d2c014d8aa33464391dbda9cb@[e4dd8c316c5e4642bc3c7fa27c31eac7(127.28.61.130:38589),f53bf1a5b946421c9a5245279379d038(127.28.61.129:36239),f9388bec45ef4b26b002bb34888dd2e1(127.28.61.131:42367)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000100000002, upperBoundPartitionKey=0x0000000200000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299999, tablet=b0f499ee9a1247288c30003058622aa0@[e4dd8c316c5e4642bc3c7fa27c31eac7(127.28.61.130:38589)[L],f53bf1a5b946421c9a5245279379d038(127.28.61.129:36239),f9388bec45ef4b26b002bb34888dd2e1(127.28.61.131:42367)]}, Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299999, tablet=b5489d685a8540afb46642bfcb54ee5d@[e4dd8c316c5e4642bc3c7fa27c31eac7(127.28.61.130:38589),f53bf1a5b946421c9a5245279379d038(127.28.61.129:36239),f9388bec45ef4b26b002bb34888dd2e1(127.28.61.131:42367)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000200000002, upperBoundPartitionKey=0x, ttl=299999}]
21:09:23.529 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet ee249905f85b4fe7a75274e7f898a0fd for table 'replication_test_table' with partition [0x0000000000000000, 0x0000000000000001)
21:09:23.529 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 66f6fd7ac405472ea379d117d01bf0a0 for table 'replication_test_table' with partition [0x0000000000000001, 0x0000000000000002)
21:09:23.529 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet e8be428f73714f0c9e4c0cd4387994bf for table 'replication_test_table' with partition [0x0000000100000000, 0x0000000100000001)
21:09:23.529 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet c263d56d2c014d8aa33464391dbda9cb for table 'replication_test_table' with partition [0x0000000100000001, 0x0000000100000002)
21:09:23.529 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet b0f499ee9a1247288c30003058622aa0 for table 'replication_test_table' with partition [0x0000000200000000, 0x0000000200000001)
21:09:23.529 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet b5489d685a8540afb46642bfcb54ee5d for table 'replication_test_table' with partition [0x0000000200000001, 0x0000000200000002)
21:09:23.529 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000000000000, upperBoundPartitionKey=0x0000000000000001, ttl=299999, tablet=ee249905f85b4fe7a75274e7f898a0fd@[e4dd8c316c5e4642bc3c7fa27c31eac7(127.28.61.130:38589),f53bf1a5b946421c9a5245279379d038(127.28.61.129:36239),f9388bec45ef4b26b002bb34888dd2e1(127.28.61.131:42367)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000000000001, upperBoundPartitionKey=0x0000000000000002, ttl=299999, tablet=66f6fd7ac405472ea379d117d01bf0a0@[e4dd8c316c5e4642bc3c7fa27c31eac7(127.28.61.130:38589),f53bf1a5b946421c9a5245279379d038(127.28.61.129:36239)[L],f9388bec45ef4b26b002bb34888dd2e1(127.28.61.131:42367)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000000000002, upperBoundPartitionKey=0x0000000100000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000100000000, upperBoundPartitionKey=0x0000000100000001, ttl=299999, tablet=e8be428f73714f0c9e4c0cd4387994bf@[e4dd8c316c5e4642bc3c7fa27c31eac7(127.28.61.130:38589),f53bf1a5b946421c9a5245279379d038(127.28.61.129:36239)[L],f9388bec45ef4b26b002bb34888dd2e1(127.28.61.131:42367)]}, Tablet{lowerBoundPartitionKey=0x0000000100000001, upperBoundPartitionKey=0x0000000100000002, ttl=299999, tablet=c263d56d2c014d8aa33464391dbda9cb@[e4dd8c316c5e4642bc3c7fa27c31eac7(127.28.61.130:38589),f53bf1a5b946421c9a5245279379d038(127.28.61.129:36239),f9388bec45ef4b26b002bb34888dd2e1(127.28.61.131:42367)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000100000002, upperBoundPartitionKey=0x0000000200000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299999, tablet=b0f499ee9a1247288c30003058622aa0@[e4dd8c316c5e4642bc3c7fa27c31eac7(127.28.61.130:38589)[L],f53bf1a5b946421c9a5245279379d038(127.28.61.129:36239),f9388bec45ef4b26b002bb34888dd2e1(127.28.61.131:42367)]}, Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299999, tablet=b5489d685a8540afb46642bfcb54ee5d@[e4dd8c316c5e4642bc3c7fa27c31eac7(127.28.61.130:38589),f53bf1a5b946421c9a5245279379d038(127.28.61.129:36239),f9388bec45ef4b26b002bb34888dd2e1(127.28.61.131:42367)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000200000002, upperBoundPartitionKey=0x, ttl=299999}]
21:09:23.530 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
21:09:23.530 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
21:09:23.530 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split ecde3503345e854646a41e28b33a67adba6d0df49c52137db93d1467244f7089 finished by subtask 2; deferring removal (restored in pending)
21:09:23.530 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (AsyncKuduSession.java:592) flushing buffer: Buffer{operations=1, operationSize=63, flusherTask=org.apache.kudu.client.AsyncKuduSession$FlusherTask@33dd32ff, flushNotification=Deferred@1447385921(state=PENDING, result=null, callback=<none>, errback=<none>)}
21:09:23.530 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer 03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055)] disconnecting while in state READY
21:09:23.532 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
21:09:23.532 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=66f6fd7ac405472ea379d117d01bf0a0, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:09:23.533 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 66f6fd7ac405472ea379d117d01bf0a0 for partition [0x0000000000000001, 0x0000000000000002) with scanner id null
21:09:23.533 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer f53bf1a5b946421c9a5245279379d038(127.28.61.129:36239)] connecting to peer
21:09:23.530 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet ee249905f85b4fe7a75274e7f898a0fd for table 'replication_test_table' with partition [0x0000000000000000, 0x0000000000000001)
21:09:23.534 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 66f6fd7ac405472ea379d117d01bf0a0 for table 'replication_test_table' with partition [0x0000000000000001, 0x0000000000000002)
21:09:23.535 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet e8be428f73714f0c9e4c0cd4387994bf for table 'replication_test_table' with partition [0x0000000100000000, 0x0000000100000001)
21:09:23.535 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet c263d56d2c014d8aa33464391dbda9cb for table 'replication_test_table' with partition [0x0000000100000001, 0x0000000100000002)
21:09:23.535 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet b0f499ee9a1247288c30003058622aa0 for table 'replication_test_table' with partition [0x0000000200000000, 0x0000000200000001)
21:09:23.535 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet b5489d685a8540afb46642bfcb54ee5d for table 'replication_test_table' with partition [0x0000000200000001, 0x0000000200000002)
21:09:23.535 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000000000000, upperBoundPartitionKey=0x0000000000000001, ttl=299999, tablet=ee249905f85b4fe7a75274e7f898a0fd@[e4dd8c316c5e4642bc3c7fa27c31eac7(127.28.61.130:38589),f53bf1a5b946421c9a5245279379d038(127.28.61.129:36239),f9388bec45ef4b26b002bb34888dd2e1(127.28.61.131:42367)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000000000001, upperBoundPartitionKey=0x0000000000000002, ttl=299999, tablet=66f6fd7ac405472ea379d117d01bf0a0@[e4dd8c316c5e4642bc3c7fa27c31eac7(127.28.61.130:38589),f53bf1a5b946421c9a5245279379d038(127.28.61.129:36239)[L],f9388bec45ef4b26b002bb34888dd2e1(127.28.61.131:42367)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000000000002, upperBoundPartitionKey=0x0000000100000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000100000000, upperBoundPartitionKey=0x0000000100000001, ttl=299999, tablet=e8be428f73714f0c9e4c0cd4387994bf@[e4dd8c316c5e4642bc3c7fa27c31eac7(127.28.61.130:38589),f53bf1a5b946421c9a5245279379d038(127.28.61.129:36239)[L],f9388bec45ef4b26b002bb34888dd2e1(127.28.61.131:42367)]}, Tablet{lowerBoundPartitionKey=0x0000000100000001, upperBoundPartitionKey=0x0000000100000002, ttl=299999, tablet=c263d56d2c014d8aa33464391dbda9cb@[e4dd8c316c5e4642bc3c7fa27c31eac7(127.28.61.130:38589),f53bf1a5b946421c9a5245279379d038(127.28.61.129:36239),f9388bec45ef4b26b002bb34888dd2e1(127.28.61.131:42367)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000100000002, upperBoundPartitionKey=0x0000000200000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299999, tablet=b0f499ee9a1247288c30003058622aa0@[e4dd8c316c5e4642bc3c7fa27c31eac7(127.28.61.130:38589)[L],f53bf1a5b946421c9a5245279379d038(127.28.61.129:36239),f9388bec45ef4b26b002bb34888dd2e1(127.28.61.131:42367)]}, Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299999, tablet=b5489d685a8540afb46642bfcb54ee5d@[e4dd8c316c5e4642bc3c7fa27c31eac7(127.28.61.130:38589),f53bf1a5b946421c9a5245279379d038(127.28.61.129:36239),f9388bec45ef4b26b002bb34888dd2e1(127.28.61.131:42367)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000200000002, upperBoundPartitionKey=0x, ttl=299999}]
21:09:23.536 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x31d1d638, L:/127.0.0.1:58548 - R:/127.27.110.67:42055] using SASL/PLAIN
21:09:23.548 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305400167018496001) for scanner KuduScanner(table=replication_test_table, tablet=637925460d0644f885c9c2aac46d643e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:09:23.549 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:108) Finished reading from splits [e8f1b91fb1dfd359eb54c09dd5ea8e3373fdd292b16da567c1a1ec2ef6d1e847]
21:09:23.564 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=e8be428f73714f0c9e4c0cd4387994bf, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:09:23.564 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet e8be428f73714f0c9e4c0cd4387994bf for partition [0x0000000100000000, 0x0000000100000001) with scanner id null
21:09:23.571 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=c263d56d2c014d8aa33464391dbda9cb, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:09:23.571 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet c263d56d2c014d8aa33464391dbda9cb for partition [0x0000000100000001, 0x0000000100000002) with scanner id null
21:09:23.580 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer 03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055)] connecting to peer
21:09:23.593 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=b0f499ee9a1247288c30003058622aa0, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:09:23.593 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet b0f499ee9a1247288c30003058622aa0 for partition [0x0000000200000000, 0x0000000200000001) with scanner id null
21:09:23.599 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=b5489d685a8540afb46642bfcb54ee5d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:09:23.600 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet b5489d685a8540afb46642bfcb54ee5d for partition [0x0000000200000001, 0x0000000200000002) with scanner id null
21:09:23.613 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (AsyncKuduSession.java:592) flushing buffer: Buffer{operations=3, operationSize=189, flusherTask=org.apache.kudu.client.AsyncKuduSession$FlusherTask@1b66444, flushNotification=Deferred@1118883015(state=PENDING, result=null, callback=<none>, errback=<none>)}
21:09:23.614 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer f9388bec45ef4b26b002bb34888dd2e1(127.28.61.131:42367)] connecting to peer
21:09:23.615 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:115) Starting split fetcher 1
21:09:23.633 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299997, tablet=a80f5359dbf24db0b0a88485b990c585@[03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055),9568e7bf235f459fa583004fe13faea5(127.27.110.65:44763),bea0bef4fa77456d8a0ed5ff9ce0c146(127.27.110.66:39813)[L]]}]
21:09:23.642 [DEBUG - kudu-nio-3] (Connection.java:757) [peer f9388bec45ef4b26b002bb34888dd2e1(127.28.61.131:42367)] Successfully connected to peer
21:09:23.658 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=ee249905f85b4fe7a75274e7f898a0fd, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:09:23.658 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet ee249905f85b4fe7a75274e7f898a0fd for partition [0x0000000000000000, 0x0000000000000001) with scanner id null
21:09:23.666 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=66f6fd7ac405472ea379d117d01bf0a0, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:09:23.666 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 66f6fd7ac405472ea379d117d01bf0a0 for partition [0x0000000000000001, 0x0000000000000002) with scanner id null
21:09:23.679 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=e8be428f73714f0c9e4c0cd4387994bf, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:09:23.679 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet e8be428f73714f0c9e4c0cd4387994bf for partition [0x0000000100000000, 0x0000000100000001) with scanner id null
21:09:23.684 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:09:23.684 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:09:23.684 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:09:23.685 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:23.685 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:23.685 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:23.685 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:23.685 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:23.685 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:23.686 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:23.686 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:23.686 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:23.686 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:09:23.686 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
21:09:23.686 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055)] handling channelInactive
21:09:23.686 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055)] cleaning up while in state READY due to: connection closed
21:09:23.687 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-0
21:09:23.691 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=c263d56d2c014d8aa33464391dbda9cb, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:09:23.691 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet c263d56d2c014d8aa33464391dbda9cb for partition [0x0000000100000001, 0x0000000100000002) with scanner id null
21:09:23.703 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=b0f499ee9a1247288c30003058622aa0, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:09:23.703 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet b0f499ee9a1247288c30003058622aa0 for partition [0x0000000200000000, 0x0000000200000001) with scanner id null
21:09:23.716 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=b5489d685a8540afb46642bfcb54ee5d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:09:23.716 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet b5489d685a8540afb46642bfcb54ee5d for partition [0x0000000200000001, 0x0000000200000002) with scanner id null
21:09:23.733 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:09:23.734 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055)] Successfully connected to peer
21:09:23.743 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [e8f1b91fb1dfd359eb54c09dd5ea8e3373fdd292b16da567c1a1ec2ef6d1e847]
21:09:23.744 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
21:09:23.744 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
21:09:23.745 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer 03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055)] disconnecting while in state READY
21:09:23.746 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2841dd5f383bae9a8f297e74525dcca1 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 2841dd5f383bae9a8f297e74525dcca1 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:23.746 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split e8f1b91fb1dfd359eb54c09dd5ea8e3373fdd292b16da567c1a1ec2ef6d1e847 finished by subtask 1; deferring removal (restored in pending)
21:09:23.747 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
21:09:23.753 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.27.110.67
21:09:23.754 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0xd2a588e1, L:/127.0.0.1:59968 - R:/127.28.61.131:42367] using TOKEN/null
21:09:23.772 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer 03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055)] connecting to peer
21:09:23.779 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=ee249905f85b4fe7a75274e7f898a0fd, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:09:23.779 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet ee249905f85b4fe7a75274e7f898a0fd for partition [0x0000000000000000, 0x0000000000000001) with scanner id null
21:09:23.787 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=66f6fd7ac405472ea379d117d01bf0a0, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:09:23.787 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 66f6fd7ac405472ea379d117d01bf0a0 for partition [0x0000000000000001, 0x0000000000000002) with scanner id null
21:09:23.795 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=e8be428f73714f0c9e4c0cd4387994bf, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:09:23.796 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet e8be428f73714f0c9e4c0cd4387994bf for partition [0x0000000100000000, 0x0000000100000001) with scanner id null
21:09:23.821 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=c263d56d2c014d8aa33464391dbda9cb, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:09:23.821 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet c263d56d2c014d8aa33464391dbda9cb for partition [0x0000000100000001, 0x0000000100000002) with scanner id null
21:09:23.829 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=b0f499ee9a1247288c30003058622aa0, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:09:23.829 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet b0f499ee9a1247288c30003058622aa0 for partition [0x0000000200000000, 0x0000000200000001) with scanner id null
21:09:23.835 [DEBUG - kudu-nio-3] (Connection.java:757) [peer f53bf1a5b946421c9a5245279379d038(127.28.61.129:36239)] Successfully connected to peer
21:09:23.849 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:09:23.875 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x4d8d25d6, L:/127.0.0.1:34224 - R:/127.27.110.67:42055] using SASL/PLAIN
21:09:23.877 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=b5489d685a8540afb46642bfcb54ee5d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:09:23.878 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet b5489d685a8540afb46642bfcb54ee5d for partition [0x0000000200000001, 0x0000000200000002) with scanner id null
21:09:23.878 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055)] handling channelInactive
21:09:23.878 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055)] cleaning up while in state READY due to: connection closed
21:09:23.879 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-0
21:09:23.879 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
21:09:23.880 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055)] Successfully connected to peer
21:09:23.881 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055)] handling channelInactive
21:09:23.881 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055)] cleaning up while in state READY due to: connection closed
21:09:23.881 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 20 thread-local buffer(s) from thread: kudu-nio-0
21:09:23.882 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
21:09:23.891 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.27.110.67
21:09:23.892 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false, responseScanTimestamp = 7305400167018496001) for scanner KuduScanner(table=replication_test_table, tablet=328af295c4f443dd9e4877e895c145a7, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:09:23.892 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:108) Finished reading from splits [b4b7fbe882c44617d92d78b6d8c6c4f2762f257c840ab7b9cb9b7047c075c3af]
21:09:23.893 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (KryoSerializer.java:492) Kryo serializer scala extensions are not available.
21:09:23.906 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet c263d56d2c014d8aa33464391dbda9cb for table 'replication_test_table' with partition [0x0000000100000001, 0x0000000100000002)
21:09:23.906 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet b0f499ee9a1247288c30003058622aa0 for table 'replication_test_table' with partition [0x0000000200000000, 0x0000000200000001)
21:09:23.906 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet b5489d685a8540afb46642bfcb54ee5d for table 'replication_test_table' with partition [0x0000000200000001, 0x0000000200000002)
21:09:23.907 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000100000001, upperBoundPartitionKey=0x0000000100000002, ttl=299999, tablet=c263d56d2c014d8aa33464391dbda9cb@[e4dd8c316c5e4642bc3c7fa27c31eac7(127.28.61.130:38589),f53bf1a5b946421c9a5245279379d038(127.28.61.129:36239),f9388bec45ef4b26b002bb34888dd2e1(127.28.61.131:42367)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000100000002, upperBoundPartitionKey=0x0000000200000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299999, tablet=b0f499ee9a1247288c30003058622aa0@[e4dd8c316c5e4642bc3c7fa27c31eac7(127.28.61.130:38589)[L],f53bf1a5b946421c9a5245279379d038(127.28.61.129:36239),f9388bec45ef4b26b002bb34888dd2e1(127.28.61.131:42367)]}, Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299999, tablet=b5489d685a8540afb46642bfcb54ee5d@[e4dd8c316c5e4642bc3c7fa27c31eac7(127.28.61.130:38589),f53bf1a5b946421c9a5245279379d038(127.28.61.129:36239),f9388bec45ef4b26b002bb34888dd2e1(127.28.61.131:42367)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000200000002, upperBoundPartitionKey=0x, ttl=299999}]
21:09:23.907 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [b4b7fbe882c44617d92d78b6d8c6c4f2762f257c840ab7b9cb9b7047c075c3af]
21:09:23.908 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split b4b7fbe882c44617d92d78b6d8c6c4f2762f257c840ab7b9cb9b7047c075c3af finished by subtask 3; deferring removal (restored in pending)
21:09:23.908 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
21:09:23.909 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
21:09:23.909 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer 03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055)] disconnecting while in state READY
21:09:23.913 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet c263d56d2c014d8aa33464391dbda9cb for table 'replication_test_table' with partition [0x0000000100000001, 0x0000000100000002)
21:09:23.913 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet b0f499ee9a1247288c30003058622aa0 for table 'replication_test_table' with partition [0x0000000200000000, 0x0000000200000001)
21:09:23.913 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet b5489d685a8540afb46642bfcb54ee5d for table 'replication_test_table' with partition [0x0000000200000001, 0x0000000200000002)
21:09:23.914 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000100000001, upperBoundPartitionKey=0x0000000100000002, ttl=299999, tablet=c263d56d2c014d8aa33464391dbda9cb@[e4dd8c316c5e4642bc3c7fa27c31eac7(127.28.61.130:38589),f53bf1a5b946421c9a5245279379d038(127.28.61.129:36239),f9388bec45ef4b26b002bb34888dd2e1(127.28.61.131:42367)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000100000002, upperBoundPartitionKey=0x0000000200000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299999, tablet=b0f499ee9a1247288c30003058622aa0@[e4dd8c316c5e4642bc3c7fa27c31eac7(127.28.61.130:38589)[L],f53bf1a5b946421c9a5245279379d038(127.28.61.129:36239),f9388bec45ef4b26b002bb34888dd2e1(127.28.61.131:42367)]}, Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299999, tablet=b5489d685a8540afb46642bfcb54ee5d@[e4dd8c316c5e4642bc3c7fa27c31eac7(127.28.61.130:38589),f53bf1a5b946421c9a5245279379d038(127.28.61.129:36239),f9388bec45ef4b26b002bb34888dd2e1(127.28.61.131:42367)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000200000002, upperBoundPartitionKey=0x, ttl=299999}]
21:09:23.916 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:09:23.922 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
21:09:23.942 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:09:23.950 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=ee249905f85b4fe7a75274e7f898a0fd, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:09:23.950 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet ee249905f85b4fe7a75274e7f898a0fd for partition [0x0000000000000000, 0x0000000000000001) with scanner id null
21:09:23.956 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:23.958 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x78d66881, L:/127.0.0.1:57910 - R:/127.28.61.129:36239] using TOKEN/null
21:09:23.967 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=66f6fd7ac405472ea379d117d01bf0a0, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:09:23.967 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 66f6fd7ac405472ea379d117d01bf0a0 for partition [0x0000000000000001, 0x0000000000000002) with scanner id null
21:09:23.968 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x148c0da0, L:/127.0.0.1:34232 - R:/127.27.110.67:42055] using SASL/PLAIN
21:09:23.985 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=e8be428f73714f0c9e4c0cd4387994bf, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:09:23.985 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet e8be428f73714f0c9e4c0cd4387994bf for partition [0x0000000100000000, 0x0000000100000001) with scanner id null
21:09:23.996 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=c263d56d2c014d8aa33464391dbda9cb, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:09:23.997 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet c263d56d2c014d8aa33464391dbda9cb for partition [0x0000000100000001, 0x0000000100000002) with scanner id null
21:09:24.004 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 2 rows, more = false, responseScanTimestamp = 7305400167018496001) for scanner KuduScanner(table=replication_test_table, tablet=a80f5359dbf24db0b0a88485b990c585, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:09:24.005 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:108) Finished reading from splits [1e66b2f11f79b67ef389805eff9f73ede90df7dc78c56e2bddb3fdd3c434c2fe]
21:09:24.005 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=b0f499ee9a1247288c30003058622aa0, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:09:24.006 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet b0f499ee9a1247288c30003058622aa0 for partition [0x0000000200000000, 0x0000000200000001) with scanner id null
21:09:24.015 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:24.015 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:24.019 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=b5489d685a8540afb46642bfcb54ee5d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:09:24.020 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet b5489d685a8540afb46642bfcb54ee5d for partition [0x0000000200000001, 0x0000000200000002) with scanner id null
21:09:24.048 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
21:09:24.049 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055)] handling channelInactive
21:09:24.049 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055)] cleaning up while in state READY due to: connection closed
21:09:24.049 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-0
21:09:24.061 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:24.061 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:24.061 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:24.062 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:24.062 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:24.062 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:24.062 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:24.062 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:24.062 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:24.063 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:24.063 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:24.063 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:24.063 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:24.094 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=ee249905f85b4fe7a75274e7f898a0fd, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:09:24.094 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet ee249905f85b4fe7a75274e7f898a0fd for partition [0x0000000000000000, 0x0000000000000001) with scanner id null
21:09:24.103 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=66f6fd7ac405472ea379d117d01bf0a0, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:09:24.103 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 66f6fd7ac405472ea379d117d01bf0a0 for partition [0x0000000000000001, 0x0000000000000002) with scanner id null
21:09:24.113 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [1e66b2f11f79b67ef389805eff9f73ede90df7dc78c56e2bddb3fdd3c434c2fe]
21:09:24.114 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 1 because it is idle.
21:09:24.114 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 1
21:09:24.115 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer 03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055)] disconnecting while in state READY
21:09:24.116 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
21:09:24.117 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 1e66b2f11f79b67ef389805eff9f73ede90df7dc78c56e2bddb3fdd3c434c2fe finished by subtask 0; deferring removal (restored in pending)
21:09:24.144 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055)] handling channelInactive
21:09:24.144 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055)] cleaning up while in state READY due to: connection closed
21:09:24.145 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 20 thread-local buffer(s) from thread: kudu-nio-0
21:09:24.145 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:128) Split fetcher 1 exited.
21:09:24.159 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=e8be428f73714f0c9e4c0cd4387994bf, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:09:24.160 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet e8be428f73714f0c9e4c0cd4387994bf for partition [0x0000000100000000, 0x0000000100000001) with scanner id null
21:09:24.166 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=c263d56d2c014d8aa33464391dbda9cb, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:09:24.167 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet c263d56d2c014d8aa33464391dbda9cb for partition [0x0000000100000001, 0x0000000100000002) with scanner id null
21:09:24.180 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=b0f499ee9a1247288c30003058622aa0, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:09:24.180 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet b0f499ee9a1247288c30003058622aa0 for partition [0x0000000200000000, 0x0000000200000001) with scanner id null
21:09:24.180 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:24.181 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:24.181 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:24.181 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:24.181 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:24.181 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:24.182 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:24.182 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:24.182 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:24.182 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:24.182 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:24.182 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:24.183 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:24.207 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=b5489d685a8540afb46642bfcb54ee5d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:09:24.208 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet b5489d685a8540afb46642bfcb54ee5d for partition [0x0000000200000001, 0x0000000200000002) with scanner id null
21:09:24.212 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='14e9899b1b510ae25f4155debb49be7f12574d40984148a7144cb98a3710792d'}]
21:09:24.213 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:09:24.214 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:115) Starting split fetcher 1
21:09:24.214 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299997, tablet=2fe8b4523c974684b5bf5f7de4073c52@[03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055)[L],9568e7bf235f459fa583004fe13faea5(127.27.110.65:44763),bea0bef4fa77456d8a0ed5ff9ce0c146(127.27.110.66:39813)]}]
21:09:24.222 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 1 for job d6a71f5cf5f060cfaa5d5fa24434f7a3 (5044 bytes, checkpointDuration=713 ms, finalizationTime=0 ms).
21:09:24.222 [INFO - Checkpoint Timer] (CheckpointRequestDecider.java:220) checkpoint request time in queue: 261
21:09:24.223 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 1 as completed for source Source: KuduSource.
21:09:24.223 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 1 complete: removed split 33dfd12b877973035c683d8a22636a3a77058f3cf4e1d95b7613e35d130caca7 from pending
21:09:24.223 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 1 complete: removed split b4b7fbe882c44617d92d78b6d8c6c4f2762f257c840ab7b9cb9b7047c075c3af from pending
21:09:24.223 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 1 complete: removed split 1e66b2f11f79b67ef389805eff9f73ede90df7dc78c56e2bddb3fdd3c434c2fe from pending
21:09:24.224 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 1 complete: removed split e8f1b91fb1dfd359eb54c09dd5ea8e3373fdd292b16da567c1a1ec2ef6d1e847 from pending
21:09:24.224 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 1 complete: removed split ecde3503345e854646a41e28b33a67adba6d0df49c52137db93d1467244f7089 from pending
21:09:24.224 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 1 complete: removed 5 finished splits from enumerator state
21:09:24.224 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 2 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544964223 for job d6a71f5cf5f060cfaa5d5fa24434f7a3.
21:09:24.227 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (AsyncKuduSession.java:592) flushing buffer: Buffer{operations=2, operationSize=126, flusherTask=org.apache.kudu.client.AsyncKuduSession$FlusherTask@79a1bb96, flushNotification=Deferred@1460888913(state=PENDING, result=null, callback=<none>, errback=<none>)}
21:09:24.227 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (AsyncKuduSession.java:592) flushing buffer: Buffer{operations=3, operationSize=189, flusherTask=org.apache.kudu.client.AsyncKuduSession$FlusherTask@45c46e01, flushNotification=Deferred@1797423098(state=PENDING, result=null, callback=<none>, errback=<none>)}
21:09:24.227 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer e4dd8c316c5e4642bc3c7fa27c31eac7(127.28.61.130:38589)] connecting to peer
21:09:24.227 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer f9388bec45ef4b26b002bb34888dd2e1(127.28.61.131:42367)] connecting to peer
21:09:24.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:24.200345 29331 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.UpdateConsensus -> {remote=127.28.61.131:42367, user_credentials={real_user=slave}} blocked reactor thread for 50965.9us
21:09:24.246 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2841dd5f383bae9a8f297e74525dcca1 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 2841dd5f383bae9a8f297e74525dcca1 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:24.276 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer 03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055)] connecting to peer
21:09:24.285 [DEBUG - kudu-nio-4] (Connection.java:757) [peer e4dd8c316c5e4642bc3c7fa27c31eac7(127.28.61.130:38589)] Successfully connected to peer
21:09:24.303 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=ee249905f85b4fe7a75274e7f898a0fd, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:09:24.303 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet ee249905f85b4fe7a75274e7f898a0fd for partition [0x0000000000000000, 0x0000000000000001) with scanner id null
21:09:24.306 [DEBUG - kudu-nio-3] (Connection.java:757) [peer f9388bec45ef4b26b002bb34888dd2e1(127.28.61.131:42367)] Successfully connected to peer
21:09:24.310 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=66f6fd7ac405472ea379d117d01bf0a0, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:09:24.310 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 66f6fd7ac405472ea379d117d01bf0a0 for partition [0x0000000000000001, 0x0000000000000002) with scanner id null
21:09:24.327 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055)] Successfully connected to peer
21:09:24.329 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=e8be428f73714f0c9e4c0cd4387994bf, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:09:24.329 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet e8be428f73714f0c9e4c0cd4387994bf for partition [0x0000000100000000, 0x0000000100000001) with scanner id null
21:09:24.332 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.27.110.67
21:09:24.341 [DEBUG - kudu-nio-4] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:09:24.347 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=c263d56d2c014d8aa33464391dbda9cb, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:09:24.347 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet c263d56d2c014d8aa33464391dbda9cb for partition [0x0000000100000001, 0x0000000100000002) with scanner id null
21:09:24.357 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=b0f499ee9a1247288c30003058622aa0, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:09:24.357 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet b0f499ee9a1247288c30003058622aa0 for partition [0x0000000200000000, 0x0000000200000001) with scanner id null
21:09:24.361 [DEBUG - kudu-nio-4] (Negotiator.java:919) Authenticated connection [id: 0xc91027fa, L:/127.0.0.1:59440 - R:/127.28.61.130:38589] using TOKEN/null
21:09:24.364 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=b5489d685a8540afb46642bfcb54ee5d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:09:24.364 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet b5489d685a8540afb46642bfcb54ee5d for partition [0x0000000200000001, 0x0000000200000002) with scanner id null
21:09:24.371 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:09:24.379 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x714094a1, L:/127.0.0.1:59982 - R:/127.28.61.131:42367] using TOKEN/null
21:09:24.382 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:09:24.394 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x2fb8f1c0, L:/127.0.0.1:34244 - R:/127.27.110.67:42055] using SASL/PLAIN
21:09:24.691 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false, responseScanTimestamp = 7305400167018496001) for scanner KuduScanner(table=replication_test_table, tablet=2fe8b4523c974684b5bf5f7de4073c52, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:09:24.692 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:24.692 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:24.692 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:24.695 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.25.113.61:34911(127.25.113.61:34911)] connecting to peer
21:09:24.695 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=ee249905f85b4fe7a75274e7f898a0fd, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:09:24.695 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.25.113.60:35933(127.25.113.60:35933)] connecting to peer
21:09:24.695 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet ee249905f85b4fe7a75274e7f898a0fd for partition [0x0000000000000000, 0x0000000000000001) with scanner id null
21:09:24.695 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.25.113.62:35193(127.25.113.62:35193)] connecting to peer
21:09:24.696 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:24.696 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.113.61:34911(127.25.113.61:34911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:24.696 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.61:34911: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:24.696 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:24.696 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.113.60:35933(127.25.113.60:35933)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:24.696 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.60:35933: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:24.699 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:108) Finished reading from splits [14e9899b1b510ae25f4155debb49be7f12574d40984148a7144cb98a3710792d]
21:09:24.699 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:24.699 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.113.62:35193(127.25.113.62:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:24.699 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.62:35193: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:24.700 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193; will retry
21:09:24.702 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [14e9899b1b510ae25f4155debb49be7f12574d40984148a7144cb98a3710792d]
21:09:24.702 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 1 because it is idle.
21:09:24.702 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 1
21:09:24.709 [DEBUG - pool-322-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:24.709 [DEBUG - pool-322-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:24.709 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 14e9899b1b510ae25f4155debb49be7f12574d40984148a7144cb98a3710792d finished by subtask 2; deferring removal (restored in pending)
21:09:24.709 [DEBUG - pool-322-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:24.709 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:24.709 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:24.710 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer 03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055)] disconnecting while in state READY
21:09:24.710 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:24.710 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:24.710 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:24.710 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:24.710 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:24.710 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:24.711 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:24.711 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:24.716 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=66f6fd7ac405472ea379d117d01bf0a0, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:09:24.717 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 66f6fd7ac405472ea379d117d01bf0a0 for partition [0x0000000000000001, 0x0000000000000002) with scanner id null
21:09:24.718 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
21:09:24.722 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 2 for job d6a71f5cf5f060cfaa5d5fa24434f7a3 (1644 bytes, checkpointDuration=498 ms, finalizationTime=1 ms).
21:09:24.724 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 2 as completed for source Source: KuduSource.
21:09:24.724 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 2 complete: removed split 14e9899b1b510ae25f4155debb49be7f12574d40984148a7144cb98a3710792d from pending
21:09:24.724 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 2 complete: removed 1 finished splits from enumerator state
21:09:24.738 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 3 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544964722 for job d6a71f5cf5f060cfaa5d5fa24434f7a3.
21:09:24.747 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2841dd5f383bae9a8f297e74525dcca1 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 2841dd5f383bae9a8f297e74525dcca1 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:24.754 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (AsyncKuduSession.java:592) flushing buffer: Buffer{operations=1, operationSize=63, flusherTask=org.apache.kudu.client.AsyncKuduSession$FlusherTask@33b6b89f, flushNotification=Deferred@2020006795(state=PENDING, result=null, callback=<none>, errback=<none>)}
21:09:24.755 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer f9388bec45ef4b26b002bb34888dd2e1(127.28.61.131:42367)] connecting to peer
21:09:24.769 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=e8be428f73714f0c9e4c0cd4387994bf, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:09:24.769 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet e8be428f73714f0c9e4c0cd4387994bf for partition [0x0000000100000000, 0x0000000100000001) with scanner id null
21:09:24.787 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=c263d56d2c014d8aa33464391dbda9cb, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:09:24.788 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet c263d56d2c014d8aa33464391dbda9cb for partition [0x0000000100000001, 0x0000000100000002) with scanner id null
21:09:24.809 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 2 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=b0f499ee9a1247288c30003058622aa0, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:09:24.809 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet b0f499ee9a1247288c30003058622aa0 for partition [0x0000000200000000, 0x0000000200000001) with scanner id null
21:09:24.818 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=b5489d685a8540afb46642bfcb54ee5d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:09:24.818 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet b5489d685a8540afb46642bfcb54ee5d for partition [0x0000000200000001, 0x0000000200000002) with scanner id null
21:09:24.833 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055)] handling channelInactive
21:09:24.834 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055)] cleaning up while in state READY due to: connection closed
21:09:24.834 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
21:09:24.834 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:128) Split fetcher 1 exited.
21:09:24.865 [DEBUG - kudu-nio-4] (Connection.java:757) [peer f9388bec45ef4b26b002bb34888dd2e1(127.28.61.131:42367)] Successfully connected to peer
21:09:24.879 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=ee249905f85b4fe7a75274e7f898a0fd, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:09:24.879 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet ee249905f85b4fe7a75274e7f898a0fd for partition [0x0000000000000000, 0x0000000000000001) with scanner id null
21:09:24.887 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=66f6fd7ac405472ea379d117d01bf0a0, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:09:24.888 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 66f6fd7ac405472ea379d117d01bf0a0 for partition [0x0000000000000001, 0x0000000000000002) with scanner id null
21:09:24.898 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=e8be428f73714f0c9e4c0cd4387994bf, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:09:24.898 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet e8be428f73714f0c9e4c0cd4387994bf for partition [0x0000000100000000, 0x0000000100000001) with scanner id null
21:09:24.909 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=c263d56d2c014d8aa33464391dbda9cb, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:09:24.909 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet c263d56d2c014d8aa33464391dbda9cb for partition [0x0000000100000001, 0x0000000100000002) with scanner id null
21:09:24.919 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 2 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=b0f499ee9a1247288c30003058622aa0, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:09:24.920 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet b0f499ee9a1247288c30003058622aa0 for partition [0x0000000200000000, 0x0000000200000001) with scanner id null
21:09:24.947 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=b5489d685a8540afb46642bfcb54ee5d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:09:24.947 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet b5489d685a8540afb46642bfcb54ee5d for partition [0x0000000200000001, 0x0000000200000002) with scanner id null
21:09:24.949 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:24.997 [DEBUG - kudu-nio-4] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:09:25.007 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=ee249905f85b4fe7a75274e7f898a0fd, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:09:25.007 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet ee249905f85b4fe7a75274e7f898a0fd for partition [0x0000000000000000, 0x0000000000000001) with scanner id null
21:09:25.014 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=66f6fd7ac405472ea379d117d01bf0a0, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:09:25.015 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:25.015 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:25.016 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 66f6fd7ac405472ea379d117d01bf0a0 for partition [0x0000000000000001, 0x0000000000000002) with scanner id null
21:09:25.025 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.22.50.60:38829(127.22.50.60:38829)] connecting to peer
21:09:25.025 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.22.50.61:45261(127.22.50.61:45261)] connecting to peer
21:09:25.025 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.22.50.62:44659(127.22.50.62:44659)] connecting to peer
21:09:25.026 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:09:25.026 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.50.60:38829(127.22.50.60:38829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:09:25.026 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.60:38829: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:09:25.026 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:09:25.027 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.50.61:45261(127.22.50.61:45261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:09:25.027 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.61:45261: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:09:25.027 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:09:25.027 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.50.62:44659(127.22.50.62:44659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:09:25.027 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.62:44659: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:09:25.027 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659; will retry
21:09:25.034 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=e8be428f73714f0c9e4c0cd4387994bf, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:09:25.035 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet e8be428f73714f0c9e4c0cd4387994bf for partition [0x0000000100000000, 0x0000000100000001) with scanner id null
21:09:25.041 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:25.041 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:25.041 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:25.041 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:25.041 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:25.041 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:25.041 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:25.042 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:25.042 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:25.042 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:25.042 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:25.042 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:25.042 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:25.066 [DEBUG - kudu-nio-4] (Negotiator.java:919) Authenticated connection [id: 0xb72bca37, L:/127.0.0.1:59996 - R:/127.28.61.131:42367] using TOKEN/null
21:09:25.085 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=c263d56d2c014d8aa33464391dbda9cb, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:09:25.085 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet c263d56d2c014d8aa33464391dbda9cb for partition [0x0000000100000001, 0x0000000100000002) with scanner id null
21:09:25.095 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 2 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=b0f499ee9a1247288c30003058622aa0, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:09:25.095 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet b0f499ee9a1247288c30003058622aa0 for partition [0x0000000200000000, 0x0000000200000001) with scanner id null
21:09:25.103 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=b5489d685a8540afb46642bfcb54ee5d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:09:25.103 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet b5489d685a8540afb46642bfcb54ee5d for partition [0x0000000200000001, 0x0000000200000002) with scanner id null
21:09:25.130 [DEBUG - pool-320-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:09:25.130 [DEBUG - pool-320-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:09:25.130 [DEBUG - pool-320-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:09:25.130 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:25.130 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:25.130 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:25.131 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:25.131 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:25.131 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:25.131 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:25.131 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:25.131 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:25.131 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:09:25.159 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.25.113.61:34911(127.25.113.61:34911)] connecting to peer
21:09:25.160 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.25.113.60:35933(127.25.113.60:35933)] connecting to peer
21:09:25.160 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.25.113.62:35193(127.25.113.62:35193)] connecting to peer
21:09:25.160 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:25.160 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.113.61:34911(127.25.113.61:34911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:25.160 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:25.161 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.61:34911: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:25.161 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.113.62:35193(127.25.113.62:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:25.161 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.62:35193: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:25.161 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:25.161 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.113.60:35933(127.25.113.60:35933)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:25.161 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.60:35933: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:25.161 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193; will retry
21:09:25.179 [DEBUG - pool-318-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:09:25.180 [DEBUG - pool-318-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:09:25.180 [DEBUG - pool-318-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:09:25.181 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:25.181 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:25.181 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:25.182 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:25.182 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:25.182 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:25.182 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:25.182 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:25.182 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:25.182 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:09:25.221 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=ee249905f85b4fe7a75274e7f898a0fd, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:09:25.222 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet ee249905f85b4fe7a75274e7f898a0fd for partition [0x0000000000000000, 0x0000000000000001) with scanner id null
21:09:25.231 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 3 for job d6a71f5cf5f060cfaa5d5fa24434f7a3 (964 bytes, checkpointDuration=508 ms, finalizationTime=1 ms).
21:09:25.232 [INFO - Checkpoint Timer] (CheckpointRequestDecider.java:220) checkpoint request time in queue: 272
21:09:25.235 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 3 as completed for source Source: KuduSource.
21:09:25.237 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 4 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544965232 for job d6a71f5cf5f060cfaa5d5fa24434f7a3.
21:09:25.245 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2841dd5f383bae9a8f297e74525dcca1 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 2841dd5f383bae9a8f297e74525dcca1 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:25.264 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=66f6fd7ac405472ea379d117d01bf0a0, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:09:25.264 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 66f6fd7ac405472ea379d117d01bf0a0 for partition [0x0000000000000001, 0x0000000000000002) with scanner id null
21:09:25.274 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 4 for job d6a71f5cf5f060cfaa5d5fa24434f7a3 (964 bytes, checkpointDuration=41 ms, finalizationTime=1 ms).
21:09:25.279 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 4 as completed for source Source: KuduSource.
21:09:25.281 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=e8be428f73714f0c9e4c0cd4387994bf, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:09:25.281 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet e8be428f73714f0c9e4c0cd4387994bf for partition [0x0000000100000000, 0x0000000100000001) with scanner id null
21:09:25.291 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=c263d56d2c014d8aa33464391dbda9cb, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:09:25.291 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet c263d56d2c014d8aa33464391dbda9cb for partition [0x0000000100000001, 0x0000000100000002) with scanner id null
21:09:25.301 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 2 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=b0f499ee9a1247288c30003058622aa0, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:09:25.301 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet b0f499ee9a1247288c30003058622aa0 for partition [0x0000000200000000, 0x0000000200000001) with scanner id null
21:09:25.320 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=b5489d685a8540afb46642bfcb54ee5d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:09:25.321 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet b5489d685a8540afb46642bfcb54ee5d for partition [0x0000000200000001, 0x0000000200000002) with scanner id null
21:09:25.323 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:25.323 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:25.324 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:25.324 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:25.324 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:25.324 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:25.325 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:25.325 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:25.325 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:25.325 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:25.325 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:25.325 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:25.325 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:25.327 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 4bba706393eb41c4b3ed79f493a69027
21:09:25.332 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 2f9b946a06b0498591fab0a99137d46f
21:09:25.336 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 4bba706393eb41c4b3ed79f493a69027
21:09:25.343 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 2f9b946a06b0498591fab0a99137d46f
21:09:25.349 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 78e62f45e3164014b1f3b0ee41df0404 for table 'replication_test_table' with partition [0x0000000000000000, 0x0000000000000001)
21:09:25.349 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 637925460d0644f885c9c2aac46d643e for table 'replication_test_table' with partition [0x0000000000000001, 0x0000000000000002)
21:09:25.349 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 916c221c2eb245f0af11d3609f3cc147 for table 'replication_test_table' with partition [0x0000000100000000, 0x0000000100000001)
21:09:25.350 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 328af295c4f443dd9e4877e895c145a7 for table 'replication_test_table' with partition [0x0000000100000001, 0x0000000100000002)
21:09:25.350 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a80f5359dbf24db0b0a88485b990c585 for table 'replication_test_table' with partition [0x0000000200000000, 0x0000000200000001)
21:09:25.350 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 2fe8b4523c974684b5bf5f7de4073c52 for table 'replication_test_table' with partition [0x0000000200000001, 0x0000000200000002)
21:09:25.350 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x0000000000000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000000000000, upperBoundPartitionKey=0x0000000000000001, ttl=299999, tablet=78e62f45e3164014b1f3b0ee41df0404@[03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055),9568e7bf235f459fa583004fe13faea5(127.27.110.65:44763)[L],bea0bef4fa77456d8a0ed5ff9ce0c146(127.27.110.66:39813)]}, Tablet{lowerBoundPartitionKey=0x0000000000000001, upperBoundPartitionKey=0x0000000000000002, ttl=299999, tablet=637925460d0644f885c9c2aac46d643e@[03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055),9568e7bf235f459fa583004fe13faea5(127.27.110.65:44763),bea0bef4fa77456d8a0ed5ff9ce0c146(127.27.110.66:39813)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000000000002, upperBoundPartitionKey=0x0000000100000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000100000000, upperBoundPartitionKey=0x0000000100000001, ttl=299999, tablet=916c221c2eb245f0af11d3609f3cc147@[03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055),9568e7bf235f459fa583004fe13faea5(127.27.110.65:44763),bea0bef4fa77456d8a0ed5ff9ce0c146(127.27.110.66:39813)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000100000001, upperBoundPartitionKey=0x0000000100000002, ttl=299999, tablet=328af295c4f443dd9e4877e895c145a7@[03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055),9568e7bf235f459fa583004fe13faea5(127.27.110.65:44763),bea0bef4fa77456d8a0ed5ff9ce0c146(127.27.110.66:39813)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000100000002, upperBoundPartitionKey=0x0000000200000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299999, tablet=a80f5359dbf24db0b0a88485b990c585@[03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055)[L],9568e7bf235f459fa583004fe13faea5(127.27.110.65:44763),bea0bef4fa77456d8a0ed5ff9ce0c146(127.27.110.66:39813)]}, Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299999, tablet=2fe8b4523c974684b5bf5f7de4073c52@[03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055),9568e7bf235f459fa583004fe13faea5(127.27.110.65:44763)[L],bea0bef4fa77456d8a0ed5ff9ce0c146(127.27.110.66:39813)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000200000002, upperBoundPartitionKey=0x, ttl=299999}]
21:09:25.360 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet ee249905f85b4fe7a75274e7f898a0fd for table 'replication_test_table' with partition [0x0000000000000000, 0x0000000000000001)
21:09:25.360 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 66f6fd7ac405472ea379d117d01bf0a0 for table 'replication_test_table' with partition [0x0000000000000001, 0x0000000000000002)
21:09:25.360 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet e8be428f73714f0c9e4c0cd4387994bf for table 'replication_test_table' with partition [0x0000000100000000, 0x0000000100000001)
21:09:25.360 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet c263d56d2c014d8aa33464391dbda9cb for table 'replication_test_table' with partition [0x0000000100000001, 0x0000000100000002)
21:09:25.360 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet b0f499ee9a1247288c30003058622aa0 for table 'replication_test_table' with partition [0x0000000200000000, 0x0000000200000001)
21:09:25.360 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet b5489d685a8540afb46642bfcb54ee5d for table 'replication_test_table' with partition [0x0000000200000001, 0x0000000200000002)
21:09:25.360 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x0000000000000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000000000000, upperBoundPartitionKey=0x0000000000000001, ttl=299999, tablet=ee249905f85b4fe7a75274e7f898a0fd@[e4dd8c316c5e4642bc3c7fa27c31eac7(127.28.61.130:38589),f53bf1a5b946421c9a5245279379d038(127.28.61.129:36239),f9388bec45ef4b26b002bb34888dd2e1(127.28.61.131:42367)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000000000001, upperBoundPartitionKey=0x0000000000000002, ttl=299999, tablet=66f6fd7ac405472ea379d117d01bf0a0@[e4dd8c316c5e4642bc3c7fa27c31eac7(127.28.61.130:38589),f53bf1a5b946421c9a5245279379d038(127.28.61.129:36239)[L],f9388bec45ef4b26b002bb34888dd2e1(127.28.61.131:42367)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000000000002, upperBoundPartitionKey=0x0000000100000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000100000000, upperBoundPartitionKey=0x0000000100000001, ttl=299999, tablet=e8be428f73714f0c9e4c0cd4387994bf@[e4dd8c316c5e4642bc3c7fa27c31eac7(127.28.61.130:38589),f53bf1a5b946421c9a5245279379d038(127.28.61.129:36239)[L],f9388bec45ef4b26b002bb34888dd2e1(127.28.61.131:42367)]}, Tablet{lowerBoundPartitionKey=0x0000000100000001, upperBoundPartitionKey=0x0000000100000002, ttl=299999, tablet=c263d56d2c014d8aa33464391dbda9cb@[e4dd8c316c5e4642bc3c7fa27c31eac7(127.28.61.130:38589),f53bf1a5b946421c9a5245279379d038(127.28.61.129:36239),f9388bec45ef4b26b002bb34888dd2e1(127.28.61.131:42367)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000100000002, upperBoundPartitionKey=0x0000000200000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299999, tablet=b0f499ee9a1247288c30003058622aa0@[e4dd8c316c5e4642bc3c7fa27c31eac7(127.28.61.130:38589)[L],f53bf1a5b946421c9a5245279379d038(127.28.61.129:36239),f9388bec45ef4b26b002bb34888dd2e1(127.28.61.131:42367)]}, Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299999, tablet=b5489d685a8540afb46642bfcb54ee5d@[e4dd8c316c5e4642bc3c7fa27c31eac7(127.28.61.130:38589),f53bf1a5b946421c9a5245279379d038(127.28.61.129:36239),f9388bec45ef4b26b002bb34888dd2e1(127.28.61.131:42367)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000200000002, upperBoundPartitionKey=0x, ttl=299999}]
21:09:25.370 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 4bba706393eb41c4b3ed79f493a69027
21:09:25.375 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 2f9b946a06b0498591fab0a99137d46f
21:09:25.381 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 78e62f45e3164014b1f3b0ee41df0404 for table 'replication_test_table' with partition [0x0000000000000000, 0x0000000000000001)
21:09:25.381 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 637925460d0644f885c9c2aac46d643e for table 'replication_test_table' with partition [0x0000000000000001, 0x0000000000000002)
21:09:25.381 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 916c221c2eb245f0af11d3609f3cc147 for table 'replication_test_table' with partition [0x0000000100000000, 0x0000000100000001)
21:09:25.381 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 328af295c4f443dd9e4877e895c145a7 for table 'replication_test_table' with partition [0x0000000100000001, 0x0000000100000002)
21:09:25.381 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a80f5359dbf24db0b0a88485b990c585 for table 'replication_test_table' with partition [0x0000000200000000, 0x0000000200000001)
21:09:25.381 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 2fe8b4523c974684b5bf5f7de4073c52 for table 'replication_test_table' with partition [0x0000000200000001, 0x0000000200000002)
21:09:25.381 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x0000000000000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000000000000, upperBoundPartitionKey=0x0000000000000001, ttl=299999, tablet=78e62f45e3164014b1f3b0ee41df0404@[03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055),9568e7bf235f459fa583004fe13faea5(127.27.110.65:44763)[L],bea0bef4fa77456d8a0ed5ff9ce0c146(127.27.110.66:39813)]}, Tablet{lowerBoundPartitionKey=0x0000000000000001, upperBoundPartitionKey=0x0000000000000002, ttl=299999, tablet=637925460d0644f885c9c2aac46d643e@[03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055),9568e7bf235f459fa583004fe13faea5(127.27.110.65:44763),bea0bef4fa77456d8a0ed5ff9ce0c146(127.27.110.66:39813)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000000000002, upperBoundPartitionKey=0x0000000100000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000100000000, upperBoundPartitionKey=0x0000000100000001, ttl=299999, tablet=916c221c2eb245f0af11d3609f3cc147@[03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055),9568e7bf235f459fa583004fe13faea5(127.27.110.65:44763),bea0bef4fa77456d8a0ed5ff9ce0c146(127.27.110.66:39813)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000100000001, upperBoundPartitionKey=0x0000000100000002, ttl=299999, tablet=328af295c4f443dd9e4877e895c145a7@[03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055),9568e7bf235f459fa583004fe13faea5(127.27.110.65:44763),bea0bef4fa77456d8a0ed5ff9ce0c146(127.27.110.66:39813)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000100000002, upperBoundPartitionKey=0x0000000200000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299999, tablet=a80f5359dbf24db0b0a88485b990c585@[03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055)[L],9568e7bf235f459fa583004fe13faea5(127.27.110.65:44763),bea0bef4fa77456d8a0ed5ff9ce0c146(127.27.110.66:39813)]}, Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299999, tablet=2fe8b4523c974684b5bf5f7de4073c52@[03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055),9568e7bf235f459fa583004fe13faea5(127.27.110.65:44763)[L],bea0bef4fa77456d8a0ed5ff9ce0c146(127.27.110.66:39813)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000200000002, upperBoundPartitionKey=0x, ttl=299999}]
21:09:25.382 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC ScanRequest(scannerId=null, state=OPENING, attempt=1, KuduRpc(method=Scan, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=6), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.110.124:43039, [5ms] Sub RPC GetTableLocations: received response from server master-127.27.110.124:43039: OK, deferred=null)) after lookup
21:09:25.424 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=78e62f45e3164014b1f3b0ee41df0404, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:09:25.425 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 78e62f45e3164014b1f3b0ee41df0404 for partition [0x0000000000000000, 0x0000000000000001) with scanner id null
21:09:25.446 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=637925460d0644f885c9c2aac46d643e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:09:25.446 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 637925460d0644f885c9c2aac46d643e for partition [0x0000000000000001, 0x0000000000000002) with scanner id null
21:09:25.449 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:25.461 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 5 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544965460 for job d6a71f5cf5f060cfaa5d5fa24434f7a3.
21:09:25.486 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=916c221c2eb245f0af11d3609f3cc147, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:09:25.486 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 916c221c2eb245f0af11d3609f3cc147 for partition [0x0000000100000000, 0x0000000100000001) with scanner id null
21:09:25.492 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 5 for job d6a71f5cf5f060cfaa5d5fa24434f7a3 (964 bytes, checkpointDuration=32 ms, finalizationTime=0 ms).
21:09:25.495 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 5 as completed for source Source: KuduSource.
21:09:25.512 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:25.512 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:25.513 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:25.513 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:25.513 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:25.513 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:25.514 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:25.514 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:25.514 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:25.514 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:25.514 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:25.514 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:25.515 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:25.516 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:25.516 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:25.526 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=328af295c4f443dd9e4877e895c145a7, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:09:25.527 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 328af295c4f443dd9e4877e895c145a7 for partition [0x0000000100000001, 0x0000000100000002) with scanner id null
21:09:25.543 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 2 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=a80f5359dbf24db0b0a88485b990c585, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:09:25.543 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet a80f5359dbf24db0b0a88485b990c585 for partition [0x0000000200000000, 0x0000000200000001) with scanner id null
21:09:25.553 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=2fe8b4523c974684b5bf5f7de4073c52, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:09:25.553 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 2fe8b4523c974684b5bf5f7de4073c52 for partition [0x0000000200000001, 0x0000000200000002) with scanner id null
21:09:25.558 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet ee249905f85b4fe7a75274e7f898a0fd for table 'replication_test_table' with partition [0x0000000000000000, 0x0000000000000001)
21:09:25.558 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 66f6fd7ac405472ea379d117d01bf0a0 for table 'replication_test_table' with partition [0x0000000000000001, 0x0000000000000002)
21:09:25.559 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet e8be428f73714f0c9e4c0cd4387994bf for table 'replication_test_table' with partition [0x0000000100000000, 0x0000000100000001)
21:09:25.559 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet c263d56d2c014d8aa33464391dbda9cb for table 'replication_test_table' with partition [0x0000000100000001, 0x0000000100000002)
21:09:25.559 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet b0f499ee9a1247288c30003058622aa0 for table 'replication_test_table' with partition [0x0000000200000000, 0x0000000200000001)
21:09:25.559 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet b5489d685a8540afb46642bfcb54ee5d for table 'replication_test_table' with partition [0x0000000200000001, 0x0000000200000002)
21:09:25.559 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x0000000000000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000000000000, upperBoundPartitionKey=0x0000000000000001, ttl=299999, tablet=ee249905f85b4fe7a75274e7f898a0fd@[e4dd8c316c5e4642bc3c7fa27c31eac7(127.28.61.130:38589),f53bf1a5b946421c9a5245279379d038(127.28.61.129:36239),f9388bec45ef4b26b002bb34888dd2e1(127.28.61.131:42367)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000000000001, upperBoundPartitionKey=0x0000000000000002, ttl=299999, tablet=66f6fd7ac405472ea379d117d01bf0a0@[e4dd8c316c5e4642bc3c7fa27c31eac7(127.28.61.130:38589),f53bf1a5b946421c9a5245279379d038(127.28.61.129:36239)[L],f9388bec45ef4b26b002bb34888dd2e1(127.28.61.131:42367)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000000000002, upperBoundPartitionKey=0x0000000100000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000100000000, upperBoundPartitionKey=0x0000000100000001, ttl=299999, tablet=e8be428f73714f0c9e4c0cd4387994bf@[e4dd8c316c5e4642bc3c7fa27c31eac7(127.28.61.130:38589),f53bf1a5b946421c9a5245279379d038(127.28.61.129:36239)[L],f9388bec45ef4b26b002bb34888dd2e1(127.28.61.131:42367)]}, Tablet{lowerBoundPartitionKey=0x0000000100000001, upperBoundPartitionKey=0x0000000100000002, ttl=299999, tablet=c263d56d2c014d8aa33464391dbda9cb@[e4dd8c316c5e4642bc3c7fa27c31eac7(127.28.61.130:38589),f53bf1a5b946421c9a5245279379d038(127.28.61.129:36239),f9388bec45ef4b26b002bb34888dd2e1(127.28.61.131:42367)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000100000002, upperBoundPartitionKey=0x0000000200000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299999, tablet=b0f499ee9a1247288c30003058622aa0@[e4dd8c316c5e4642bc3c7fa27c31eac7(127.28.61.130:38589)[L],f53bf1a5b946421c9a5245279379d038(127.28.61.129:36239),f9388bec45ef4b26b002bb34888dd2e1(127.28.61.131:42367)]}, Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299999, tablet=b5489d685a8540afb46642bfcb54ee5d@[e4dd8c316c5e4642bc3c7fa27c31eac7(127.28.61.130:38589),f53bf1a5b946421c9a5245279379d038(127.28.61.129:36239),f9388bec45ef4b26b002bb34888dd2e1(127.28.61.131:42367)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000200000002, upperBoundPartitionKey=0x, ttl=299999}]
21:09:25.559 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC ScanRequest(scannerId=null, state=OPENING, attempt=1, KuduRpc(method=Scan, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=5), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.61.188:41979, [4ms] Sub RPC GetTableLocations: received response from server master-127.28.61.188:41979: OK, deferred=null)) after lookup
21:09:25.598 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=ee249905f85b4fe7a75274e7f898a0fd, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:09:25.599 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet ee249905f85b4fe7a75274e7f898a0fd for partition [0x0000000000000000, 0x0000000000000001) with scanner id null
21:09:25.606 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=66f6fd7ac405472ea379d117d01bf0a0, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:09:25.607 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 66f6fd7ac405472ea379d117d01bf0a0 for partition [0x0000000000000001, 0x0000000000000002) with scanner id null
21:09:25.625 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=e8be428f73714f0c9e4c0cd4387994bf, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:09:25.626 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet e8be428f73714f0c9e4c0cd4387994bf for partition [0x0000000100000000, 0x0000000100000001) with scanner id null
21:09:25.641 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=c263d56d2c014d8aa33464391dbda9cb, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:09:25.641 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet c263d56d2c014d8aa33464391dbda9cb for partition [0x0000000100000001, 0x0000000100000002) with scanner id null
21:09:25.652 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 2 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=b0f499ee9a1247288c30003058622aa0, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:09:25.652 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet b0f499ee9a1247288c30003058622aa0 for partition [0x0000000200000000, 0x0000000200000001) with scanner id null
21:09:25.664 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=b5489d685a8540afb46642bfcb54ee5d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:09:25.665 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet b5489d685a8540afb46642bfcb54ee5d for partition [0x0000000200000001, 0x0000000200000002) with scanner id null
21:09:25.683 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=78e62f45e3164014b1f3b0ee41df0404, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:09:25.683 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 78e62f45e3164014b1f3b0ee41df0404 for partition [0x0000000000000000, 0x0000000000000001) with scanner id null
21:09:25.691 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:25.691 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:25.691 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:25.692 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:25.692 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:25.692 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:25.692 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:25.691 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:25.692 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:25.692 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:25.692 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:25.692 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:25.692 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:25.696 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=637925460d0644f885c9c2aac46d643e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:09:25.696 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 637925460d0644f885c9c2aac46d643e for partition [0x0000000000000001, 0x0000000000000002) with scanner id null
21:09:25.731 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:25.731 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:25.732 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:25.732 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:25.732 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:25.732 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:25.733 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:25.733 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:25.733 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:25.733 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:25.733 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:25.734 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:25.734 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:25.745 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2841dd5f383bae9a8f297e74525dcca1 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 2841dd5f383bae9a8f297e74525dcca1 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:25.788 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=916c221c2eb245f0af11d3609f3cc147, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:09:25.789 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 916c221c2eb245f0af11d3609f3cc147 for partition [0x0000000100000000, 0x0000000100000001) with scanner id null
21:09:25.799 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.25.113.61:34911(127.25.113.61:34911)] connecting to peer
21:09:25.799 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.25.113.60:35933(127.25.113.60:35933)] connecting to peer
21:09:25.800 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.25.113.62:35193(127.25.113.62:35193)] connecting to peer
21:09:25.801 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:25.801 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.113.61:34911(127.25.113.61:34911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:25.801 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.61:34911: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:25.802 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:25.802 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.113.60:35933(127.25.113.60:35933)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:25.802 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.60:35933: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:25.802 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:25.802 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.113.62:35193(127.25.113.62:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:25.802 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.62:35193: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:25.803 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193; will retry
21:09:25.884 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=328af295c4f443dd9e4877e895c145a7, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:09:25.884 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 328af295c4f443dd9e4877e895c145a7 for partition [0x0000000100000001, 0x0000000100000002) with scanner id null
21:09:25.897 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 2 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=a80f5359dbf24db0b0a88485b990c585, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:09:25.898 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet a80f5359dbf24db0b0a88485b990c585 for partition [0x0000000200000000, 0x0000000200000001) with scanner id null
21:09:25.919 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=2fe8b4523c974684b5bf5f7de4073c52, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:09:25.919 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 2fe8b4523c974684b5bf5f7de4073c52 for partition [0x0000000200000001, 0x0000000200000002) with scanner id null
21:09:25.944 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=ee249905f85b4fe7a75274e7f898a0fd, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:09:25.945 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet ee249905f85b4fe7a75274e7f898a0fd for partition [0x0000000000000000, 0x0000000000000001) with scanner id null
21:09:25.949 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:25.962 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=66f6fd7ac405472ea379d117d01bf0a0, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:09:25.962 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 66f6fd7ac405472ea379d117d01bf0a0 for partition [0x0000000000000001, 0x0000000000000002) with scanner id null
21:09:25.963 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 6 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544965960 for job d6a71f5cf5f060cfaa5d5fa24434f7a3.
21:09:25.976 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 6 for job d6a71f5cf5f060cfaa5d5fa24434f7a3 (964 bytes, checkpointDuration=15 ms, finalizationTime=1 ms).
21:09:25.978 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 6 as completed for source Source: KuduSource.
21:09:25.978 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=e8be428f73714f0c9e4c0cd4387994bf, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:09:25.978 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet e8be428f73714f0c9e4c0cd4387994bf for partition [0x0000000100000000, 0x0000000100000001) with scanner id null
21:09:26.001 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=c263d56d2c014d8aa33464391dbda9cb, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:09:26.001 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet c263d56d2c014d8aa33464391dbda9cb for partition [0x0000000100000001, 0x0000000100000002) with scanner id null
21:09:26.013 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 2 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=b0f499ee9a1247288c30003058622aa0, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:09:26.014 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet b0f499ee9a1247288c30003058622aa0 for partition [0x0000000200000000, 0x0000000200000001) with scanner id null
21:09:26.015 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:26.016 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:26.036 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=b5489d685a8540afb46642bfcb54ee5d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:09:26.036 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet b5489d685a8540afb46642bfcb54ee5d for partition [0x0000000200000001, 0x0000000200000002) with scanner id null
21:09:26.036 [DEBUG - main] (Connection.java:575) [peer e4dd8c316c5e4642bc3c7fa27c31eac7(127.28.61.130:38589)] disconnecting while in state READY
21:09:26.036 [DEBUG - main] (Connection.java:575) [peer master-127.28.61.189:39213(127.28.61.189:39213)] disconnecting while in state READY
21:09:26.037 [DEBUG - main] (Connection.java:575) [peer master-127.28.61.190:36375(127.28.61.190:36375)] disconnecting while in state READY
21:09:26.037 [DEBUG - main] (Connection.java:575) [peer master-127.28.61.188:41979(127.28.61.188:41979)] disconnecting while in state READY
21:09:26.037 [DEBUG - main] (Connection.java:575) [peer f53bf1a5b946421c9a5245279379d038(127.28.61.129:36239)] disconnecting while in state READY
21:09:26.037 [DEBUG - main] (Connection.java:575) [peer f9388bec45ef4b26b002bb34888dd2e1(127.28.61.131:42367)] disconnecting while in state READY
21:09:26.037 [DEBUG - kudu-nio-5] (Connection.java:239) [peer e4dd8c316c5e4642bc3c7fa27c31eac7(127.28.61.130:38589)] handling channelInactive
21:09:26.037 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.28.61.189:39213(127.28.61.189:39213)] handling channelInactive
21:09:26.037 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.61.189:39213(127.28.61.189:39213)] cleaning up while in state READY due to: connection closed
21:09:26.038 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.28.61.188:41979(127.28.61.188:41979)] handling channelInactive
21:09:26.038 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.28.61.190:36375(127.28.61.190:36375)] handling channelInactive
21:09:26.038 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.28.61.188:41979(127.28.61.188:41979)] cleaning up while in state READY due to: connection closed
21:09:26.038 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.61.190:36375(127.28.61.190:36375)] cleaning up while in state READY due to: connection closed
21:09:26.037 [DEBUG - kudu-nio-5] (Connection.java:709) [peer e4dd8c316c5e4642bc3c7fa27c31eac7(127.28.61.130:38589)] cleaning up while in state READY due to: connection closed
21:09:26.038 [DEBUG - kudu-nio-4] (Connection.java:239) [peer f53bf1a5b946421c9a5245279379d038(127.28.61.129:36239)] handling channelInactive
21:09:26.038 [DEBUG - kudu-nio-4] (Connection.java:709) [peer f53bf1a5b946421c9a5245279379d038(127.28.61.129:36239)] cleaning up while in state READY due to: connection closed
21:09:26.046 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:2704) Releasing all remaining resources
21:09:26.047 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-0
21:09:26.047 [DEBUG - kudu-nio-5] (PoolThreadCache.java:218) Freed 25 thread-local buffer(s) from thread: kudu-nio-5
21:09:26.047 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-1
21:09:26.048 [DEBUG - kudu-nio-4] (PoolThreadCache.java:218) Freed 25 thread-local buffer(s) from thread: kudu-nio-4
21:09:26.048 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 26 thread-local buffer(s) from thread: kudu-nio-2
21:09:26.052 [DEBUG - kudu-nio-3] (Connection.java:239) [peer f9388bec45ef4b26b002bb34888dd2e1(127.28.61.131:42367)] handling channelInactive
21:09:26.052 [DEBUG - kudu-nio-3] (Connection.java:709) [peer f9388bec45ef4b26b002bb34888dd2e1(127.28.61.131:42367)] cleaning up while in state READY due to: connection closed
21:09:26.052 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 24 thread-local buffer(s) from thread: kudu-nio-3
21:09:26.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:26.056023 28918 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu with pid 29307
21:09:26.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:26.067863 28918 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu with pid 29463
21:09:26.111 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:26.112 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:26.112 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:26.112 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:26.112 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:26.112 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:26.112 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:26.112 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:26.112 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:26.112 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:26.113 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:26.113 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:26.113 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:26.113 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:26.113 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:26.113 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:26.113 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:26.113 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:26.113 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:26.113 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:26.113 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:26.113 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:26.113 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:26.113 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:26.113 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:26.114 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:26.172 [DEBUG - kudu-nio-3] (Connection.java:239) [peer f53bf1a5b946421c9a5245279379d038(127.28.61.129:36239)] handling channelInactive
21:09:26.172 [DEBUG - kudu-nio-3] (Connection.java:709) [peer f53bf1a5b946421c9a5245279379d038(127.28.61.129:36239)] cleaning up while in state READY due to: connection closed
21:09:26.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:26.172639 29697 connection.cc:573] client connection to 127.28.61.129:36239 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
21:09:26.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:26.173213 29697 proxy.cc:239] Call had error, refreshing address and retrying: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
21:09:26.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:26.226500 29697 consensus_peers.cc:597] T c263d56d2c014d8aa33464391dbda9cb P f9388bec45ef4b26b002bb34888dd2e1 -> Peer f53bf1a5b946421c9a5245279379d038 (127.28.61.129:36239): Couldn't send request to peer f53bf1a5b946421c9a5245279379d038. Status: Network error: Client connection negotiation failed: client connection to 127.28.61.129:36239: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
21:09:26.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:26.236253 29697 consensus_peers.cc:597] T ee249905f85b4fe7a75274e7f898a0fd P f9388bec45ef4b26b002bb34888dd2e1 -> Peer f53bf1a5b946421c9a5245279379d038 (127.28.61.129:36239): Couldn't send request to peer f53bf1a5b946421c9a5245279379d038. Status: Network error: Client connection negotiation failed: client connection to 127.28.61.129:36239: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
21:09:26.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:26.239782 29697 consensus_peers.cc:597] T b5489d685a8540afb46642bfcb54ee5d P f9388bec45ef4b26b002bb34888dd2e1 -> Peer f53bf1a5b946421c9a5245279379d038 (127.28.61.129:36239): Couldn't send request to peer f53bf1a5b946421c9a5245279379d038. Status: Network error: Client connection negotiation failed: client connection to 127.28.61.129:36239: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
21:09:26.242 [DEBUG - kudu-nio-4] (Connection.java:239) [peer e4dd8c316c5e4642bc3c7fa27c31eac7(127.28.61.130:38589)] handling channelInactive
21:09:26.243 [DEBUG - kudu-nio-4] (Connection.java:709) [peer e4dd8c316c5e4642bc3c7fa27c31eac7(127.28.61.130:38589)] cleaning up while in state READY due to: connection closed
21:09:26.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:26.243798 28953 connection.cc:573] server connection from 127.28.61.130:39229 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
21:09:26.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:26.244045 29696 connection.cc:573] client connection to 127.28.61.130:38589 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
21:09:26.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:26.247457 28918 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu with pid 29624
21:09:26.252 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2841dd5f383bae9a8f297e74525dcca1 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 2841dd5f383bae9a8f297e74525dcca1 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:26.322 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:26.322 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:26.322 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:26.323 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:26.323 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:26.324 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:26.324 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:26.324 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:26.324 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:26.325 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:26.325 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:26.325 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:26.325 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:26.361 [DEBUG - kudu-nio-4] (Connection.java:239) [peer f9388bec45ef4b26b002bb34888dd2e1(127.28.61.131:42367)] handling channelInactive
21:09:26.361 [DEBUG - kudu-nio-4] (Connection.java:709) [peer f9388bec45ef4b26b002bb34888dd2e1(127.28.61.131:42367)] cleaning up while in state READY due to: connection closed
21:09:26.361 [DEBUG - kudu-nio-3] (Connection.java:239) [peer f9388bec45ef4b26b002bb34888dd2e1(127.28.61.131:42367)] handling channelInactive
21:09:26.362 [DEBUG - kudu-nio-3] (Connection.java:709) [peer f9388bec45ef4b26b002bb34888dd2e1(127.28.61.131:42367)] cleaning up while in state READY due to: connection closed
21:09:26.362 [DEBUG - kudu-nio-3] (Connection.java:239) [peer f9388bec45ef4b26b002bb34888dd2e1(127.28.61.131:42367)] handling channelInactive
21:09:26.362 [DEBUG - kudu-nio-3] (Connection.java:709) [peer f9388bec45ef4b26b002bb34888dd2e1(127.28.61.131:42367)] cleaning up while in state READY due to: connection closed
21:09:26.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:26.364869 28918 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu with pid 28930
21:09:26.402 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:26.402 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:26.402 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:26.403 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:26.403 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:26.403 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:26.403 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:26.403 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:26.403 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:26.403 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:26.403 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:26.403 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:26.403 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:26.449 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:26.461 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 7 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544966460 for job d6a71f5cf5f060cfaa5d5fa24434f7a3.
21:09:26.470 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.28.61.190:36375(127.28.61.190:36375)] handling channelInactive
21:09:26.470 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.61.190:36375(127.28.61.190:36375)] cleaning up while in state READY due to: connection closed
21:09:26.470 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.28.61.190:36375(127.28.61.190:36375)] handling channelInactive
21:09:26.470 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.61.190:36375(127.28.61.190:36375)] cleaning up while in state READY due to: connection closed
21:09:26.471 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.28.61.190:36375(127.28.61.190:36375)] handling channelInactive
21:09:26.471 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.61.190:36375(127.28.61.190:36375)] cleaning up while in state READY due to: connection closed
21:09:26.470 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.28.61.190:36375(127.28.61.190:36375)] handling channelInactive
21:09:26.471 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.61.190:36375(127.28.61.190:36375)] cleaning up while in state READY due to: connection closed
21:09:26.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:26.471385 29116 connection.cc:573] client connection to 127.28.61.190:36375 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
21:09:26.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:26.471932 29116 proxy.cc:239] Call had error, refreshing address and retrying: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
21:09:26.477 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 7 for job d6a71f5cf5f060cfaa5d5fa24434f7a3 (964 bytes, checkpointDuration=16 ms, finalizationTime=1 ms).
21:09:26.479 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 7 as completed for source Source: KuduSource.
21:09:26.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:26.479858 28918 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu with pid 29003
21:09:26.515 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:26.515 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:26.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:26.521066 29116 consensus_peers.cc:597] T 00000000000000000000000000000000 P 197ebb63cc89401ca947a8344392723f -> Peer 3154f5f80b5c4fecb312ed3a2a973f3b (127.28.61.190:36375): Couldn't send request to peer 3154f5f80b5c4fecb312ed3a2a973f3b. Status: Network error: Client connection negotiation failed: client connection to 127.28.61.190:36375: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
21:09:26.548 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.28.61.189:39213(127.28.61.189:39213)] handling channelInactive
21:09:26.548 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.61.189:39213(127.28.61.189:39213)] cleaning up while in state READY due to: connection closed
21:09:26.548 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.28.61.189:39213(127.28.61.189:39213)] handling channelInactive
21:09:26.548 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.61.189:39213(127.28.61.189:39213)] cleaning up while in state READY due to: connection closed
21:09:26.548 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.28.61.189:39213(127.28.61.189:39213)] handling channelInactive
21:09:26.549 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.61.189:39213(127.28.61.189:39213)] cleaning up while in state READY due to: connection closed
21:09:26.549 [DEBUG - pool-322-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:26.549 [DEBUG - pool-322-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:26.549 [DEBUG - pool-322-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:26.549 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:26.549 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:26.549 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:26.550 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:26.550 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:26.550 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:26.552 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:26.552 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:26.553 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:26.553 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:26.558 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.28.61.189:39213(127.28.61.189:39213)] handling channelInactive
21:09:26.558 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.61.189:39213(127.28.61.189:39213)] cleaning up while in state READY due to: connection closed
21:09:26.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:26.557816 29113 connection.cc:573] client connection to 127.28.61.189:39213 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
21:09:26.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:26.561667 29113 consensus_peers.cc:597] T 00000000000000000000000000000000 P 197ebb63cc89401ca947a8344392723f -> Peer 1003c13c7488415bb4f301b279e43fea (127.28.61.189:39213): Couldn't send request to peer 1003c13c7488415bb4f301b279e43fea. Status: Network error: Client connection negotiation failed: client connection to 127.28.61.189:39213: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
21:09:26.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:26.563409 28918 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu with pid 29080
21:09:26.638 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.28.61.188:41979(127.28.61.188:41979)] handling channelInactive
21:09:26.638 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.28.61.188:41979(127.28.61.188:41979)] cleaning up while in state READY due to: connection closed
21:09:26.638 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.28.61.188:41979(127.28.61.188:41979)] handling channelInactive
21:09:26.638 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.28.61.188:41979(127.28.61.188:41979)] cleaning up while in state READY due to: connection closed
21:09:26.638 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.28.61.188:41979(127.28.61.188:41979)] handling channelInactive
21:09:26.638 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.28.61.188:41979(127.28.61.188:41979)] cleaning up while in state READY due to: connection closed
21:09:26.639 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.28.61.188:41979(127.28.61.188:41979)] handling channelInactive
21:09:26.639 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.28.61.188:41979(127.28.61.188:41979)] cleaning up while in state READY due to: connection closed
21:09:26.649 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 4bba706393eb41c4b3ed79f493a69027
21:09:26.655 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 78e62f45e3164014b1f3b0ee41df0404 for table 'replication_test_table' with partition [0x0000000000000000, 0x0000000000000001)
21:09:26.655 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 637925460d0644f885c9c2aac46d643e for table 'replication_test_table' with partition [0x0000000000000001, 0x0000000000000002)
21:09:26.655 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 916c221c2eb245f0af11d3609f3cc147 for table 'replication_test_table' with partition [0x0000000100000000, 0x0000000100000001)
21:09:26.655 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 328af295c4f443dd9e4877e895c145a7 for table 'replication_test_table' with partition [0x0000000100000001, 0x0000000100000002)
21:09:26.655 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a80f5359dbf24db0b0a88485b990c585 for table 'replication_test_table' with partition [0x0000000200000000, 0x0000000200000001)
21:09:26.655 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 2fe8b4523c974684b5bf5f7de4073c52 for table 'replication_test_table' with partition [0x0000000200000001, 0x0000000200000002)
21:09:26.656 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x0000000000000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000000000000, upperBoundPartitionKey=0x0000000000000001, ttl=299999, tablet=78e62f45e3164014b1f3b0ee41df0404@[03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055),9568e7bf235f459fa583004fe13faea5(127.27.110.65:44763)[L],bea0bef4fa77456d8a0ed5ff9ce0c146(127.27.110.66:39813)]}, Tablet{lowerBoundPartitionKey=0x0000000000000001, upperBoundPartitionKey=0x0000000000000002, ttl=299999, tablet=637925460d0644f885c9c2aac46d643e@[03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055),9568e7bf235f459fa583004fe13faea5(127.27.110.65:44763),bea0bef4fa77456d8a0ed5ff9ce0c146(127.27.110.66:39813)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000000000002, upperBoundPartitionKey=0x0000000100000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000100000000, upperBoundPartitionKey=0x0000000100000001, ttl=299999, tablet=916c221c2eb245f0af11d3609f3cc147@[03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055),9568e7bf235f459fa583004fe13faea5(127.27.110.65:44763),bea0bef4fa77456d8a0ed5ff9ce0c146(127.27.110.66:39813)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000100000001, upperBoundPartitionKey=0x0000000100000002, ttl=299999, tablet=328af295c4f443dd9e4877e895c145a7@[03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055),9568e7bf235f459fa583004fe13faea5(127.27.110.65:44763),bea0bef4fa77456d8a0ed5ff9ce0c146(127.27.110.66:39813)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000100000002, upperBoundPartitionKey=0x0000000200000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299999, tablet=a80f5359dbf24db0b0a88485b990c585@[03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055)[L],9568e7bf235f459fa583004fe13faea5(127.27.110.65:44763),bea0bef4fa77456d8a0ed5ff9ce0c146(127.27.110.66:39813)]}, Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299999, tablet=2fe8b4523c974684b5bf5f7de4073c52@[03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055),9568e7bf235f459fa583004fe13faea5(127.27.110.65:44763)[L],bea0bef4fa77456d8a0ed5ff9ce0c146(127.27.110.66:39813)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000200000002, upperBoundPartitionKey=0x, ttl=299999}]
21:09:26.661 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='e49f94a495166a329692d74f7c5f079b84aec15e0f784b84b54a3738b2c0d16d'}]
21:09:26.663 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:09:26.664 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='43adab0f59a2aa33749247bdf5b10dcae0312d7fac7354eca7ee5c3737faef32'}]
21:09:26.665 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:09:26.666 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='140d7139a566369aa00b1aa6d1f4c4c2e4ecebd127bd346b456d3a143dfbfb8b'}]
21:09:26.667 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='de12c39be10e975103fa817a77087fa3e56363abe26c9a4f105d8e3fb43a1ce9'}]
21:09:26.668 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:115) Starting split fetcher 1
21:09:26.669 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000000000000, upperBoundPartitionKey=0x0000000000000001, ttl=299997, tablet=78e62f45e3164014b1f3b0ee41df0404@[03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055),9568e7bf235f459fa583004fe13faea5(127.27.110.65:44763),bea0bef4fa77456d8a0ed5ff9ce0c146(127.27.110.66:39813)[L]]}]
21:09:26.669 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:115) Starting split fetcher 1
21:09:26.670 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000000000001, upperBoundPartitionKey=0x0000000000000002, ttl=299997, tablet=637925460d0644f885c9c2aac46d643e@[03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055),9568e7bf235f459fa583004fe13faea5(127.27.110.65:44763)[L],bea0bef4fa77456d8a0ed5ff9ce0c146(127.27.110.66:39813)]}]
21:09:26.672 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:09:26.672 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:115) Starting split fetcher 2
21:09:26.672 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000100000000, upperBoundPartitionKey=0x0000000100000001, ttl=299997, tablet=916c221c2eb245f0af11d3609f3cc147@[03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055),9568e7bf235f459fa583004fe13faea5(127.27.110.65:44763)[L],bea0bef4fa77456d8a0ed5ff9ce0c146(127.27.110.66:39813)]}]
21:09:26.672 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:09:26.673 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:115) Starting split fetcher 2
21:09:26.674 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000100000001, upperBoundPartitionKey=0x0000000100000002, ttl=299997, tablet=328af295c4f443dd9e4877e895c145a7@[03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055),9568e7bf235f459fa583004fe13faea5(127.27.110.65:44763)[L],bea0bef4fa77456d8a0ed5ff9ce0c146(127.27.110.66:39813)]}]
21:09:26.699 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer 03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055)] connecting to peer
21:09:26.703 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer 03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055)] connecting to peer
21:09:26.708 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer 03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055)] connecting to peer
21:09:26.711 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer 03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055)] connecting to peer
21:09:26.718 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055)] Successfully connected to peer
21:09:26.725 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055)] Successfully connected to peer
21:09:26.733 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055)] Successfully connected to peer
21:09:26.740 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055)] Successfully connected to peer
21:09:26.745 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2841dd5f383bae9a8f297e74525dcca1 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 2841dd5f383bae9a8f297e74525dcca1 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:26.790 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.27.110.67
21:09:26.808 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.27.110.67
21:09:26.810 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.27.110.67
21:09:26.824 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:09:26.827 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:09:26.829 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x89917e6d, L:/127.0.0.1:34264 - R:/127.27.110.67:42055] using SASL/PLAIN
21:09:26.839 [DEBUG - pool-318-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:09:26.840 [DEBUG - pool-318-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:09:26.840 [DEBUG - pool-318-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:09:26.841 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:26.841 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:26.841 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:26.842 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:26.842 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:26.842 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:26.842 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:26.842 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:26.842 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:26.842 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:09:26.860 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305400183377920001) for scanner KuduScanner(table=replication_test_table, tablet=637925460d0644f885c9c2aac46d643e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:09:26.860 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:108) Finished reading from splits [43adab0f59a2aa33749247bdf5b10dcae0312d7fac7354eca7ee5c3737faef32]
21:09:26.860 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [43adab0f59a2aa33749247bdf5b10dcae0312d7fac7354eca7ee5c3737faef32]
21:09:26.861 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 1 because it is idle.
21:09:26.861 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 1
21:09:26.863 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 43adab0f59a2aa33749247bdf5b10dcae0312d7fac7354eca7ee5c3737faef32 finished by subtask 3; deferring removal (restored in pending)
21:09:26.863 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer 03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055)] disconnecting while in state READY
21:09:26.864 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='fb86be88ce52b621ae4609e06b1afa690031112190f56c62e6ef6efe0536676a'}]
21:09:26.864 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
21:09:26.866 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:09:26.878 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:09:26.885 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.22.50.60:38829(127.22.50.60:38829)] connecting to peer
21:09:26.885 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.22.50.61:45261(127.22.50.61:45261)] connecting to peer
21:09:26.885 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.22.50.62:44659(127.22.50.62:44659)] connecting to peer
21:09:26.886 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:09:26.886 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.50.60:38829(127.22.50.60:38829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:09:26.886 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.60:38829: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:09:26.886 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:09:26.886 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.50.61:45261(127.22.50.61:45261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:09:26.886 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.61:45261: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:09:26.887 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:09:26.887 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.50.62:44659(127.22.50.62:44659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:09:26.887 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.62:44659: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:09:26.887 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659; will retry
21:09:26.892 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.27.110.67
21:09:26.893 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x4c04a80d, L:/127.0.0.1:34248 - R:/127.27.110.67:42055] using SASL/PLAIN
21:09:26.911 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:09:26.916 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x575b3554, L:/127.0.0.1:34292 - R:/127.27.110.67:42055] using SASL/PLAIN
21:09:26.949 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:26.957 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x18986d16, L:/127.0.0.1:34280 - R:/127.27.110.67:42055] using SASL/PLAIN
21:09:26.961 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 8 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544966961 for job d6a71f5cf5f060cfaa5d5fa24434f7a3.
21:09:26.979 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055)] handling channelInactive
21:09:26.979 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055)] cleaning up while in state READY due to: connection closed
21:09:26.979 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 23 thread-local buffer(s) from thread: kudu-nio-0
21:09:26.980 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:128) Split fetcher 1 exited.
21:09:26.986 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305400183377920001) for scanner KuduScanner(table=replication_test_table, tablet=328af295c4f443dd9e4877e895c145a7, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:09:26.988 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:108) Finished reading from splits [de12c39be10e975103fa817a77087fa3e56363abe26c9a4f105d8e3fb43a1ce9]
21:09:26.988 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:115) Starting split fetcher 2
21:09:26.988 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [de12c39be10e975103fa817a77087fa3e56363abe26c9a4f105d8e3fb43a1ce9]
21:09:26.989 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 2 because it is idle.
21:09:26.991 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 2
21:09:26.989 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split de12c39be10e975103fa817a77087fa3e56363abe26c9a4f105d8e3fb43a1ce9 finished by subtask 2; deferring removal (restored in pending)
21:09:26.991 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer 03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055)] disconnecting while in state READY
21:09:26.991 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
21:09:26.992 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='13bb44da9a952cc05380676b81a5be785f1f37e7834e6a8318c0c10cbaa32d21'}]
21:09:26.994 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:09:26.995 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 8 for job d6a71f5cf5f060cfaa5d5fa24434f7a3 (5104 bytes, checkpointDuration=33 ms, finalizationTime=1 ms).
21:09:26.989 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299997, tablet=a80f5359dbf24db0b0a88485b990c585@[03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055),9568e7bf235f459fa583004fe13faea5(127.27.110.65:44763),bea0bef4fa77456d8a0ed5ff9ce0c146(127.27.110.66:39813)[L]]}]
21:09:26.998 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 8 as completed for source Source: KuduSource.
21:09:26.998 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 8 complete: removed split 43adab0f59a2aa33749247bdf5b10dcae0312d7fac7354eca7ee5c3737faef32 from pending
21:09:26.998 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 8 complete: removed split de12c39be10e975103fa817a77087fa3e56363abe26c9a4f105d8e3fb43a1ce9 from pending
21:09:26.998 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 8 complete: removed 2 finished splits from enumerator state
21:09:27.014 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:27.015 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:27.027 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer 03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055)] connecting to peer
21:09:27.033 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:115) Starting split fetcher 3
21:09:27.042 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299997, tablet=2fe8b4523c974684b5bf5f7de4073c52@[03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055)[L],9568e7bf235f459fa583004fe13faea5(127.27.110.65:44763),bea0bef4fa77456d8a0ed5ff9ce0c146(127.27.110.66:39813)]}]
21:09:27.051 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305400183377920001) for scanner KuduScanner(table=replication_test_table, tablet=78e62f45e3164014b1f3b0ee41df0404, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:09:27.052 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:108) Finished reading from splits [e49f94a495166a329692d74f7c5f079b84aec15e0f784b84b54a3738b2c0d16d]
21:09:27.052 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [e49f94a495166a329692d74f7c5f079b84aec15e0f784b84b54a3738b2c0d16d]
21:09:27.053 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 1 because it is idle.
21:09:27.053 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 1
21:09:27.053 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer 03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055)] disconnecting while in state READY
21:09:27.053 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split e49f94a495166a329692d74f7c5f079b84aec15e0f784b84b54a3738b2c0d16d finished by subtask 1; deferring removal (restored in pending)
21:09:27.054 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
21:09:27.058 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055)] handling channelInactive
21:09:27.058 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055)] cleaning up while in state READY due to: connection closed
21:09:27.058 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-0
21:09:27.059 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:128) Split fetcher 2 exited.
21:09:27.064 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055)] Successfully connected to peer
21:09:27.069 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer 03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055)] connecting to peer
21:09:27.070 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.27.110.67
21:09:27.105 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:09:27.106 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055)] handling channelInactive
21:09:27.106 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055)] cleaning up while in state READY due to: connection closed
21:09:27.106 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 23 thread-local buffer(s) from thread: kudu-nio-0
21:09:27.107 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:128) Split fetcher 1 exited.
21:09:27.113 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055)] Successfully connected to peer
21:09:27.120 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.27.110.67
21:09:27.125 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305400183377920001) for scanner KuduScanner(table=replication_test_table, tablet=916c221c2eb245f0af11d3609f3cc147, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:09:27.129 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:108) Finished reading from splits [140d7139a566369aa00b1aa6d1f4c4c2e4ecebd127bd346b456d3a143dfbfb8b]
21:09:27.130 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [140d7139a566369aa00b1aa6d1f4c4c2e4ecebd127bd346b456d3a143dfbfb8b]
21:09:27.130 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 2 because it is idle.
21:09:27.130 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 2
21:09:27.131 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xbd161524, L:/127.0.0.1:34298 - R:/127.27.110.67:42055] using SASL/PLAIN
21:09:27.131 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 140d7139a566369aa00b1aa6d1f4c4c2e4ecebd127bd346b456d3a143dfbfb8b finished by subtask 0; deferring removal (restored in pending)
21:09:27.132 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer 03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055)] disconnecting while in state READY
21:09:27.133 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
21:09:27.143 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305400183377920001) for scanner KuduScanner(table=replication_test_table, tablet=a80f5359dbf24db0b0a88485b990c585, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:09:27.147 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:108) Finished reading from splits [fb86be88ce52b621ae4609e06b1afa690031112190f56c62e6ef6efe0536676a]
21:09:27.147 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [fb86be88ce52b621ae4609e06b1afa690031112190f56c62e6ef6efe0536676a]
21:09:27.148 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 2 because it is idle.
21:09:27.148 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 2
21:09:27.150 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split fb86be88ce52b621ae4609e06b1afa690031112190f56c62e6ef6efe0536676a finished by subtask 3; deferring removal (restored in pending)
21:09:27.151 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer 03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055)] disconnecting while in state READY
21:09:27.152 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
21:09:27.155 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:09:27.161 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x158d2db7, L:/127.0.0.1:34314 - R:/127.27.110.67:42055] using SASL/PLAIN
21:09:27.177 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305400183377920001) for scanner KuduScanner(table=replication_test_table, tablet=2fe8b4523c974684b5bf5f7de4073c52, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:09:27.182 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:108) Finished reading from splits [13bb44da9a952cc05380676b81a5be785f1f37e7834e6a8318c0c10cbaa32d21]
21:09:27.183 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [13bb44da9a952cc05380676b81a5be785f1f37e7834e6a8318c0c10cbaa32d21]
21:09:27.184 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 3 because it is idle.
21:09:27.184 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 3
21:09:27.185 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 13bb44da9a952cc05380676b81a5be785f1f37e7834e6a8318c0c10cbaa32d21 finished by subtask 2; deferring removal (restored in pending)
21:09:27.185 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer 03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055)] disconnecting while in state READY
21:09:27.186 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
21:09:27.203 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055)] handling channelInactive
21:09:27.203 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055)] cleaning up while in state READY due to: connection closed
21:09:27.204 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-0
21:09:27.204 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:128) Split fetcher 2 exited.
21:09:27.246 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2841dd5f383bae9a8f297e74525dcca1 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 2841dd5f383bae9a8f297e74525dcca1 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:27.250 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055)] handling channelInactive
21:09:27.250 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055)] cleaning up while in state READY due to: connection closed
21:09:27.250 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
21:09:27.251 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:128) Split fetcher 2 exited.
21:09:27.252 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:27.253 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:27.253 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:27.253 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:27.253 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:27.253 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:27.253 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:27.254 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:27.254 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:27.254 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:27.254 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:27.254 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:27.254 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:27.264 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055)] handling channelInactive
21:09:27.264 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055)] cleaning up while in state READY due to: connection closed
21:09:27.264 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
21:09:27.264 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:128) Split fetcher 3 exited.
21:09:27.269 [DEBUG - pool-320-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:09:27.270 [DEBUG - pool-320-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:09:27.270 [DEBUG - pool-320-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:09:27.270 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:27.271 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:27.271 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:27.271 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:27.271 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:27.272 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:27.272 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:27.272 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:27.272 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:27.272 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:09:27.399 [DEBUG - pool-318-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:09:27.399 [DEBUG - pool-318-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:09:27.399 [DEBUG - pool-318-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:09:27.400 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:27.400 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:27.400 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:27.401 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:27.401 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:27.401 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:27.401 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:27.401 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:27.401 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:27.401 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:09:27.402 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:09:27.403 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:09:27.403 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:27.403 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:09:27.403 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:27.403 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:27.404 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:27.404 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:27.404 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:27.404 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:27.404 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:27.404 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:27.404 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:09:27.449 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:27.461 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 9 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544967460 for job d6a71f5cf5f060cfaa5d5fa24434f7a3.
21:09:27.478 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 9 for job d6a71f5cf5f060cfaa5d5fa24434f7a3 (3724 bytes, checkpointDuration=17 ms, finalizationTime=1 ms).
21:09:27.481 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 9 as completed for source Source: KuduSource.
21:09:27.481 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 9 complete: removed split 140d7139a566369aa00b1aa6d1f4c4c2e4ecebd127bd346b456d3a143dfbfb8b from pending
21:09:27.481 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 9 complete: removed split fb86be88ce52b621ae4609e06b1afa690031112190f56c62e6ef6efe0536676a from pending
21:09:27.481 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 9 complete: removed split e49f94a495166a329692d74f7c5f079b84aec15e0f784b84b54a3738b2c0d16d from pending
21:09:27.482 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 9 complete: removed split 13bb44da9a952cc05380676b81a5be785f1f37e7834e6a8318c0c10cbaa32d21 from pending
21:09:27.482 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 9 complete: removed 4 finished splits from enumerator state
21:09:27.511 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:27.511 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:27.511 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:27.512 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:27.512 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:27.512 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:27.512 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:27.513 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:27.513 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:27.513 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:27.513 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:27.513 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:27.513 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:27.515 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:27.515 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:27.745 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2841dd5f383bae9a8f297e74525dcca1 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 2841dd5f383bae9a8f297e74525dcca1 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:27.821 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:27.821 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:27.821 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:27.822 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:27.822 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:27.822 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:27.823 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:27.823 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:27.823 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:27.823 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:27.823 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:27.823 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:27.823 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:27.940 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:27.941 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:27.941 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:27.941 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:27.942 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:27.942 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:27.942 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:27.942 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:27.942 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:27.942 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:27.942 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:27.942 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:27.942 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:27.949 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:27.961 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 10 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544967960 for job d6a71f5cf5f060cfaa5d5fa24434f7a3.
21:09:27.973 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 10 for job d6a71f5cf5f060cfaa5d5fa24434f7a3 (964 bytes, checkpointDuration=12 ms, finalizationTime=1 ms).
21:09:27.980 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 10 as completed for source Source: KuduSource.
21:09:28.015 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:28.016 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:28.246 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2841dd5f383bae9a8f297e74525dcca1 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 2841dd5f383bae9a8f297e74525dcca1 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:28.449 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:28.461 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 11 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544968460 for job d6a71f5cf5f060cfaa5d5fa24434f7a3.
21:09:28.478 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 11 for job d6a71f5cf5f060cfaa5d5fa24434f7a3 (964 bytes, checkpointDuration=17 ms, finalizationTime=1 ms).
21:09:28.482 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 11 as completed for source Source: KuduSource.
21:09:28.515 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:28.515 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:28.651 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 4bba706393eb41c4b3ed79f493a69027
21:09:28.660 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 78e62f45e3164014b1f3b0ee41df0404 for table 'replication_test_table' with partition [0x0000000000000000, 0x0000000000000001)
21:09:28.660 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 637925460d0644f885c9c2aac46d643e for table 'replication_test_table' with partition [0x0000000000000001, 0x0000000000000002)
21:09:28.660 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 916c221c2eb245f0af11d3609f3cc147 for table 'replication_test_table' with partition [0x0000000100000000, 0x0000000100000001)
21:09:28.660 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 328af295c4f443dd9e4877e895c145a7 for table 'replication_test_table' with partition [0x0000000100000001, 0x0000000100000002)
21:09:28.660 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a80f5359dbf24db0b0a88485b990c585 for table 'replication_test_table' with partition [0x0000000200000000, 0x0000000200000001)
21:09:28.660 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 2fe8b4523c974684b5bf5f7de4073c52 for table 'replication_test_table' with partition [0x0000000200000001, 0x0000000200000002)
21:09:28.660 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x0000000000000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000000000000, upperBoundPartitionKey=0x0000000000000001, ttl=299999, tablet=78e62f45e3164014b1f3b0ee41df0404@[03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055),9568e7bf235f459fa583004fe13faea5(127.27.110.65:44763)[L],bea0bef4fa77456d8a0ed5ff9ce0c146(127.27.110.66:39813)]}, Tablet{lowerBoundPartitionKey=0x0000000000000001, upperBoundPartitionKey=0x0000000000000002, ttl=299999, tablet=637925460d0644f885c9c2aac46d643e@[03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055),9568e7bf235f459fa583004fe13faea5(127.27.110.65:44763),bea0bef4fa77456d8a0ed5ff9ce0c146(127.27.110.66:39813)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000000000002, upperBoundPartitionKey=0x0000000100000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000100000000, upperBoundPartitionKey=0x0000000100000001, ttl=299999, tablet=916c221c2eb245f0af11d3609f3cc147@[03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055),9568e7bf235f459fa583004fe13faea5(127.27.110.65:44763),bea0bef4fa77456d8a0ed5ff9ce0c146(127.27.110.66:39813)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000100000001, upperBoundPartitionKey=0x0000000100000002, ttl=299999, tablet=328af295c4f443dd9e4877e895c145a7@[03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055),9568e7bf235f459fa583004fe13faea5(127.27.110.65:44763),bea0bef4fa77456d8a0ed5ff9ce0c146(127.27.110.66:39813)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000100000002, upperBoundPartitionKey=0x0000000200000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299999, tablet=a80f5359dbf24db0b0a88485b990c585@[03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055)[L],9568e7bf235f459fa583004fe13faea5(127.27.110.65:44763),bea0bef4fa77456d8a0ed5ff9ce0c146(127.27.110.66:39813)]}, Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299999, tablet=2fe8b4523c974684b5bf5f7de4073c52@[03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055),9568e7bf235f459fa583004fe13faea5(127.27.110.65:44763)[L],bea0bef4fa77456d8a0ed5ff9ce0c146(127.27.110.66:39813)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000200000002, upperBoundPartitionKey=0x, ttl=299999}]
21:09:28.664 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='2fa78e4e6b4163c4919a73ad30aee3bc4c73b099d1dc6ec4781767ce4c8c2b5c'}]
21:09:28.666 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:09:28.667 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='20db79f6c951ffa7190322752d3b3195dedf0ffcf2e64e80c861771eabc6bb03'}]
21:09:28.669 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:09:28.672 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:115) Starting split fetcher 3
21:09:28.677 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='572b29313cbd4fcab47137ce5c452fb3dceff3c24c05db4b51d643de2471314f'}]
21:09:28.681 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000000000001, upperBoundPartitionKey=0x0000000000000002, ttl=299998, tablet=637925460d0644f885c9c2aac46d643e@[03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055),9568e7bf235f459fa583004fe13faea5(127.27.110.65:44763)[L],bea0bef4fa77456d8a0ed5ff9ce0c146(127.27.110.66:39813)]}]
21:09:28.682 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='e049ee27e9ed0688ee2185713f06a774ce89425e90851154529b719eb2600d2e'}]
21:09:28.685 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:09:28.686 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:115) Starting split fetcher 3
21:09:28.687 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:09:28.687 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000100000000, upperBoundPartitionKey=0x0000000100000001, ttl=299998, tablet=916c221c2eb245f0af11d3609f3cc147@[03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055),9568e7bf235f459fa583004fe13faea5(127.27.110.65:44763)[L],bea0bef4fa77456d8a0ed5ff9ce0c146(127.27.110.66:39813)]}]
21:09:28.687 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:115) Starting split fetcher 2
21:09:28.687 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:115) Starting split fetcher 4
21:09:28.688 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000100000001, upperBoundPartitionKey=0x0000000100000002, ttl=299997, tablet=328af295c4f443dd9e4877e895c145a7@[03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055),9568e7bf235f459fa583004fe13faea5(127.27.110.65:44763)[L],bea0bef4fa77456d8a0ed5ff9ce0c146(127.27.110.66:39813)]}]
21:09:28.688 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000000000000, upperBoundPartitionKey=0x0000000000000001, ttl=299998, tablet=78e62f45e3164014b1f3b0ee41df0404@[03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055),9568e7bf235f459fa583004fe13faea5(127.27.110.65:44763),bea0bef4fa77456d8a0ed5ff9ce0c146(127.27.110.66:39813)[L]]}]
21:09:28.699 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer 03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055)] connecting to peer
21:09:28.704 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer 03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055)] connecting to peer
21:09:28.715 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer 03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055)] connecting to peer
21:09:28.724 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer 03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055)] connecting to peer
21:09:28.732 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055)] Successfully connected to peer
21:09:28.742 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055)] Successfully connected to peer
21:09:28.746 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2841dd5f383bae9a8f297e74525dcca1 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 2841dd5f383bae9a8f297e74525dcca1 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:28.752 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055)] Successfully connected to peer
21:09:28.764 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055)] Successfully connected to peer
21:09:28.810 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.27.110.67
21:09:28.815 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.27.110.67
21:09:28.816 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.27.110.67
21:09:28.832 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:09:28.834 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:09:28.838 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x3484bd3f, L:/127.0.0.1:34336 - R:/127.27.110.67:42055] using SASL/PLAIN
21:09:28.842 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.27.110.67
21:09:28.886 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305400191569920001) for scanner KuduScanner(table=replication_test_table, tablet=916c221c2eb245f0af11d3609f3cc147, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:09:28.887 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:108) Finished reading from splits [572b29313cbd4fcab47137ce5c452fb3dceff3c24c05db4b51d643de2471314f]
21:09:28.887 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [572b29313cbd4fcab47137ce5c452fb3dceff3c24c05db4b51d643de2471314f]
21:09:28.887 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 3 because it is idle.
21:09:28.887 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 3
21:09:28.889 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 572b29313cbd4fcab47137ce5c452fb3dceff3c24c05db4b51d643de2471314f finished by subtask 3; deferring removal (restored in pending)
21:09:28.890 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer 03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055)] disconnecting while in state READY
21:09:28.892 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='f9765f4f9ebf77400b7d889851a7f9d843f8398195a8fa4affe2859da945be8e'}]
21:09:28.893 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:09:28.894 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:115) Starting split fetcher 4
21:09:28.895 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
21:09:28.896 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299997, tablet=a80f5359dbf24db0b0a88485b990c585@[03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055),9568e7bf235f459fa583004fe13faea5(127.27.110.65:44763),bea0bef4fa77456d8a0ed5ff9ce0c146(127.27.110.66:39813)[L]]}]
21:09:28.903 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer 03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055)] connecting to peer
21:09:28.910 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xad05c7fb, L:/127.0.0.1:34352 - R:/127.27.110.67:42055] using SASL/PLAIN
21:09:28.917 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:09:28.949 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:28.952 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:09:28.953 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xe8d3d030, L:/127.0.0.1:34330 - R:/127.27.110.67:42055] using SASL/PLAIN
21:09:28.961 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 12 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544968960 for job d6a71f5cf5f060cfaa5d5fa24434f7a3.
21:09:28.972 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xccfef787, L:/127.0.0.1:34354 - R:/127.27.110.67:42055] using SASL/PLAIN
21:09:28.973 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 12 for job d6a71f5cf5f060cfaa5d5fa24434f7a3 (5104 bytes, checkpointDuration=12 ms, finalizationTime=1 ms).
21:09:28.974 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305400191569920001) for scanner KuduScanner(table=replication_test_table, tablet=328af295c4f443dd9e4877e895c145a7, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:09:28.975 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:108) Finished reading from splits [e049ee27e9ed0688ee2185713f06a774ce89425e90851154529b719eb2600d2e]
21:09:28.975 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [e049ee27e9ed0688ee2185713f06a774ce89425e90851154529b719eb2600d2e]
21:09:28.975 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 4 because it is idle.
21:09:28.975 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 4
21:09:28.976 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 12 as completed for source Source: KuduSource.
21:09:28.976 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 12 complete: removed split 572b29313cbd4fcab47137ce5c452fb3dceff3c24c05db4b51d643de2471314f from pending
21:09:28.976 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 12 complete: removed 1 finished splits from enumerator state
21:09:28.977 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer 03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055)] disconnecting while in state READY
21:09:28.977 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split e049ee27e9ed0688ee2185713f06a774ce89425e90851154529b719eb2600d2e finished by subtask 2; deferring removal (restored in pending)
21:09:28.977 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
21:09:28.978 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='dda0bfc6416d8f371d1635d6d8af0b5897f398c6daa101d7b6c03c22cc94ce79'}]
21:09:28.980 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:09:28.980 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055)] handling channelInactive
21:09:28.980 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055)] cleaning up while in state READY due to: connection closed
21:09:28.980 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:115) Starting split fetcher 5
21:09:28.981 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-0
21:09:28.981 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:128) Split fetcher 3 exited.
21:09:28.981 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299997, tablet=2fe8b4523c974684b5bf5f7de4073c52@[03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055)[L],9568e7bf235f459fa583004fe13faea5(127.27.110.65:44763),bea0bef4fa77456d8a0ed5ff9ce0c146(127.27.110.66:39813)]}]
21:09:28.993 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055)] Successfully connected to peer
21:09:29.010 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055)] handling channelInactive
21:09:29.010 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055)] cleaning up while in state READY due to: connection closed
21:09:29.010 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-0
21:09:29.010 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:128) Split fetcher 4 exited.
21:09:29.014 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:29.015 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:29.030 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.27.110.67
21:09:29.036 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305400191569920001) for scanner KuduScanner(table=replication_test_table, tablet=637925460d0644f885c9c2aac46d643e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:09:29.037 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:108) Finished reading from splits [20db79f6c951ffa7190322752d3b3195dedf0ffcf2e64e80c861771eabc6bb03]
21:09:29.037 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [20db79f6c951ffa7190322752d3b3195dedf0ffcf2e64e80c861771eabc6bb03]
21:09:29.037 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 3 because it is idle.
21:09:29.037 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 3
21:09:29.038 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 20db79f6c951ffa7190322752d3b3195dedf0ffcf2e64e80c861771eabc6bb03 finished by subtask 0; deferring removal (restored in pending)
21:09:29.039 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer 03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055)] connecting to peer
21:09:29.039 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer 03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055)] disconnecting while in state READY
21:09:29.040 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
21:09:29.041 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055)] Successfully connected to peer
21:09:29.043 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:09:29.046 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.27.110.67
21:09:29.055 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x4dd8622b, L:/127.0.0.1:34370 - R:/127.27.110.67:42055] using SASL/PLAIN
21:09:29.061 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305400191569920001) for scanner KuduScanner(table=replication_test_table, tablet=78e62f45e3164014b1f3b0ee41df0404, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:09:29.062 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:108) Finished reading from splits [2fa78e4e6b4163c4919a73ad30aee3bc4c73b099d1dc6ec4781767ce4c8c2b5c]
21:09:29.062 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [2fa78e4e6b4163c4919a73ad30aee3bc4c73b099d1dc6ec4781767ce4c8c2b5c]
21:09:29.063 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 2 because it is idle.
21:09:29.063 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 2
21:09:29.063 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 2fa78e4e6b4163c4919a73ad30aee3bc4c73b099d1dc6ec4781767ce4c8c2b5c finished by subtask 1; deferring removal (restored in pending)
21:09:29.064 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer 03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055)] disconnecting while in state READY
21:09:29.065 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
21:09:29.065 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:09:29.076 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x23bb264d, L:/127.0.0.1:34380 - R:/127.27.110.67:42055] using SASL/PLAIN
21:09:29.080 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055)] handling channelInactive
21:09:29.080 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055)] cleaning up while in state READY due to: connection closed
21:09:29.081 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 23 thread-local buffer(s) from thread: kudu-nio-0
21:09:29.081 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:128) Split fetcher 3 exited.
21:09:29.103 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:29.103 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:29.103 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:29.104 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:29.104 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:29.104 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:29.105 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:29.105 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:29.105 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:29.105 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:29.105 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:29.105 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:29.105 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:29.145 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305400191569920001) for scanner KuduScanner(table=replication_test_table, tablet=a80f5359dbf24db0b0a88485b990c585, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:09:29.147 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:108) Finished reading from splits [f9765f4f9ebf77400b7d889851a7f9d843f8398195a8fa4affe2859da945be8e]
21:09:29.147 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [f9765f4f9ebf77400b7d889851a7f9d843f8398195a8fa4affe2859da945be8e]
21:09:29.148 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 4 because it is idle.
21:09:29.148 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 4
21:09:29.149 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split f9765f4f9ebf77400b7d889851a7f9d843f8398195a8fa4affe2859da945be8e finished by subtask 3; deferring removal (restored in pending)
21:09:29.149 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer 03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055)] disconnecting while in state READY
21:09:29.150 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
21:09:29.167 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305400191569920001) for scanner KuduScanner(table=replication_test_table, tablet=2fe8b4523c974684b5bf5f7de4073c52, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:09:29.168 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [dda0bfc6416d8f371d1635d6d8af0b5897f398c6daa101d7b6c03c22cc94ce79]
21:09:29.169 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split dda0bfc6416d8f371d1635d6d8af0b5897f398c6daa101d7b6c03c22cc94ce79 finished by subtask 2; deferring removal (restored in pending)
21:09:29.168 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:108) Finished reading from splits [dda0bfc6416d8f371d1635d6d8af0b5897f398c6daa101d7b6c03c22cc94ce79]
21:09:29.169 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 5 because it is idle.
21:09:29.169 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 5
21:09:29.170 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer 03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055)] disconnecting while in state READY
21:09:29.170 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
21:09:29.183 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055)] handling channelInactive
21:09:29.183 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055)] cleaning up while in state READY due to: connection closed
21:09:29.184 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
21:09:29.184 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:128) Split fetcher 2 exited.
21:09:29.231 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:29.231 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:29.232 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:29.232 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:29.232 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:29.232 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:29.233 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:29.233 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:29.233 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:29.233 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:29.233 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:29.233 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:29.233 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:29.248 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2841dd5f383bae9a8f297e74525dcca1 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 2841dd5f383bae9a8f297e74525dcca1 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:29.252 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:29.252 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:29.252 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:29.253 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:29.253 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:29.253 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:29.253 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:29.253 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:29.253 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055)] handling channelInactive
21:09:29.253 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:29.253 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:29.253 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:29.253 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:128) Split fetcher 4 exited.
21:09:29.253 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:29.256 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:29.253 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055)] cleaning up while in state READY due to: connection closed
21:09:29.256 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
21:09:29.275 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055)] handling channelInactive
21:09:29.276 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055)] cleaning up while in state READY due to: connection closed
21:09:29.276 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
21:09:29.276 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:128) Split fetcher 5 exited.
21:09:29.449 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:29.461 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 13 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544969460 for job d6a71f5cf5f060cfaa5d5fa24434f7a3.
21:09:29.473 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 13 for job d6a71f5cf5f060cfaa5d5fa24434f7a3 (4414 bytes, checkpointDuration=12 ms, finalizationTime=1 ms).
21:09:29.475 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 13 as completed for source Source: KuduSource.
21:09:29.476 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 13 complete: removed split e049ee27e9ed0688ee2185713f06a774ce89425e90851154529b719eb2600d2e from pending
21:09:29.476 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 13 complete: removed split dda0bfc6416d8f371d1635d6d8af0b5897f398c6daa101d7b6c03c22cc94ce79 from pending
21:09:29.476 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 13 complete: removed split f9765f4f9ebf77400b7d889851a7f9d843f8398195a8fa4affe2859da945be8e from pending
21:09:29.476 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 13 complete: removed split 2fa78e4e6b4163c4919a73ad30aee3bc4c73b099d1dc6ec4781767ce4c8c2b5c from pending
21:09:29.476 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 13 complete: removed split 20db79f6c951ffa7190322752d3b3195dedf0ffcf2e64e80c861771eabc6bb03 from pending
21:09:29.476 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 13 complete: removed 5 finished splits from enumerator state
21:09:29.485 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.22.50.60:38829(127.22.50.60:38829)] connecting to peer
21:09:29.485 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.22.50.61:45261(127.22.50.61:45261)] connecting to peer
21:09:29.485 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.22.50.62:44659(127.22.50.62:44659)] connecting to peer
21:09:29.486 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:09:29.486 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.50.60:38829(127.22.50.60:38829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:09:29.486 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.60:38829: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:09:29.487 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:09:29.487 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.50.61:45261(127.22.50.61:45261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:09:29.487 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.61:45261: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:09:29.487 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:09:29.487 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.50.62:44659(127.22.50.62:44659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:09:29.487 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.62:44659: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:09:29.488 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659; will retry
21:09:29.514 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:29.515 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:29.518 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.25.113.61:34911(127.25.113.61:34911)] connecting to peer
21:09:29.519 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.25.113.60:35933(127.25.113.60:35933)] connecting to peer
21:09:29.519 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.25.113.62:35193(127.25.113.62:35193)] connecting to peer
21:09:29.520 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:29.520 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.113.61:34911(127.25.113.61:34911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:29.520 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.61:34911: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:29.520 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:29.520 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.113.60:35933(127.25.113.60:35933)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:29.520 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.60:35933: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:29.521 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:29.521 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.113.62:35193(127.25.113.62:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:29.521 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.62:35193: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:29.521 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193; will retry
21:09:29.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T21:09:29Z chronyd exiting
21:09:29.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:29.557862 28638 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.UpdateConsensus -> {remote=127.27.110.67:42055, user_credentials={real_user=slave}} blocked reactor thread for 64058.2us
21:09:29.661 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:29.661 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:29.662 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:29.662 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:29.662 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:29.662 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:29.663 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:29.663 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:29.663 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:29.663 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:29.663 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:29.664 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:29.664 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:29.745 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2841dd5f383bae9a8f297e74525dcca1 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 2841dd5f383bae9a8f297e74525dcca1 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:29.801 [DEBUG - pool-318-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:09:29.802 [DEBUG - pool-318-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:09:29.802 [DEBUG - pool-318-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:09:29.802 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:29.802 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:29.802 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:29.803 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:29.803 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:29.803 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:29.803 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:29.803 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:29.803 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:29.803 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:09:29.831 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:29.831 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:29.831 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:29.832 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:29.832 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:29.832 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:29.833 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:29.833 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:29.833 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:29.833 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:29.833 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:29.833 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:29.833 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:29.881 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:29.881 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:29.882 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:29.882 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:29.882 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:29.882 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:29.887 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:29.888 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:29.888 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:29.888 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:29.888 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:29.888 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:29.888 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:29.949 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:29.961 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 14 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544969960 for job d6a71f5cf5f060cfaa5d5fa24434f7a3.
21:09:29.976 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 14 for job d6a71f5cf5f060cfaa5d5fa24434f7a3 (964 bytes, checkpointDuration=15 ms, finalizationTime=1 ms).
21:09:29.978 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 14 as completed for source Source: KuduSource.
21:09:30.014 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:30.014 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:30.246 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2841dd5f383bae9a8f297e74525dcca1 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 2841dd5f383bae9a8f297e74525dcca1 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:30.449 [DEBUG - pool-322-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:30.449 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:30.449 [DEBUG - pool-322-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:30.450 [DEBUG - pool-322-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:30.450 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:30.450 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:30.450 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:30.450 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:30.450 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:30.450 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:30.451 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:30.451 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:30.451 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:30.451 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:30.461 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 15 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544970460 for job d6a71f5cf5f060cfaa5d5fa24434f7a3.
21:09:30.480 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 15 for job d6a71f5cf5f060cfaa5d5fa24434f7a3 (964 bytes, checkpointDuration=19 ms, finalizationTime=1 ms).
21:09:30.482 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 15 as completed for source Source: KuduSource.
21:09:30.515 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:30.515 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:30.631 [DEBUG - main] (Connection.java:575) [peer 9568e7bf235f459fa583004fe13faea5(127.27.110.65:44763)] disconnecting while in state READY
21:09:30.631 [DEBUG - main] (Connection.java:575) [peer master-127.27.110.126:34219(127.27.110.126:34219)] disconnecting while in state READY
21:09:30.631 [DEBUG - main] (Connection.java:575) [peer 03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055)] disconnecting while in state READY
21:09:30.631 [DEBUG - main] (Connection.java:575) [peer master-127.27.110.124:43039(127.27.110.124:43039)] disconnecting while in state READY
21:09:30.631 [DEBUG - main] (Connection.java:575) [peer bea0bef4fa77456d8a0ed5ff9ce0c146(127.27.110.66:39813)] disconnecting while in state READY
21:09:30.631 [DEBUG - main] (Connection.java:575) [peer master-127.27.110.125:37111(127.27.110.125:37111)] disconnecting while in state READY
21:09:30.632 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 9568e7bf235f459fa583004fe13faea5(127.27.110.65:44763)] handling channelInactive
21:09:30.632 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.27.110.126:34219(127.27.110.126:34219)] handling channelInactive
21:09:30.632 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 9568e7bf235f459fa583004fe13faea5(127.27.110.65:44763)] cleaning up while in state READY due to: connection closed
21:09:30.632 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.110.126:34219(127.27.110.126:34219)] cleaning up while in state READY due to: connection closed
21:09:30.632 [DEBUG - kudu-nio-4] (Connection.java:239) [peer bea0bef4fa77456d8a0ed5ff9ce0c146(127.27.110.66:39813)] handling channelInactive
21:09:30.633 [DEBUG - kudu-nio-4] (Connection.java:709) [peer bea0bef4fa77456d8a0ed5ff9ce0c146(127.27.110.66:39813)] cleaning up while in state READY due to: connection closed
21:09:30.634 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
21:09:30.636 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.27.110.124:43039(127.27.110.124:43039)] handling channelInactive
21:09:30.637 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.110.124:43039(127.27.110.124:43039)] cleaning up while in state READY due to: connection closed
21:09:30.637 [DEBUG - kudu-nio-5] (Connection.java:239) [peer 03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055)] handling channelInactive
21:09:30.637 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055)] cleaning up while in state READY due to: connection closed
21:09:30.638 [DEBUG - kudu-nio-5] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-5
21:09:30.638 [DEBUG - kudu-nio-4] (PoolThreadCache.java:218) Freed 23 thread-local buffer(s) from thread: kudu-nio-4
21:09:30.638 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-1
21:09:30.638 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 26 thread-local buffer(s) from thread: kudu-nio-3
21:09:30.638 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 27 thread-local buffer(s) from thread: kudu-nio-2
21:09:30.643 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.27.110.125:37111(127.27.110.125:37111)] handling channelInactive
21:09:30.643 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.110.125:37111(127.27.110.125:37111)] cleaning up while in state READY due to: connection closed
21:09:30.643 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-0
21:09:30.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:30.645668 28089 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu with pid 28461
21:09:30.650 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 4bba706393eb41c4b3ed79f493a69027
21:09:30.656 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 78e62f45e3164014b1f3b0ee41df0404 for table 'replication_test_table' with partition [0x0000000000000000, 0x0000000000000001)
21:09:30.656 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 637925460d0644f885c9c2aac46d643e for table 'replication_test_table' with partition [0x0000000000000001, 0x0000000000000002)
21:09:30.656 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 916c221c2eb245f0af11d3609f3cc147 for table 'replication_test_table' with partition [0x0000000100000000, 0x0000000100000001)
21:09:30.656 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 328af295c4f443dd9e4877e895c145a7 for table 'replication_test_table' with partition [0x0000000100000001, 0x0000000100000002)
21:09:30.656 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a80f5359dbf24db0b0a88485b990c585 for table 'replication_test_table' with partition [0x0000000200000000, 0x0000000200000001)
21:09:30.656 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 2fe8b4523c974684b5bf5f7de4073c52 for table 'replication_test_table' with partition [0x0000000200000001, 0x0000000200000002)
21:09:30.657 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x0000000000000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000000000000, upperBoundPartitionKey=0x0000000000000001, ttl=299999, tablet=78e62f45e3164014b1f3b0ee41df0404@[03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055),9568e7bf235f459fa583004fe13faea5(127.27.110.65:44763)[L],bea0bef4fa77456d8a0ed5ff9ce0c146(127.27.110.66:39813)]}, Tablet{lowerBoundPartitionKey=0x0000000000000001, upperBoundPartitionKey=0x0000000000000002, ttl=299999, tablet=637925460d0644f885c9c2aac46d643e@[03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055),9568e7bf235f459fa583004fe13faea5(127.27.110.65:44763),bea0bef4fa77456d8a0ed5ff9ce0c146(127.27.110.66:39813)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000000000002, upperBoundPartitionKey=0x0000000100000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000100000000, upperBoundPartitionKey=0x0000000100000001, ttl=299999, tablet=916c221c2eb245f0af11d3609f3cc147@[03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055),9568e7bf235f459fa583004fe13faea5(127.27.110.65:44763),bea0bef4fa77456d8a0ed5ff9ce0c146(127.27.110.66:39813)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000100000001, upperBoundPartitionKey=0x0000000100000002, ttl=299999, tablet=328af295c4f443dd9e4877e895c145a7@[03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055),9568e7bf235f459fa583004fe13faea5(127.27.110.65:44763),bea0bef4fa77456d8a0ed5ff9ce0c146(127.27.110.66:39813)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000100000002, upperBoundPartitionKey=0x0000000200000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299999, tablet=a80f5359dbf24db0b0a88485b990c585@[03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055)[L],9568e7bf235f459fa583004fe13faea5(127.27.110.65:44763),bea0bef4fa77456d8a0ed5ff9ce0c146(127.27.110.66:39813)]}, Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299999, tablet=2fe8b4523c974684b5bf5f7de4073c52@[03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055),9568e7bf235f459fa583004fe13faea5(127.27.110.65:44763)[L],bea0bef4fa77456d8a0ed5ff9ce0c146(127.27.110.66:39813)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000200000002, upperBoundPartitionKey=0x, ttl=299999}]
21:09:30.662 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='14fd1e2961c9eb1f211147d3ff66ee388c7645da888dbb70517fae4f9bdad755'}]
21:09:30.664 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:09:30.664 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='668a7c109628db86bee0b90dfb02a1c876335e31122501ddfb748abfc2080606'}]
21:09:30.666 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:09:30.666 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='59e16656d843183b4886ad0d3391f9ac9c1727f4b97d769f18a7f567d59b8712'}]
21:09:30.667 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='d7fb4c19fc45642cab9c12d0b227eb469850525f435e9601754839ce220681aa'}]
21:09:30.669 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:09:30.669 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:115) Starting split fetcher 4
21:09:30.669 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:115) Starting split fetcher 6
21:09:30.670 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000000000000, upperBoundPartitionKey=0x0000000000000001, ttl=299996, tablet=78e62f45e3164014b1f3b0ee41df0404@[03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055),9568e7bf235f459fa583004fe13faea5(127.27.110.65:44763),bea0bef4fa77456d8a0ed5ff9ce0c146(127.27.110.66:39813)[L]]}]
21:09:30.670 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:115) Starting split fetcher 3
21:09:30.673 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:09:30.674 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:115) Starting split fetcher 5
21:09:30.674 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000100000000, upperBoundPartitionKey=0x0000000100000001, ttl=299996, tablet=916c221c2eb245f0af11d3609f3cc147@[03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055),9568e7bf235f459fa583004fe13faea5(127.27.110.65:44763)[L],bea0bef4fa77456d8a0ed5ff9ce0c146(127.27.110.66:39813)]}]
21:09:30.679 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000000000001, upperBoundPartitionKey=0x0000000000000002, ttl=299996, tablet=637925460d0644f885c9c2aac46d643e@[03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055),9568e7bf235f459fa583004fe13faea5(127.27.110.65:44763)[L],bea0bef4fa77456d8a0ed5ff9ce0c146(127.27.110.66:39813)]}]
21:09:30.670 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000100000001, upperBoundPartitionKey=0x0000000100000002, ttl=299996, tablet=328af295c4f443dd9e4877e895c145a7@[03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055),9568e7bf235f459fa583004fe13faea5(127.27.110.65:44763)[L],bea0bef4fa77456d8a0ed5ff9ce0c146(127.27.110.66:39813)]}]
21:09:30.696 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer 03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055)] connecting to peer
21:09:30.711 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer 03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055)] connecting to peer
21:09:30.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:30.716645 28089 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu with pid 28602
21:09:30.723 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer 03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055)] connecting to peer
21:09:30.730 [DEBUG - pool-320-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:09:30.730 [DEBUG - pool-320-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:09:30.731 [DEBUG - pool-320-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:09:30.731 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:30.731 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:30.731 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:30.732 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:30.732 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:30.732 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:30.732 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:30.732 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:30.732 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:30.733 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:09:30.734 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer 03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055)] connecting to peer
21:09:30.746 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2841dd5f383bae9a8f297e74525dcca1 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 2841dd5f383bae9a8f297e74525dcca1 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:30.746 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055)] Successfully connected to peer
21:09:30.740 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055)] Successfully connected to peer
21:09:30.758 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055)] Successfully connected to peer
21:09:30.762 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055)] Successfully connected to peer
21:09:30.764 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.27.110.67
21:09:30.767 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.27.110.67
21:09:30.778 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:09:30.781 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xe4984f96, L:/127.0.0.1:34396 - R:/127.27.110.67:42055] using SASL/PLAIN
21:09:30.785 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.27.110.67
21:09:30.787 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:09:30.791 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.27.110.67
21:09:30.793 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:09:30.798 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x0cf85b62, L:/127.0.0.1:34414 - R:/127.27.110.67:42055] using SASL/PLAIN
21:09:30.818 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x8777aec7, L:/127.0.0.1:34382 - R:/127.27.110.67:42055] using SASL/PLAIN
21:09:30.829 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:09:30.841 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xdfac3139, L:/127.0.0.1:34402 - R:/127.27.110.67:42055] using SASL/PLAIN
21:09:30.860 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:30.861 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:30.861 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:30.861 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:30.861 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:30.861 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:30.862 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:30.862 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:30.862 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:30.862 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:30.862 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:30.862 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:30.862 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:30.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:30.870050 28799 connection.cc:573] client connection to 127.27.110.66:39813 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
21:09:30.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:30.870627 28799 proxy.cc:239] Call had error, refreshing address and retrying: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
21:09:30.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:30.878173 28089 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu with pid 28756
21:09:30.938 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055)] handling channelInactive
21:09:30.938 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055)] handling channelInactive
21:09:30.938 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055)] cleaning up while in state READY due to: connection closed
21:09:30.938 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055)] handling channelInactive
21:09:30.940 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055)] cleaning up while in state READY due to: connection closed
21:09:30.940 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055) for tablet 916c221c2eb245f0af11d3609f3cc147: connection closed
21:09:30.939 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055)] handling channelInactive
21:09:30.939 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055)] cleaning up while in state READY due to: connection closed
21:09:30.940 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055)] cleaning up while in state READY due to: connection closed
21:09:30.940 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055) for tablet 328af295c4f443dd9e4877e895c145a7: connection closed
21:09:30.940 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055) for tablet 637925460d0644f885c9c2aac46d643e: connection closed
21:09:30.940 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055) for tablet 78e62f45e3164014b1f3b0ee41df0404: connection closed
21:09:30.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:30.940809 28089 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu with pid 28101
21:09:30.944 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer bea0bef4fa77456d8a0ed5ff9ce0c146(127.27.110.66:39813)] connecting to peer
21:09:30.946 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer bea0bef4fa77456d8a0ed5ff9ce0c146(127.27.110.66:39813): Connection refused: /127.27.110.66:39813
21:09:30.946 [DEBUG - kudu-nio-1] (Connection.java:709) [peer bea0bef4fa77456d8a0ed5ff9ce0c146(127.27.110.66:39813)] cleaning up while in state CONNECTING due to: Failed to connect to peer bea0bef4fa77456d8a0ed5ff9ce0c146(127.27.110.66:39813): Connection refused: /127.27.110.66:39813
21:09:30.946 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location bea0bef4fa77456d8a0ed5ff9ce0c146(127.27.110.66:39813) for tablet 916c221c2eb245f0af11d3609f3cc147: Failed to connect to peer bea0bef4fa77456d8a0ed5ff9ce0c146(127.27.110.66:39813): Connection refused: /127.27.110.66:39813
21:09:30.949 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:30.952 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer bea0bef4fa77456d8a0ed5ff9ce0c146(127.27.110.66:39813)] connecting to peer
21:09:30.953 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer bea0bef4fa77456d8a0ed5ff9ce0c146(127.27.110.66:39813): Connection refused: /127.27.110.66:39813
21:09:30.953 [DEBUG - kudu-nio-1] (Connection.java:709) [peer bea0bef4fa77456d8a0ed5ff9ce0c146(127.27.110.66:39813)] cleaning up while in state CONNECTING due to: Failed to connect to peer bea0bef4fa77456d8a0ed5ff9ce0c146(127.27.110.66:39813): Connection refused: /127.27.110.66:39813
21:09:30.954 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location bea0bef4fa77456d8a0ed5ff9ce0c146(127.27.110.66:39813) for tablet 637925460d0644f885c9c2aac46d643e: Failed to connect to peer bea0bef4fa77456d8a0ed5ff9ce0c146(127.27.110.66:39813): Connection refused: /127.27.110.66:39813
21:09:30.955 [DEBUG - pool-391-thread-1] (Connection.java:748) [peer bea0bef4fa77456d8a0ed5ff9ce0c146(127.27.110.66:39813)] connecting to peer
21:09:30.956 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer 9568e7bf235f459fa583004fe13faea5(127.27.110.65:44763)] connecting to peer
21:09:30.957 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer bea0bef4fa77456d8a0ed5ff9ce0c146(127.27.110.66:39813): Connection refused: /127.27.110.66:39813
21:09:30.957 [DEBUG - kudu-nio-1] (Connection.java:709) [peer bea0bef4fa77456d8a0ed5ff9ce0c146(127.27.110.66:39813)] cleaning up while in state CONNECTING due to: Failed to connect to peer bea0bef4fa77456d8a0ed5ff9ce0c146(127.27.110.66:39813): Connection refused: /127.27.110.66:39813
21:09:30.957 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 9568e7bf235f459fa583004fe13faea5(127.27.110.65:44763): Connection refused: /127.27.110.65:44763
21:09:30.957 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 9568e7bf235f459fa583004fe13faea5(127.27.110.65:44763)] cleaning up while in state CONNECTING due to: Failed to connect to peer 9568e7bf235f459fa583004fe13faea5(127.27.110.65:44763): Connection refused: /127.27.110.65:44763
21:09:30.958 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 9568e7bf235f459fa583004fe13faea5(127.27.110.65:44763) for tablet 78e62f45e3164014b1f3b0ee41df0404: Failed to connect to peer 9568e7bf235f459fa583004fe13faea5(127.27.110.65:44763): Connection refused: /127.27.110.65:44763
21:09:30.958 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location bea0bef4fa77456d8a0ed5ff9ce0c146(127.27.110.66:39813) for tablet 328af295c4f443dd9e4877e895c145a7: Failed to connect to peer bea0bef4fa77456d8a0ed5ff9ce0c146(127.27.110.66:39813): Connection refused: /127.27.110.66:39813
21:09:30.961 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 16 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544970961 for job d6a71f5cf5f060cfaa5d5fa24434f7a3.
21:09:30.964 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer 9568e7bf235f459fa583004fe13faea5(127.27.110.65:44763)] connecting to peer
21:09:30.972 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 16 for job d6a71f5cf5f060cfaa5d5fa24434f7a3 (5104 bytes, checkpointDuration=10 ms, finalizationTime=0 ms).
21:09:30.972 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer 9568e7bf235f459fa583004fe13faea5(127.27.110.65:44763)] connecting to peer
21:09:30.974 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 16 as completed for source Source: KuduSource.
21:09:30.975 [DEBUG - pool-391-thread-1] (Connection.java:748) [peer 9568e7bf235f459fa583004fe13faea5(127.27.110.65:44763)] connecting to peer
21:09:30.975 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 9568e7bf235f459fa583004fe13faea5(127.27.110.65:44763): Connection refused: /127.27.110.65:44763
21:09:30.975 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 9568e7bf235f459fa583004fe13faea5(127.27.110.65:44763)] cleaning up while in state CONNECTING due to: Failed to connect to peer 9568e7bf235f459fa583004fe13faea5(127.27.110.65:44763): Connection refused: /127.27.110.65:44763
21:09:30.975 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 9568e7bf235f459fa583004fe13faea5(127.27.110.65:44763): Connection refused: /127.27.110.65:44763
21:09:30.975 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 9568e7bf235f459fa583004fe13faea5(127.27.110.65:44763) for tablet 637925460d0644f885c9c2aac46d643e: Failed to connect to peer 9568e7bf235f459fa583004fe13faea5(127.27.110.65:44763): Connection refused: /127.27.110.65:44763
21:09:30.975 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 9568e7bf235f459fa583004fe13faea5(127.27.110.65:44763)] cleaning up while in state CONNECTING due to: Failed to connect to peer 9568e7bf235f459fa583004fe13faea5(127.27.110.65:44763): Connection refused: /127.27.110.65:44763
21:09:30.975 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 9568e7bf235f459fa583004fe13faea5(127.27.110.65:44763) for tablet 916c221c2eb245f0af11d3609f3cc147: Failed to connect to peer 9568e7bf235f459fa583004fe13faea5(127.27.110.65:44763): Connection refused: /127.27.110.65:44763
21:09:30.976 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 9568e7bf235f459fa583004fe13faea5(127.27.110.65:44763): Connection refused: /127.27.110.65:44763
21:09:30.976 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 9568e7bf235f459fa583004fe13faea5(127.27.110.65:44763)] cleaning up while in state CONNECTING due to: Failed to connect to peer 9568e7bf235f459fa583004fe13faea5(127.27.110.65:44763): Connection refused: /127.27.110.65:44763
21:09:30.976 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 9568e7bf235f459fa583004fe13faea5(127.27.110.65:44763) for tablet 328af295c4f443dd9e4877e895c145a7: Failed to connect to peer 9568e7bf235f459fa583004fe13faea5(127.27.110.65:44763): Connection refused: /127.27.110.65:44763
21:09:30.976 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer bea0bef4fa77456d8a0ed5ff9ce0c146(127.27.110.66:39813)] connecting to peer
21:09:30.977 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer bea0bef4fa77456d8a0ed5ff9ce0c146(127.27.110.66:39813): Connection refused: /127.27.110.66:39813
21:09:30.977 [DEBUG - kudu-nio-2] (Connection.java:709) [peer bea0bef4fa77456d8a0ed5ff9ce0c146(127.27.110.66:39813)] cleaning up while in state CONNECTING due to: Failed to connect to peer bea0bef4fa77456d8a0ed5ff9ce0c146(127.27.110.66:39813): Connection refused: /127.27.110.66:39813
21:09:30.977 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location bea0bef4fa77456d8a0ed5ff9ce0c146(127.27.110.66:39813) for tablet 78e62f45e3164014b1f3b0ee41df0404: Failed to connect to peer bea0bef4fa77456d8a0ed5ff9ce0c146(127.27.110.66:39813): Connection refused: /127.27.110.66:39813
21:09:30.984 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.27.110.125:37111(127.27.110.125:37111)] connecting to peer
21:09:30.985 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.27.110.126:34219(127.27.110.126:34219)] connecting to peer
21:09:30.985 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.27.110.124:43039(127.27.110.124:43039)] connecting to peer
21:09:30.985 [DEBUG - kudu-nio-3] (Connection.java:757) [peer master-127.27.110.125:37111(127.27.110.125:37111)] Successfully connected to peer
21:09:30.987 [DEBUG - kudu-nio-4] (Connection.java:757) [peer master-127.27.110.126:34219(127.27.110.126:34219)] Successfully connected to peer
21:09:30.989 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.27.110.126:34219(127.27.110.126:34219)] handling channelInactive
21:09:30.989 [DEBUG - kudu-nio-5] (Connection.java:757) [peer master-127.27.110.124:43039(127.27.110.124:43039)] Successfully connected to peer
21:09:30.989 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.110.126:34219(127.27.110.126:34219)] cleaning up while in state READY due to: connection closed
21:09:30.990 [DEBUG - kudu-nio-3] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.27.110.125
21:09:30.991 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.27.110.125:37111(127.27.110.125:37111)] connecting to peer
21:09:30.992 [ERROR - kudu-nio-4] (Connection.java:452) [peer master-127.27.110.126:34219(127.27.110.126:34219)] unexpected exception from downstream on [id: 0xe489094b, L:/127.0.0.1:58302 - R:/127.27.110.126:34219]
java.net.SocketException: Connection reset
	at java.base/sun.nio.ch.SocketChannelImpl.throwConnectionReset(SocketChannelImpl.java:394)
	at java.base/sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:426)
	at org.apache.kudu.shaded.io.netty.buffer.PooledByteBuf.setBytes(PooledByteBuf.java:255)
	at org.apache.kudu.shaded.io.netty.buffer.AbstractByteBuf.writeBytes(AbstractByteBuf.java:1132)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doReadBytes(NioSocketChannel.java:356)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:156)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:09:30.993 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.110.126:34219(127.27.110.126:34219)] cleaning up while in state NEGOTIATING due to: [peer master-127.27.110.126:34219(127.27.110.126:34219)] unexpected exception from downstream on [id: 0xe489094b, L:/127.0.0.1:58302 - R:/127.27.110.126:34219]
21:09:30.993 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.126:34219: [peer master-127.27.110.126:34219(127.27.110.126:34219)] unexpected exception from downstream on [id: 0xe489094b, L:/127.0.0.1:58302 - R:/127.27.110.126:34219]
21:09:30.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:30.991554 28342 connection.cc:573] client connection to 127.27.110.126:34219 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
21:09:30.993 [DEBUG - kudu-nio-4] (Connection.java:239) [peer master-127.27.110.126:34219(127.27.110.126:34219)] handling channelInactive
21:09:30.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:30.992089 28342 proxy.cc:239] Call had error, refreshing address and retrying: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
21:09:30.995 [DEBUG - pool-391-thread-1] (Connection.java:748) [peer master-127.27.110.125:37111(127.27.110.125:37111)] connecting to peer
21:09:30.995 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.27.110.126:34219(127.27.110.126:34219)] connecting to peer
21:09:30.996 [DEBUG - kudu-nio-3] (Connection.java:757) [peer master-127.27.110.125:37111(127.27.110.125:37111)] Successfully connected to peer
21:09:30.996 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.27.110.125:37111(127.27.110.125:37111)] connecting to peer
21:09:30.996 [DEBUG - pool-391-thread-1] (Connection.java:748) [peer master-127.27.110.126:34219(127.27.110.126:34219)] connecting to peer
21:09:30.997 [DEBUG - kudu-nio-5] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.27.110.124
21:09:30.998 [DEBUG - kudu-nio-3] (Connection.java:757) [peer master-127.27.110.125:37111(127.27.110.125:37111)] Successfully connected to peer
21:09:31.005 [DEBUG - kudu-nio-5] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:09:31.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:30.994333 28089 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu with pid 28171
21:09:31.008 [DEBUG - kudu-nio-5] (Negotiator.java:919) Authenticated connection [id: 0xcce78758, L:/127.0.0.1:51566 - R:/127.27.110.124:43039] using SASL/PLAIN
21:09:31.012 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
21:09:31.013 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableLocations, tablet=null, attempt=1, TimeoutTracker(timeout=29696, elapsed=29), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [9ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: [peer master-127.27.110.126:34219(127.27.110.126:34219)] unexpected exception from downstream on [id: 0xe489094b, L:/127.0.0.1:58302 - R:/127.27.110.126:34219], [28ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: OK, deferred=null) after lookup
21:09:31.015 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:31.016 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:31.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:31.015842 28342 consensus_peers.cc:597] T 00000000000000000000000000000000 P d1a6693498da4eb9b7543c2d74dbaa74 -> Peer 15523928b1084a1f8360864acba45a4d (127.27.110.126:34219): Couldn't send request to peer 15523928b1084a1f8360864acba45a4d. Status: Network error: Client connection negotiation failed: client connection to 127.27.110.126:34219: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
21:09:31.019 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:2538) Learned about tablet 916c221c2eb245f0af11d3609f3cc147 for table 'replication_test_table' with partition [0x0000000100000000, 0x0000000100000001)
21:09:31.019 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:2538) Learned about tablet 328af295c4f443dd9e4877e895c145a7 for table 'replication_test_table' with partition [0x0000000100000001, 0x0000000100000002)
21:09:31.019 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:2538) Learned about tablet a80f5359dbf24db0b0a88485b990c585 for table 'replication_test_table' with partition [0x0000000200000000, 0x0000000200000001)
21:09:31.019 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:2538) Learned about tablet 2fe8b4523c974684b5bf5f7de4073c52 for table 'replication_test_table' with partition [0x0000000200000001, 0x0000000200000002)
21:09:31.019 [DEBUG - kudu-nio-5] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000100000000, upperBoundPartitionKey=0x0000000100000001, ttl=299999, tablet=916c221c2eb245f0af11d3609f3cc147@[03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055),9568e7bf235f459fa583004fe13faea5(127.27.110.65:44763),bea0bef4fa77456d8a0ed5ff9ce0c146(127.27.110.66:39813)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000100000001, upperBoundPartitionKey=0x0000000100000002, ttl=299999, tablet=328af295c4f443dd9e4877e895c145a7@[03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055),9568e7bf235f459fa583004fe13faea5(127.27.110.65:44763),bea0bef4fa77456d8a0ed5ff9ce0c146(127.27.110.66:39813)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000100000002, upperBoundPartitionKey=0x0000000200000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299999, tablet=a80f5359dbf24db0b0a88485b990c585@[03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055)[L],9568e7bf235f459fa583004fe13faea5(127.27.110.65:44763),bea0bef4fa77456d8a0ed5ff9ce0c146(127.27.110.66:39813)]}, Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299999, tablet=2fe8b4523c974684b5bf5f7de4073c52@[03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055),9568e7bf235f459fa583004fe13faea5(127.27.110.65:44763)[L],bea0bef4fa77456d8a0ed5ff9ce0c146(127.27.110.66:39813)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000200000002, upperBoundPartitionKey=0x, ttl=299999}]
21:09:31.022 [DEBUG - pool-391-thread-1] (Connection.java:748) [peer master-127.27.110.124:43039(127.27.110.124:43039)] connecting to peer
21:09:31.023 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1488) Retrying sending RPC ScanRequest(scannerId=null, state=OPENING, tablet=916c221c2eb245f0af11d3609f3cc147, attempt=4, KuduRpc(method=Scan, tablet=916c221c2eb245f0af11d3609f3cc147, attempt=4, TimeoutTracker(timeout=30000, elapsed=343), Traces: [0ms] sending RPC to server 03ed47cb5a9148a7a4c7afcd17d768e1, [217ms] received response from server 03ed47cb5a9148a7a4c7afcd17d768e1: Network error: connection closed, [217ms] delaying RPC due to: Network error: connection closed, [221ms] sending RPC to server bea0bef4fa77456d8a0ed5ff9ce0c146, [223ms] received response from server bea0bef4fa77456d8a0ed5ff9ce0c146: Network error: Failed to connect to peer bea0bef4fa77456d8a0ed5ff9ce0c146(127.27.110.66:39813): Connection refused: /127.27.110.66:39813, [223ms] delaying RPC due to: Network error: Failed to connect to peer bea0bef4fa77456d8a0ed5ff9ce0c146(127.27.110.66:39813): Connection refused: /127.27.110.66:39813, [241ms] sending RPC to server 9568e7bf235f459fa583004fe13faea5, [252ms] received response from server 9568e7bf235f459fa583004fe13faea5: Network error: Failed to connect to peer 9568e7bf235f459fa583004fe13faea5(127.27.110.65:44763): Connection refused: /127.27.110.65:44763, [252ms] delaying RPC due to: Network error: Failed to connect to peer 9568e7bf235f459fa583004fe13faea5(127.27.110.65:44763): Connection refused: /127.27.110.65:44763, [261ms] refreshing cache from master, [261ms] Sub RPC GetTableLocations: refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [270ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: [peer master-127.27.110.126:34219(127.27.110.126:34219)] unexpected exception from downstream on [id: 0xe489094b, L:/127.0.0.1:58302 - R:/127.27.110.126:34219], [289ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: OK, [290ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.110.124:43039, [295ms] Sub RPC GetTableLocations: received response from server master-127.27.110.124:43039: OK, deferred=Deferred@1783372404(state=PENDING, result=null, callback=scanner opened -> passthrough -> wakeup thread Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0, errback=passthrough -> open scanner errback -> wakeup thread Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0))) after lookup
21:09:31.023 [DEBUG - kudu-nio-5] (Connection.java:748) [peer 03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055)] connecting to peer
21:09:31.023 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:31.024 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.110.126:34219(127.27.110.126:34219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:31.024 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.126:34219: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:31.024 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.27.110.126:34219(127.27.110.126:34219)] connecting to peer
21:09:31.025 [DEBUG - kudu-nio-3] (Connection.java:757) [peer master-127.27.110.125:37111(127.27.110.125:37111)] Successfully connected to peer
21:09:31.028 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.27.110.124:43039(127.27.110.124:43039)] connecting to peer
21:09:31.029 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:31.029 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.110.126:34219(127.27.110.126:34219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:31.029 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.126:34219: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:31.030 [DEBUG - kudu-nio-5] (Connection.java:757) [peer master-127.27.110.124:43039(127.27.110.124:43039)] Successfully connected to peer
21:09:31.033 [DEBUG - kudu-nio-5] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.27.110.124
21:09:31.042 [DEBUG - kudu-nio-5] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:09:31.043 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055): Connection refused: /127.27.110.67:42055
21:09:31.043 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055)] cleaning up while in state CONNECTING due to: Failed to connect to peer 03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055): Connection refused: /127.27.110.67:42055
21:09:31.043 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055) for tablet 916c221c2eb245f0af11d3609f3cc147: Failed to connect to peer 03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055): Connection refused: /127.27.110.67:42055
21:09:31.045 [DEBUG - kudu-nio-5] (Negotiator.java:919) Authenticated connection [id: 0x628225e3, L:/127.0.0.1:51576 - R:/127.27.110.124:43039] using SASL/PLAIN
21:09:31.049 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
21:09:31.049 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableLocations, tablet=null, attempt=1, TimeoutTracker(timeout=29686, elapsed=54), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [28ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [30ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [54ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: OK, deferred=null) after lookup
21:09:31.050 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.27.110.124:43039(127.27.110.124:43039)] connecting to peer
21:09:31.051 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:31.051 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.110.126:34219(127.27.110.126:34219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:31.051 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.126:34219: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:31.052 [DEBUG - kudu-nio-3] (Connection.java:239) [peer master-127.27.110.125:37111(127.27.110.125:37111)] handling channelInactive
21:09:31.052 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.110.125:37111(127.27.110.125:37111)] cleaning up while in state NEGOTIATING due to: connection closed
21:09:31.052 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.125:37111: connection closed
21:09:31.052 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.27.110.125:37111(127.27.110.125:37111)] handling channelInactive
21:09:31.052 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.110.125:37111(127.27.110.125:37111)] cleaning up while in state READY due to: connection closed
21:09:31.052 [ERROR - kudu-nio-3] (Connection.java:452) [peer master-127.27.110.125:37111(127.27.110.125:37111)] unexpected exception from downstream on [id: 0x94e8e675, L:/127.0.0.1:39644 - R:/127.27.110.125:37111]
java.net.SocketException: Connection reset
	at java.base/sun.nio.ch.SocketChannelImpl.throwConnectionReset(SocketChannelImpl.java:394)
	at java.base/sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:426)
	at org.apache.kudu.shaded.io.netty.buffer.PooledByteBuf.setBytes(PooledByteBuf.java:255)
	at org.apache.kudu.shaded.io.netty.buffer.AbstractByteBuf.writeBytes(AbstractByteBuf.java:1132)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doReadBytes(NioSocketChannel.java:356)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:156)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:09:31.053 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.110.125:37111(127.27.110.125:37111)] cleaning up while in state NEGOTIATING due to: [peer master-127.27.110.125:37111(127.27.110.125:37111)] unexpected exception from downstream on [id: 0x94e8e675, L:/127.0.0.1:39644 - R:/127.27.110.125:37111]
21:09:31.053 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.125:37111: [peer master-127.27.110.125:37111(127.27.110.125:37111)] unexpected exception from downstream on [id: 0x94e8e675, L:/127.0.0.1:39644 - R:/127.27.110.125:37111]
21:09:31.053 [DEBUG - kudu-nio-3] (Connection.java:239) [peer master-127.27.110.125:37111(127.27.110.125:37111)] handling channelInactive
21:09:31.053 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:2538) Learned about tablet 328af295c4f443dd9e4877e895c145a7 for table 'replication_test_table' with partition [0x0000000100000001, 0x0000000100000002)
21:09:31.053 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:2538) Learned about tablet a80f5359dbf24db0b0a88485b990c585 for table 'replication_test_table' with partition [0x0000000200000000, 0x0000000200000001)
21:09:31.053 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:2538) Learned about tablet 2fe8b4523c974684b5bf5f7de4073c52 for table 'replication_test_table' with partition [0x0000000200000001, 0x0000000200000002)
21:09:31.054 [DEBUG - kudu-nio-5] (Connection.java:757) [peer master-127.27.110.124:43039(127.27.110.124:43039)] Successfully connected to peer
21:09:31.054 [DEBUG - kudu-nio-5] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000100000001, upperBoundPartitionKey=0x0000000100000002, ttl=299999, tablet=328af295c4f443dd9e4877e895c145a7@[03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055),9568e7bf235f459fa583004fe13faea5(127.27.110.65:44763),bea0bef4fa77456d8a0ed5ff9ce0c146(127.27.110.66:39813)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000100000002, upperBoundPartitionKey=0x0000000200000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299999, tablet=a80f5359dbf24db0b0a88485b990c585@[03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055)[L],9568e7bf235f459fa583004fe13faea5(127.27.110.65:44763),bea0bef4fa77456d8a0ed5ff9ce0c146(127.27.110.66:39813)]}, Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299999, tablet=2fe8b4523c974684b5bf5f7de4073c52@[03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055),9568e7bf235f459fa583004fe13faea5(127.27.110.65:44763)[L],bea0bef4fa77456d8a0ed5ff9ce0c146(127.27.110.66:39813)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000200000002, upperBoundPartitionKey=0x, ttl=299999}]
21:09:31.054 [ERROR - kudu-nio-3] (Connection.java:452) [peer master-127.27.110.125:37111(127.27.110.125:37111)] unexpected exception from downstream on [id: 0x8bddb7e1, L:/127.0.0.1:39660 - R:/127.27.110.125:37111]
java.net.SocketException: Connection reset
	at java.base/sun.nio.ch.SocketChannelImpl.throwConnectionReset(SocketChannelImpl.java:394)
	at java.base/sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:426)
	at org.apache.kudu.shaded.io.netty.buffer.PooledByteBuf.setBytes(PooledByteBuf.java:255)
	at org.apache.kudu.shaded.io.netty.buffer.AbstractByteBuf.writeBytes(AbstractByteBuf.java:1132)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doReadBytes(NioSocketChannel.java:356)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:156)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:09:31.054 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.110.125:37111(127.27.110.125:37111)] cleaning up while in state NEGOTIATING due to: [peer master-127.27.110.125:37111(127.27.110.125:37111)] unexpected exception from downstream on [id: 0x8bddb7e1, L:/127.0.0.1:39660 - R:/127.27.110.125:37111]
21:09:31.054 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1488) Retrying sending RPC ScanRequest(scannerId=null, state=OPENING, tablet=328af295c4f443dd9e4877e895c145a7, attempt=4, KuduRpc(method=Scan, tablet=328af295c4f443dd9e4877e895c145a7, attempt=4, TimeoutTracker(timeout=30000, elapsed=374), Traces: [0ms] sending RPC to server 03ed47cb5a9148a7a4c7afcd17d768e1, [206ms] received response from server 03ed47cb5a9148a7a4c7afcd17d768e1: Network error: connection closed, [206ms] delaying RPC due to: Network error: connection closed, [221ms] sending RPC to server bea0bef4fa77456d8a0ed5ff9ce0c146, [223ms] received response from server bea0bef4fa77456d8a0ed5ff9ce0c146: Network error: Failed to connect to peer bea0bef4fa77456d8a0ed5ff9ce0c146(127.27.110.66:39813): Connection refused: /127.27.110.66:39813, [224ms] delaying RPC due to: Network error: Failed to connect to peer bea0bef4fa77456d8a0ed5ff9ce0c146(127.27.110.66:39813): Connection refused: /127.27.110.66:39813, [240ms] sending RPC to server 9568e7bf235f459fa583004fe13faea5, [242ms] received response from server 9568e7bf235f459fa583004fe13faea5: Network error: Failed to connect to peer 9568e7bf235f459fa583004fe13faea5(127.27.110.65:44763): Connection refused: /127.27.110.65:44763, [242ms] delaying RPC due to: Network error: Failed to connect to peer 9568e7bf235f459fa583004fe13faea5(127.27.110.65:44763): Connection refused: /127.27.110.65:44763, [260ms] refreshing cache from master, [260ms] Sub RPC GetTableLocations: refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [288ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [290ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [314ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: OK, [315ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.110.124:43039, [319ms] Sub RPC GetTableLocations: received response from server master-127.27.110.124:43039: OK, deferred=Deferred@702899810(state=PENDING, result=null, callback=scanner opened -> passthrough -> wakeup thread Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0, errback=passthrough -> open scanner errback -> wakeup thread Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0))) after lookup
21:09:31.054 [DEBUG - kudu-nio-5] (Connection.java:748) [peer 03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055)] connecting to peer
21:09:31.054 [ERROR - kudu-nio-3] (Connection.java:452) [peer master-127.27.110.125:37111(127.27.110.125:37111)] unexpected exception from downstream on [id: 0x5f108d83, L:/127.0.0.1:39672 - R:/127.27.110.125:37111]
java.net.SocketException: Connection reset
	at java.base/sun.nio.ch.SocketChannelImpl.throwConnectionReset(SocketChannelImpl.java:394)
	at java.base/sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:426)
	at org.apache.kudu.shaded.io.netty.buffer.PooledByteBuf.setBytes(PooledByteBuf.java:255)
	at org.apache.kudu.shaded.io.netty.buffer.AbstractByteBuf.writeBytes(AbstractByteBuf.java:1132)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doReadBytes(NioSocketChannel.java:356)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:156)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:09:31.054 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.110.125:37111(127.27.110.125:37111)] cleaning up while in state NEGOTIATING due to: [peer master-127.27.110.125:37111(127.27.110.125:37111)] unexpected exception from downstream on [id: 0x5f108d83, L:/127.0.0.1:39672 - R:/127.27.110.125:37111]
21:09:31.054 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.125:37111: [peer master-127.27.110.125:37111(127.27.110.125:37111)] unexpected exception from downstream on [id: 0x5f108d83, L:/127.0.0.1:39672 - R:/127.27.110.125:37111]
21:09:31.055 [DEBUG - kudu-nio-3] (Connection.java:239) [peer master-127.27.110.125:37111(127.27.110.125:37111)] handling channelInactive
21:09:31.055 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055): Connection refused: /127.27.110.67:42055
21:09:31.054 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.125:37111: [peer master-127.27.110.125:37111(127.27.110.125:37111)] unexpected exception from downstream on [id: 0x8bddb7e1, L:/127.0.0.1:39660 - R:/127.27.110.125:37111]
21:09:31.056 [DEBUG - kudu-nio-3] (Connection.java:239) [peer master-127.27.110.125:37111(127.27.110.125:37111)] handling channelInactive
21:09:31.058 [DEBUG - kudu-nio-5] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.27.110.124
21:09:31.061 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055)] cleaning up while in state CONNECTING due to: Failed to connect to peer 03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055): Connection refused: /127.27.110.67:42055
21:09:31.063 [DEBUG - kudu-nio-5] (Connection.java:757) [peer master-127.27.110.124:43039(127.27.110.124:43039)] Successfully connected to peer
21:09:31.065 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055) for tablet 328af295c4f443dd9e4877e895c145a7: Failed to connect to peer 03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055): Connection refused: /127.27.110.67:42055
21:09:31.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:31.069453 28089 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu with pid 28247
21:09:31.071 [DEBUG - kudu-nio-5] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:09:31.084 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer bea0bef4fa77456d8a0ed5ff9ce0c146(127.27.110.66:39813)] connecting to peer
21:09:31.085 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer bea0bef4fa77456d8a0ed5ff9ce0c146(127.27.110.66:39813): Connection refused: /127.27.110.66:39813
21:09:31.086 [DEBUG - kudu-nio-7] (Connection.java:709) [peer bea0bef4fa77456d8a0ed5ff9ce0c146(127.27.110.66:39813)] cleaning up while in state CONNECTING due to: Failed to connect to peer bea0bef4fa77456d8a0ed5ff9ce0c146(127.27.110.66:39813): Connection refused: /127.27.110.66:39813
21:09:31.086 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location bea0bef4fa77456d8a0ed5ff9ce0c146(127.27.110.66:39813) for tablet 916c221c2eb245f0af11d3609f3cc147: Failed to connect to peer bea0bef4fa77456d8a0ed5ff9ce0c146(127.27.110.66:39813): Connection refused: /127.27.110.66:39813
21:09:31.095 [DEBUG - pool-391-thread-1] (Connection.java:748) [peer bea0bef4fa77456d8a0ed5ff9ce0c146(127.27.110.66:39813)] connecting to peer
21:09:31.096 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer bea0bef4fa77456d8a0ed5ff9ce0c146(127.27.110.66:39813): Connection refused: /127.27.110.66:39813
21:09:31.097 [DEBUG - kudu-nio-7] (Connection.java:709) [peer bea0bef4fa77456d8a0ed5ff9ce0c146(127.27.110.66:39813)] cleaning up while in state CONNECTING due to: Failed to connect to peer bea0bef4fa77456d8a0ed5ff9ce0c146(127.27.110.66:39813): Connection refused: /127.27.110.66:39813
21:09:31.097 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location bea0bef4fa77456d8a0ed5ff9ce0c146(127.27.110.66:39813) for tablet 328af295c4f443dd9e4877e895c145a7: Failed to connect to peer bea0bef4fa77456d8a0ed5ff9ce0c146(127.27.110.66:39813): Connection refused: /127.27.110.66:39813
21:09:31.106 [DEBUG - kudu-nio-5] (Connection.java:239) [peer master-127.27.110.124:43039(127.27.110.124:43039)] handling channelInactive
21:09:31.106 [ERROR - kudu-nio-5] (Connection.java:452) [peer master-127.27.110.124:43039(127.27.110.124:43039)] unexpected exception from downstream on [id: 0x8225f485, L:/127.0.0.1:51592 - R:/127.27.110.124:43039]
java.net.SocketException: Connection reset
	at java.base/sun.nio.ch.SocketChannelImpl.throwConnectionReset(SocketChannelImpl.java:394)
	at java.base/sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:426)
	at org.apache.kudu.shaded.io.netty.buffer.PooledByteBuf.setBytes(PooledByteBuf.java:255)
	at org.apache.kudu.shaded.io.netty.buffer.AbstractByteBuf.writeBytes(AbstractByteBuf.java:1132)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doReadBytes(NioSocketChannel.java:356)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:156)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:09:31.107 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.110.124:43039(127.27.110.124:43039)] cleaning up while in state READY due to: connection closed
21:09:31.107 [DEBUG - kudu-nio-5] (Connection.java:239) [peer master-127.27.110.124:43039(127.27.110.124:43039)] handling channelInactive
21:09:31.107 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.110.124:43039(127.27.110.124:43039)] cleaning up while in state READY due to: connection closed
21:09:31.107 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.110.124:43039(127.27.110.124:43039)] cleaning up while in state NEGOTIATING due to: [peer master-127.27.110.124:43039(127.27.110.124:43039)] unexpected exception from downstream on [id: 0x8225f485, L:/127.0.0.1:51592 - R:/127.27.110.124:43039]
21:09:31.107 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.124:43039: [peer master-127.27.110.124:43039(127.27.110.124:43039)] unexpected exception from downstream on [id: 0x8225f485, L:/127.0.0.1:51592 - R:/127.27.110.124:43039]
21:09:31.107 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039; will retry
21:09:31.108 [DEBUG - kudu-nio-5] (Connection.java:239) [peer master-127.27.110.124:43039(127.27.110.124:43039)] handling channelInactive
21:09:31.108 [ERROR - kudu-nio-5] (Connection.java:452) [peer master-127.27.110.124:43039(127.27.110.124:43039)] unexpected exception from downstream on [id: 0xb9d32f0b, L:/127.0.0.1:51580 - R:/127.27.110.124:43039]
java.net.SocketException: Connection reset
	at java.base/sun.nio.ch.SocketChannelImpl.throwConnectionReset(SocketChannelImpl.java:394)
	at java.base/sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:426)
	at org.apache.kudu.shaded.io.netty.buffer.PooledByteBuf.setBytes(PooledByteBuf.java:255)
	at org.apache.kudu.shaded.io.netty.buffer.AbstractByteBuf.writeBytes(AbstractByteBuf.java:1132)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doReadBytes(NioSocketChannel.java:356)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:156)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:09:31.108 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.110.124:43039(127.27.110.124:43039)] cleaning up while in state NEGOTIATING due to: [peer master-127.27.110.124:43039(127.27.110.124:43039)] unexpected exception from downstream on [id: 0xb9d32f0b, L:/127.0.0.1:51580 - R:/127.27.110.124:43039]
21:09:31.108 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.124:43039: [peer master-127.27.110.124:43039(127.27.110.124:43039)] unexpected exception from downstream on [id: 0xb9d32f0b, L:/127.0.0.1:51580 - R:/127.27.110.124:43039]
21:09:31.108 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039; will retry
21:09:31.109 [DEBUG - kudu-nio-5] (Connection.java:239) [peer master-127.27.110.124:43039(127.27.110.124:43039)] handling channelInactive
21:09:31.106 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.27.110.124:43039(127.27.110.124:43039)] handling channelInactive
21:09:31.110 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.110.124:43039(127.27.110.124:43039)] cleaning up while in state READY due to: connection closed
21:09:31.111 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.27.110.125:37111(127.27.110.125:37111)] connecting to peer
21:09:31.112 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.27.110.126:34219(127.27.110.126:34219)] connecting to peer
21:09:31.112 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.27.110.124:43039(127.27.110.124:43039)] connecting to peer
21:09:31.113 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:31.113 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.110.125:37111(127.27.110.125:37111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:31.113 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.125:37111: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:31.113 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:31.113 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.110.124:43039(127.27.110.124:43039)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:31.113 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.124:43039: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:31.115 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:31.115 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.110.126:34219(127.27.110.126:34219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:31.115 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.126:34219: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:31.115 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039; will retry
21:09:31.115 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.27.110.125:37111(127.27.110.125:37111)] connecting to peer
21:09:31.116 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.27.110.126:34219(127.27.110.126:34219)] connecting to peer
21:09:31.116 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.27.110.124:43039(127.27.110.124:43039)] connecting to peer
21:09:31.117 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:31.117 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.110.125:37111(127.27.110.125:37111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:31.117 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.125:37111: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:31.117 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:31.117 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:31.117 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.110.124:43039(127.27.110.124:43039)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:31.117 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.110.126:34219(127.27.110.126:34219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:31.117 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.124:43039: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:31.117 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.126:34219: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:31.117 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039; will retry
21:09:31.132 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.27.110.125:37111(127.27.110.125:37111)] connecting to peer
21:09:31.132 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.27.110.126:34219(127.27.110.126:34219)] connecting to peer
21:09:31.133 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.27.110.124:43039(127.27.110.124:43039)] connecting to peer
21:09:31.133 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:31.133 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.110.125:37111(127.27.110.125:37111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:31.133 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:31.133 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.125:37111: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:31.133 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.110.126:34219(127.27.110.126:34219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:31.133 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.126:34219: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:31.133 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:31.133 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.110.124:43039(127.27.110.124:43039)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:31.133 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.124:43039: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:31.133 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039; will retry
21:09:31.136 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.27.110.125:37111(127.27.110.125:37111)] connecting to peer
21:09:31.136 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.27.110.126:34219(127.27.110.126:34219)] connecting to peer
21:09:31.136 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.27.110.124:43039(127.27.110.124:43039)] connecting to peer
21:09:31.137 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:31.137 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:31.137 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:31.137 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.110.126:34219(127.27.110.126:34219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:31.137 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.110.124:43039(127.27.110.124:43039)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:31.137 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.124:43039: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:31.137 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.126:34219: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:31.137 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.110.125:37111(127.27.110.125:37111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:31.137 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.125:37111: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:31.137 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039; will retry
21:09:31.152 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.27.110.125:37111(127.27.110.125:37111)] connecting to peer
21:09:31.152 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.27.110.126:34219(127.27.110.126:34219)] connecting to peer
21:09:31.153 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:31.153 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.27.110.124:43039(127.27.110.124:43039)] connecting to peer
21:09:31.153 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.110.125:37111(127.27.110.125:37111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:31.153 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.125:37111: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:31.153 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:31.153 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:31.153 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.110.124:43039(127.27.110.124:43039)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:31.153 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.110.126:34219(127.27.110.126:34219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:31.153 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.126:34219: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:31.153 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.124:43039: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:31.154 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039; will retry
21:09:31.155 [DEBUG - pool-391-thread-1] (Connection.java:748) [peer 9568e7bf235f459fa583004fe13faea5(127.27.110.65:44763)] connecting to peer
21:09:31.155 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 9568e7bf235f459fa583004fe13faea5(127.27.110.65:44763): Connection refused: /127.27.110.65:44763
21:09:31.155 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 9568e7bf235f459fa583004fe13faea5(127.27.110.65:44763)] cleaning up while in state CONNECTING due to: Failed to connect to peer 9568e7bf235f459fa583004fe13faea5(127.27.110.65:44763): Connection refused: /127.27.110.65:44763
21:09:31.155 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 9568e7bf235f459fa583004fe13faea5(127.27.110.65:44763) for tablet 328af295c4f443dd9e4877e895c145a7: Failed to connect to peer 9568e7bf235f459fa583004fe13faea5(127.27.110.65:44763): Connection refused: /127.27.110.65:44763
21:09:31.156 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.27.110.125:37111(127.27.110.125:37111)] connecting to peer
21:09:31.156 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.27.110.126:34219(127.27.110.126:34219)] connecting to peer
21:09:31.156 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.27.110.124:43039(127.27.110.124:43039)] connecting to peer
21:09:31.156 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:31.156 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.110.125:37111(127.27.110.125:37111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:31.156 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.125:37111: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:31.156 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:31.156 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.110.124:43039(127.27.110.124:43039)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:31.156 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:31.156 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.124:43039: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:31.156 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.110.126:34219(127.27.110.126:34219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:31.157 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.126:34219: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:31.157 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039; will retry
21:09:31.164 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.22.50.60:38829(127.22.50.60:38829)] connecting to peer
21:09:31.164 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer 9568e7bf235f459fa583004fe13faea5(127.27.110.65:44763)] connecting to peer
21:09:31.165 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.22.50.61:45261(127.22.50.61:45261)] connecting to peer
21:09:31.165 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.22.50.62:44659(127.22.50.62:44659)] connecting to peer
21:09:31.165 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 9568e7bf235f459fa583004fe13faea5(127.27.110.65:44763): Connection refused: /127.27.110.65:44763
21:09:31.165 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:09:31.165 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:09:31.165 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.50.61:45261(127.22.50.61:45261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:09:31.166 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 9568e7bf235f459fa583004fe13faea5(127.27.110.65:44763)] cleaning up while in state CONNECTING due to: Failed to connect to peer 9568e7bf235f459fa583004fe13faea5(127.27.110.65:44763): Connection refused: /127.27.110.65:44763
21:09:31.166 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.61:45261: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:09:31.166 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 9568e7bf235f459fa583004fe13faea5(127.27.110.65:44763) for tablet 916c221c2eb245f0af11d3609f3cc147: Failed to connect to peer 9568e7bf235f459fa583004fe13faea5(127.27.110.65:44763): Connection refused: /127.27.110.65:44763
21:09:31.165 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.50.60:38829(127.22.50.60:38829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:09:31.166 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:09:31.166 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.60:38829: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:09:31.166 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.50.62:44659(127.22.50.62:44659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:09:31.166 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.62:44659: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:09:31.166 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659; will retry
21:09:31.172 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.27.110.125:37111(127.27.110.125:37111)] connecting to peer
21:09:31.173 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.27.110.126:34219(127.27.110.126:34219)] connecting to peer
21:09:31.173 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.27.110.124:43039(127.27.110.124:43039)] connecting to peer
21:09:31.173 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:31.173 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:31.173 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.110.126:34219(127.27.110.126:34219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:31.173 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.110.125:37111(127.27.110.125:37111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:31.173 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.126:34219: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:31.173 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.125:37111: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:31.173 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:31.174 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.110.124:43039(127.27.110.124:43039)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:31.174 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.124:43039: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:31.174 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039; will retry
21:09:31.175 [DEBUG - pool-391-thread-1] (Connection.java:748) [peer master-127.27.110.124:43039(127.27.110.124:43039)] connecting to peer
21:09:31.175 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.27.110.125:37111(127.27.110.125:37111)] connecting to peer
21:09:31.176 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.27.110.126:34219(127.27.110.126:34219)] connecting to peer
21:09:31.176 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.27.110.124:43039(127.27.110.124:43039)] connecting to peer
21:09:31.176 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:31.176 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.110.124:43039(127.27.110.124:43039)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:31.176 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:31.176 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location master-127.27.110.124:43039(127.27.110.124:43039) for tablet Kudu Master: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:31.176 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:31.176 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.110.126:34219(127.27.110.126:34219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:31.176 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.110.124:43039(127.27.110.124:43039)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:31.176 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.124:43039: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:31.176 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.126:34219: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:31.176 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:31.177 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.110.125:37111(127.27.110.125:37111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:31.177 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.125:37111: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:31.177 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039; will retry
21:09:31.184 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.27.110.124:43039(127.27.110.124:43039)] connecting to peer
21:09:31.185 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:31.185 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.110.124:43039(127.27.110.124:43039)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:31.185 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location master-127.27.110.124:43039(127.27.110.124:43039) for tablet Kudu Master: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:31.191 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.27.110.125:37111(127.27.110.125:37111)] connecting to peer
21:09:31.192 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.27.110.126:34219(127.27.110.126:34219)] connecting to peer
21:09:31.192 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.27.110.124:43039(127.27.110.124:43039)] connecting to peer
21:09:31.192 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:31.192 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:31.192 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.110.126:34219(127.27.110.126:34219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:31.192 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.110.125:37111(127.27.110.125:37111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:31.193 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.125:37111: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:31.193 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.126:34219: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:31.193 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:31.193 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.110.124:43039(127.27.110.124:43039)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:31.193 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.124:43039: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:31.193 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039; will retry
21:09:31.195 [DEBUG - pool-391-thread-1] (Connection.java:748) [peer master-127.27.110.125:37111(127.27.110.125:37111)] connecting to peer
21:09:31.195 [DEBUG - pool-391-thread-1] (Connection.java:748) [peer master-127.27.110.126:34219(127.27.110.126:34219)] connecting to peer
21:09:31.195 [DEBUG - pool-391-thread-1] (Connection.java:748) [peer master-127.27.110.124:43039(127.27.110.124:43039)] connecting to peer
21:09:31.195 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:31.195 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:31.196 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.110.124:43039(127.27.110.124:43039)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:31.196 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.110.126:34219(127.27.110.126:34219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:31.196 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.124:43039: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:31.196 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.126:34219: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:31.197 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:31.197 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.110.125:37111(127.27.110.125:37111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:31.197 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.125:37111: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:31.197 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039; will retry
21:09:31.204 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.27.110.125:37111(127.27.110.125:37111)] connecting to peer
21:09:31.204 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.27.110.126:34219(127.27.110.126:34219)] connecting to peer
21:09:31.204 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.27.110.124:43039(127.27.110.124:43039)] connecting to peer
21:09:31.204 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:31.204 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.110.125:37111(127.27.110.125:37111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:31.205 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.125:37111: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:31.205 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:31.205 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.110.126:34219(127.27.110.126:34219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:31.205 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.126:34219: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:31.205 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:31.205 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.110.124:43039(127.27.110.124:43039)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:31.205 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.124:43039: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:31.205 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039; will retry
21:09:31.210 [DEBUG - pool-320-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:09:31.210 [DEBUG - pool-320-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:09:31.210 [DEBUG - pool-320-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:09:31.211 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:31.211 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:31.211 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:31.211 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:31.211 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:31.211 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:31.211 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:31.211 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:31.211 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:31.211 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:09:31.215 [DEBUG - pool-391-thread-1] (Connection.java:748) [peer master-127.27.110.125:37111(127.27.110.125:37111)] connecting to peer
21:09:31.215 [DEBUG - pool-391-thread-1] (Connection.java:748) [peer master-127.27.110.126:34219(127.27.110.126:34219)] connecting to peer
21:09:31.215 [DEBUG - pool-391-thread-1] (Connection.java:748) [peer master-127.27.110.124:43039(127.27.110.124:43039)] connecting to peer
21:09:31.215 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:31.215 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:31.215 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.110.124:43039(127.27.110.124:43039)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:31.215 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:31.216 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.110.125:37111(127.27.110.125:37111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:31.216 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.110.126:34219(127.27.110.126:34219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:31.216 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.124:43039: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:31.216 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.126:34219: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:31.216 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.125:37111: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:31.216 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039; will retry
21:09:31.216 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.27.110.125:37111(127.27.110.125:37111)] connecting to peer
21:09:31.216 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.27.110.126:34219(127.27.110.126:34219)] connecting to peer
21:09:31.216 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.27.110.124:43039(127.27.110.124:43039)] connecting to peer
21:09:31.217 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:31.217 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.110.125:37111(127.27.110.125:37111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:31.217 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.125:37111: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:31.217 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:31.217 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.110.126:34219(127.27.110.126:34219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:31.217 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:31.217 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.110.124:43039(127.27.110.124:43039)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:31.217 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.126:34219: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:31.217 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.124:43039: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:31.217 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039; will retry
21:09:31.224 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.27.110.125:37111(127.27.110.125:37111)] connecting to peer
21:09:31.224 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.27.110.126:34219(127.27.110.126:34219)] connecting to peer
21:09:31.224 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.27.110.124:43039(127.27.110.124:43039)] connecting to peer
21:09:31.225 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:31.225 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:31.225 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.110.126:34219(127.27.110.126:34219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:31.225 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.110.124:43039(127.27.110.124:43039)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:31.225 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:31.225 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.126:34219: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:31.225 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.124:43039: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:31.225 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.110.125:37111(127.27.110.125:37111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:31.225 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.125:37111: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:31.225 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039; will retry
21:09:31.234 [DEBUG - pool-391-thread-1] (Connection.java:748) [peer master-127.27.110.125:37111(127.27.110.125:37111)] connecting to peer
21:09:31.235 [DEBUG - pool-391-thread-1] (Connection.java:748) [peer master-127.27.110.126:34219(127.27.110.126:34219)] connecting to peer
21:09:31.235 [DEBUG - pool-391-thread-1] (Connection.java:748) [peer master-127.27.110.124:43039(127.27.110.124:43039)] connecting to peer
21:09:31.235 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:31.235 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:31.235 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.110.126:34219(127.27.110.126:34219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:31.235 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:31.235 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.110.125:37111(127.27.110.125:37111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:31.236 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.110.124:43039(127.27.110.124:43039)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:31.236 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.126:34219: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:31.236 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.124:43039: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:31.236 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.125:37111: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:31.236 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039; will retry
21:09:31.243 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:09:31.244 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:09:31.244 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.27.110.125:37111(127.27.110.125:37111)] connecting to peer
21:09:31.244 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:31.244 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:31.244 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:31.244 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:31.244 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:31.244 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:31.244 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:31.244 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:09:31.244 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.27.110.126:34219(127.27.110.126:34219)] connecting to peer
21:09:31.244 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.110.125:37111(127.27.110.125:37111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:31.245 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.125:37111: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:31.245 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:31.245 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.27.110.124:43039(127.27.110.124:43039)] connecting to peer
21:09:31.245 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:31.245 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:31.245 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:09:31.245 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:31.245 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.110.126:34219(127.27.110.126:34219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:31.245 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.126:34219: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:31.245 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:31.245 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.110.124:43039(127.27.110.124:43039)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:31.245 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.124:43039: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:31.246 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039; will retry
21:09:31.246 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2841dd5f383bae9a8f297e74525dcca1 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 2841dd5f383bae9a8f297e74525dcca1 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:31.248 [DEBUG - pool-322-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:31.248 [DEBUG - pool-322-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:31.249 [DEBUG - pool-322-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:31.249 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:31.249 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:31.249 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:31.249 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:31.249 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:31.249 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:31.249 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:31.249 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:31.250 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:31.250 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:31.251 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.27.110.125:37111(127.27.110.125:37111)] connecting to peer
21:09:31.252 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.27.110.126:34219(127.27.110.126:34219)] connecting to peer
21:09:31.252 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:31.252 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.110.125:37111(127.27.110.125:37111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:31.252 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.125:37111: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:31.253 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:31.253 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.27.110.124:43039(127.27.110.124:43039)] connecting to peer
21:09:31.253 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.110.126:34219(127.27.110.126:34219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:31.253 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.126:34219: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:31.253 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:31.253 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.110.124:43039(127.27.110.124:43039)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:31.253 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.124:43039: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:31.253 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039; will retry
21:09:31.254 [DEBUG - pool-391-thread-1] (Connection.java:748) [peer master-127.27.110.125:37111(127.27.110.125:37111)] connecting to peer
21:09:31.255 [DEBUG - pool-391-thread-1] (Connection.java:748) [peer master-127.27.110.126:34219(127.27.110.126:34219)] connecting to peer
21:09:31.255 [DEBUG - pool-391-thread-1] (Connection.java:748) [peer master-127.27.110.124:43039(127.27.110.124:43039)] connecting to peer
21:09:31.255 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:31.255 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.110.125:37111(127.27.110.125:37111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:31.255 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.125:37111: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:31.255 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:31.255 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.110.126:34219(127.27.110.126:34219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:31.255 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.126:34219: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:31.255 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:31.256 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.110.124:43039(127.27.110.124:43039)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:31.256 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.124:43039: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:31.256 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039; will retry
21:09:31.256 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.27.110.125:37111(127.27.110.125:37111)] connecting to peer
21:09:31.256 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.27.110.126:34219(127.27.110.126:34219)] connecting to peer
21:09:31.256 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.27.110.124:43039(127.27.110.124:43039)] connecting to peer
21:09:31.256 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:31.256 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.110.125:37111(127.27.110.125:37111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:31.257 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:31.257 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.125:37111: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:31.257 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.110.126:34219(127.27.110.126:34219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:31.257 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.126:34219: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:31.257 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:31.257 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.110.124:43039(127.27.110.124:43039)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:31.257 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.124:43039: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:31.257 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039; will retry
21:09:31.264 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.27.110.125:37111(127.27.110.125:37111)] connecting to peer
21:09:31.265 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.27.110.126:34219(127.27.110.126:34219)] connecting to peer
21:09:31.265 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.27.110.124:43039(127.27.110.124:43039)] connecting to peer
21:09:31.265 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:31.265 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.110.125:37111(127.27.110.125:37111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:31.265 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.125:37111: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:31.265 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:31.266 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.110.126:34219(127.27.110.126:34219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:31.266 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:31.266 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.110.124:43039(127.27.110.124:43039)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:31.266 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.126:34219: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:31.266 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.124:43039: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:31.266 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039; will retry
21:09:31.295 [DEBUG - pool-391-thread-1] (Connection.java:748) [peer master-127.27.110.125:37111(127.27.110.125:37111)] connecting to peer
21:09:31.295 [DEBUG - pool-391-thread-1] (Connection.java:748) [peer master-127.27.110.126:34219(127.27.110.126:34219)] connecting to peer
21:09:31.295 [DEBUG - pool-391-thread-1] (Connection.java:748) [peer master-127.27.110.124:43039(127.27.110.124:43039)] connecting to peer
21:09:31.295 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:31.295 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.110.125:37111(127.27.110.125:37111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:31.295 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:31.295 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.125:37111: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:31.296 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.110.124:43039(127.27.110.124:43039)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:31.296 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.124:43039: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:31.296 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:31.296 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.110.126:34219(127.27.110.126:34219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:31.296 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.27.110.125:37111(127.27.110.125:37111)] connecting to peer
21:09:31.296 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.126:34219: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:31.296 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.27.110.126:34219(127.27.110.126:34219)] connecting to peer
21:09:31.296 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039; will retry
21:09:31.296 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.27.110.124:43039(127.27.110.124:43039)] connecting to peer
21:09:31.296 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:31.296 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.110.125:37111(127.27.110.125:37111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:31.296 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.125:37111: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:31.296 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:31.296 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.110.126:34219(127.27.110.126:34219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:31.297 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.126:34219: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:31.297 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:31.297 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.110.124:43039(127.27.110.124:43039)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:31.297 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.124:43039: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:31.297 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039; will retry
21:09:31.304 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.27.110.125:37111(127.27.110.125:37111)] connecting to peer
21:09:31.304 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.27.110.126:34219(127.27.110.126:34219)] connecting to peer
21:09:31.304 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.27.110.124:43039(127.27.110.124:43039)] connecting to peer
21:09:31.304 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:31.304 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.110.124:43039(127.27.110.124:43039)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:31.305 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:31.305 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.124:43039: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:31.305 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.110.126:34219(127.27.110.126:34219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:31.305 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.126:34219: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:31.352 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.27.110.125:37111(127.27.110.125:37111)] connecting to peer
21:09:31.352 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.27.110.126:34219(127.27.110.126:34219)] connecting to peer
21:09:31.352 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.27.110.124:43039(127.27.110.124:43039)] connecting to peer
21:09:31.353 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:31.353 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:31.353 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.110.126:34219(127.27.110.126:34219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:31.353 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.110.125:37111(127.27.110.125:37111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:31.353 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.126:34219: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:31.353 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:31.353 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.110.124:43039(127.27.110.124:43039)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:31.353 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.125:37111: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:31.353 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.124:43039: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:31.353 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039; will retry
21:09:31.355 [DEBUG - pool-391-thread-1] (Connection.java:748) [peer master-127.27.110.125:37111(127.27.110.125:37111)] connecting to peer
21:09:31.355 [DEBUG - pool-391-thread-1] (Connection.java:748) [peer master-127.27.110.126:34219(127.27.110.126:34219)] connecting to peer
21:09:31.355 [DEBUG - pool-391-thread-1] (Connection.java:748) [peer master-127.27.110.124:43039(127.27.110.124:43039)] connecting to peer
21:09:31.355 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:31.355 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.110.125:37111(127.27.110.125:37111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:31.356 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.125:37111: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:31.356 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:31.356 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.110.126:34219(127.27.110.126:34219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:31.356 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:31.356 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.126:34219: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:31.356 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.110.124:43039(127.27.110.124:43039)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:31.356 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.124:43039: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:31.356 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039; will retry
21:09:31.376 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.27.110.125:37111(127.27.110.125:37111)] connecting to peer
21:09:31.376 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.27.110.126:34219(127.27.110.126:34219)] connecting to peer
21:09:31.376 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.27.110.124:43039(127.27.110.124:43039)] connecting to peer
21:09:31.377 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:31.377 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:31.377 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.110.126:34219(127.27.110.126:34219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:31.377 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:31.377 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.110.124:43039(127.27.110.124:43039)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:31.377 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.126:34219: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:31.377 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.124:43039: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:31.377 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.110.125:37111(127.27.110.125:37111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:31.377 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.125:37111: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:31.377 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039; will retry
21:09:31.448 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:31.461 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 17 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544971461 for job d6a71f5cf5f060cfaa5d5fa24434f7a3.
21:09:31.470 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 17 for job d6a71f5cf5f060cfaa5d5fa24434f7a3 (5104 bytes, checkpointDuration=9 ms, finalizationTime=0 ms).
21:09:31.471 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 17 as completed for source Source: KuduSource.
21:09:31.474 [DEBUG - pool-391-thread-1] (Connection.java:748) [peer master-127.27.110.125:37111(127.27.110.125:37111)] connecting to peer
21:09:31.475 [DEBUG - pool-391-thread-1] (Connection.java:748) [peer master-127.27.110.126:34219(127.27.110.126:34219)] connecting to peer
21:09:31.475 [DEBUG - pool-391-thread-1] (Connection.java:748) [peer master-127.27.110.124:43039(127.27.110.124:43039)] connecting to peer
21:09:31.475 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:31.475 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:31.475 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.110.126:34219(127.27.110.126:34219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:31.476 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.110.125:37111(127.27.110.125:37111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:31.476 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.126:34219: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:31.476 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.125:37111: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:31.476 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:31.476 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.110.124:43039(127.27.110.124:43039)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:31.476 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.124:43039: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:31.476 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039; will retry
21:09:31.496 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.27.110.125:37111(127.27.110.125:37111)] connecting to peer
21:09:31.496 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.27.110.126:34219(127.27.110.126:34219)] connecting to peer
21:09:31.496 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.27.110.124:43039(127.27.110.124:43039)] connecting to peer
21:09:31.496 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:31.497 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.110.125:37111(127.27.110.125:37111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:31.497 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:31.497 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.125:37111: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:31.497 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.110.124:43039(127.27.110.124:43039)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:31.497 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:31.497 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.124:43039: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:31.497 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.110.126:34219(127.27.110.126:34219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:31.497 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.126:34219: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:31.497 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039; will retry
21:09:31.515 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:31.515 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:31.556 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.27.110.125:37111(127.27.110.125:37111)] connecting to peer
21:09:31.556 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.27.110.126:34219(127.27.110.126:34219)] connecting to peer
21:09:31.557 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.27.110.124:43039(127.27.110.124:43039)] connecting to peer
21:09:31.557 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:31.557 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.110.125:37111(127.27.110.125:37111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:31.557 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.125:37111: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:31.557 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:31.557 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:31.557 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.110.126:34219(127.27.110.126:34219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:31.557 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.110.124:43039(127.27.110.124:43039)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:31.557 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.126:34219: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:31.557 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.124:43039: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:31.557 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039; will retry
21:09:31.575 [DEBUG - pool-391-thread-1] (Connection.java:748) [peer master-127.27.110.125:37111(127.27.110.125:37111)] connecting to peer
21:09:31.575 [DEBUG - pool-391-thread-1] (Connection.java:748) [peer master-127.27.110.126:34219(127.27.110.126:34219)] connecting to peer
21:09:31.575 [DEBUG - pool-391-thread-1] (Connection.java:748) [peer master-127.27.110.124:43039(127.27.110.124:43039)] connecting to peer
21:09:31.576 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:31.576 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:31.576 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.110.126:34219(127.27.110.126:34219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:31.576 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.110.125:37111(127.27.110.125:37111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:31.576 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.126:34219: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:31.576 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:31.576 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.125:37111: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:31.576 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.110.124:43039(127.27.110.124:43039)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:31.576 [INFO - pool-391-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.124:43039: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:31.576 [WARN - pool-391-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039; will retry
21:09:31.612 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.27.110.125:37111(127.27.110.125:37111)] connecting to peer
21:09:31.613 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.27.110.126:34219(127.27.110.126:34219)] connecting to peer
21:09:31.613 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.27.110.124:43039(127.27.110.124:43039)] connecting to peer
21:09:31.613 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:31.613 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:31.613 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.110.125:37111(127.27.110.125:37111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:31.613 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.110.126:34219(127.27.110.126:34219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:31.613 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.126:34219: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:31.613 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.125:37111: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:31.614 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:31.614 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.110.124:43039(127.27.110.124:43039)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:31.614 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.124:43039: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:31.614 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039; will retry
21:09:31.635 [DEBUG - pool-391-thread-1] (Connection.java:748) [peer master-127.27.110.125:37111(127.27.110.125:37111)] connecting to peer
21:09:31.635 [DEBUG - pool-391-thread-1] (Connection.java:748) [peer master-127.27.110.126:34219(127.27.110.126:34219)] connecting to peer
21:09:31.635 [DEBUG - pool-391-thread-1] (Connection.java:748) [peer master-127.27.110.124:43039(127.27.110.124:43039)] connecting to peer
21:09:31.636 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:31.636 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.110.126:34219(127.27.110.126:34219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:31.636 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:31.636 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.126:34219: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:31.636 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:31.636 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.110.124:43039(127.27.110.124:43039)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:31.636 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.110.125:37111(127.27.110.125:37111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:31.636 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.124:43039: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:31.636 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.125:37111: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:31.636 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039; will retry
21:09:31.743 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:31.744 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:31.744 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:31.744 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:31.744 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:31.744 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:31.744 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:31.744 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:31.744 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:31.744 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:31.744 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:31.745 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:31.745 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:31.746 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2841dd5f383bae9a8f297e74525dcca1 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 2841dd5f383bae9a8f297e74525dcca1 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:31.852 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.27.110.125:37111(127.27.110.125:37111)] connecting to peer
21:09:31.852 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.27.110.126:34219(127.27.110.126:34219)] connecting to peer
21:09:31.852 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.27.110.124:43039(127.27.110.124:43039)] connecting to peer
21:09:31.852 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:31.852 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:31.853 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.110.126:34219(127.27.110.126:34219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:31.853 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.110.125:37111(127.27.110.125:37111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:31.853 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.126:34219: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:31.853 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.125:37111: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:31.853 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:31.853 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.110.124:43039(127.27.110.124:43039)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:31.853 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.124:43039: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:31.853 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039; will retry
21:09:31.860 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:31.861 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:31.861 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:31.861 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:31.861 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:31.861 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:31.861 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:31.861 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:31.861 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:31.861 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:31.861 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:31.861 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:31.862 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:31.948 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:31.961 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 18 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544971960 for job d6a71f5cf5f060cfaa5d5fa24434f7a3.
21:09:31.970 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 18 for job d6a71f5cf5f060cfaa5d5fa24434f7a3 (5104 bytes, checkpointDuration=9 ms, finalizationTime=0 ms).
21:09:31.971 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 18 as completed for source Source: KuduSource.
21:09:32.009 [DEBUG - pool-322-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:32.010 [DEBUG - pool-322-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:32.010 [DEBUG - pool-322-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:32.010 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:32.010 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:32.010 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:32.010 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:32.010 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:32.010 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:32.011 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:32.011 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:32.011 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:32.011 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:32.014 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:32.015 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:32.039 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.25.113.61:34911(127.25.113.61:34911)] connecting to peer
21:09:32.039 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.25.113.60:35933(127.25.113.60:35933)] connecting to peer
21:09:32.039 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.25.113.62:35193(127.25.113.62:35193)] connecting to peer
21:09:32.040 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:32.040 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.113.61:34911(127.25.113.61:34911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:32.040 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:32.040 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.61:34911: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:32.040 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.113.62:35193(127.25.113.62:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:32.040 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.62:35193: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:32.041 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:32.041 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.113.60:35933(127.25.113.60:35933)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:32.041 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.60:35933: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:32.041 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193; will retry
21:09:32.068 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=27201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [15ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [15ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.61:34911: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [16ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [17ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.60:35933: Network error: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [18ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.62:35193: Network error: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [18ms] delaying RPC due to: Service unavailable: Master config (127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [53ms] refreshing cache from master, [53ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [84ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [85ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.61:34911: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [105ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.60:35933: Network error: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [137ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.62:35193: Network error: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [137ms] delaying RPC due to: Service unavailable: Master config (127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [172ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [175ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.61:34911: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.62:35193: Network error: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [183ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.60:35933: Network error: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [183ms] delaying RPC due to: Service unavailable: Master config (127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [202ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.61:34911: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [203ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.62:35193: Network error: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [203ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.60:35933: Network error: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [203ms] delaying RPC due to: Service unavailable: Master config (127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [222ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.60:35933: Network error: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [222ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.62:35193: Network error: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [222ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.61:34911: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [222ms] delaying RPC due to: Service unavailable: Master config (127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [262ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.61:34911: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [262ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.60:35933: Network error: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [263ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.62:35193: Network error: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [263ms] delaying RPC due to: Service unavailable: Master config (127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [320ms] refreshing cache from master, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [321ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.61:34911: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [321ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.62:35193: Network error: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [321ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.60:35933: Network error: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [321ms] delaying RPC due to: Service unavailable: Master config (127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [440ms] refreshing cache from master, [440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [441ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.61:34911: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [441ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.62:35193: Network error: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [442ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.60:35933: Network error: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [442ms] delaying RPC due to: Service unavailable: Master config (127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [500ms] refreshing cache from master, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [501ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.61:34911: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [501ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.60:35933: Network error: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [502ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.62:35193: Network error: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [502ms] delaying RPC due to: Service unavailable: Master config (127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [620ms] refreshing cache from master, [620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [622ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.61:34911: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [622ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.60:35933: Network error: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [623ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.62:35193: Network error: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [623ms] delaying RPC due to: Service unavailable: Master config (127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [1040ms] refreshing cache from master, [1040ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [1041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [1041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [1041ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.61:34911: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [1042ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.60:35933: Network error: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [1042ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.62:35193: Network error: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [1042ms] delaying RPC due to: Service unavailable: Master config (127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [1580ms] refreshing cache from master, [1580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [1580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [1580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [1581ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.60:35933: Network error: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [1582ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.62:35193: Network error: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [1582ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.61:34911: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [1582ms] delaying RPC due to: Service unavailable: Master config (127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [4440ms] refreshing cache from master, [4440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [4441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [4441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [4441ms] too many traces: truncated at 100 traces, deferred=Deferred@1786731792(state=PENDING, result=null, callback=(continuation of Deferred@1721607017 after retry RPC after error@1049295029) -> (continuation of Deferred@977671335 after retry RPC after error@717310242) -> (continuation of Deferred@567030264 after retry RPC after error@1214917156) -> (continuation of Deferred@1107557538 after retry RPC after error@1646994841) -> (continuation of Deferred@573082581 after retry RPC after error@998944446) -> (continuation of Deferred@1714529153 after retry RPC after error@1569539379) -> (continuation of Deferred@991759220 after retry RPC after error@1435282935) -> (continuation of Deferred@1045045612 after retry RPC after error@156847947) -> (continuation of Deferred@1523360703 after retry RPC after error@1780436484) -> (continuation of Deferred@95507306 after retry RPC after error@1179740032) -> (continuation of Deferred@2034234798 after retry RPC after error@1765866467) -> (continuation of Deferred@1726341026 after retry RPC after error@734382489) -> (continuation of Deferred@768723914 after retry RPC after error@1126216304) -> (continuation of Deferred@200306041 after retry RPC after error@251458719) -> (continuation of Deferred@768663825 after retry RPC after error@1797617129) -> (continuation of Deferred@1672894033 after retry RPC after error@168238772) -> (continuation of Deferred@552971916 after retry RPC after error@1623137606) -> (continuation of Deferred@837475294 after retry RPC after error@53117417) -> (continuation of Deferred@237428430 after retry RPC after error@376153953) -> (continuation of Deferred@1907931737 after retry RPC after error@642402382) -> (continuation of Deferred@513946343 after retry RPC after error@1438240509) -> (continuation of Deferred@1642585185 after retry RPC after error@362537003) -> (continuation of Deferred@446815605 after retry RPC after error@32782074) -> (continuation of Deferred@1588590193 after retry RPC after error@352309047), errback=(continuation of Deferred@1721607017 after retry RPC after error@1049295029) -> (continuation of Deferred@977671335 after retry RPC after error@717310242) -> (continuation of Deferred@567030264 after retry RPC after error@1214917156) -> (continuation of Deferred@1107557538 after retry RPC after error@1646994841) -> (continuation of Deferred@573082581 after retry RPC after error@998944446) -> (continuation of Deferred@1714529153 after retry RPC after error@1569539379) -> (continuation of Deferred@991759220 after retry RPC after error@1435282935) -> (continuation of Deferred@1045045612 after retry RPC after error@156847947) -> (continuation of Deferred@1523360703 after retry RPC after error@1780436484) -> (continuation of Deferred@95507306 after retry RPC after error@1179740032) -> (continuation of Deferred@2034234798 after retry RPC after error@1765866467) -> (continuation of Deferred@1726341026 after retry RPC after error@734382489) -> (continuation of Deferred@768723914 after retry RPC after error@1126216304) -> (continuation of Deferred@200306041 after retry RPC after error@251458719) -> (continuation of Deferred@768663825 after retry RPC after error@1797617129) -> (continuation of Deferred@1672894033 after retry RPC after error@168238772) -> (continuation of Deferred@552971916 after retry RPC after error@1623137606) -> (continuation of Deferred@837475294 after retry RPC after error@53117417) -> (continuation of Deferred@237428430 after retry RPC after error@376153953) -> (continuation of Deferred@1907931737 after retry RPC after error@642402382) -> (continuation of Deferred@513946343 after retry RPC after error@1438240509) -> (continuation of Deferred@1642585185 after retry RPC after error@362537003) -> (continuation of Deferred@446815605 after retry RPC after error@32782074) -> (continuation of Deferred@1588590193 after retry RPC after error@352309047)))
21:09:32.068 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:32.068 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:32.068 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:32.069 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:32.069 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:32.069 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.25.113.61:34911(127.25.113.61:34911)] connecting to peer
21:09:32.069 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.25.113.60:35933(127.25.113.60:35933)] connecting to peer
21:09:32.069 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.25.113.62:35193(127.25.113.62:35193)] connecting to peer
21:09:32.069 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:32.070 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:32.070 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:32.070 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:32.070 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.113.61:34911(127.25.113.61:34911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:32.070 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.61:34911: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:32.070 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:32.070 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.113.60:35933(127.25.113.60:35933)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:32.070 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.60:35933: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:32.069 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:32.070 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:32.070 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:32.070 [ERROR - SourceCoordinator-Source: KuduSource] (SourceCoordinatorContext.java:436) Exception while handling result from async call in SourceCoordinator-Source: KuduSource. Triggering job failover.
org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=27201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [15ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [15ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.61:34911: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [16ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [17ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.60:35933: Network error: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [18ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.62:35193: Network error: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [18ms] delaying RPC due to: Service unavailable: Master config (127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [53ms] refreshing cache from master, [53ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [84ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [85ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.61:34911: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [105ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.60:35933: Network error: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [137ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.62:35193: Network error: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [137ms] delaying RPC due to: Service unavailable: Master config (127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [172ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [175ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.61:34911: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.62:35193: Network error: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [183ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.60:35933: Network error: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [183ms] delaying RPC due to: Service unavailable: Master config (127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [202ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.61:34911: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [203ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.62:35193: Network error: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [203ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.60:35933: Network error: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [203ms] delaying RPC due to: Service unavailable: Master config (127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [222ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.60:35933: Network error: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [222ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.62:35193: Network error: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [222ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.61:34911: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [222ms] delaying RPC due to: Service unavailable: Master config (127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [262ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.61:34911: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [262ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.60:35933: Network error: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [263ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.62:35193: Network error: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [263ms] delaying RPC due to: Service unavailable: Master config (127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [320ms] refreshing cache from master, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [321ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.61:34911: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [321ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.62:35193: Network error: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [321ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.60:35933: Network error: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [321ms] delaying RPC due to: Service unavailable: Master config (127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [440ms] refreshing cache from master, [440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [441ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.61:34911: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [441ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.62:35193: Network error: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [442ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.60:35933: Network error: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [442ms] delaying RPC due to: Service unavailable: Master config (127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [500ms] refreshing cache from master, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [501ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.61:34911: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [501ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.60:35933: Network error: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [502ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.62:35193: Network error: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [502ms] delaying RPC due to: Service unavailable: Master config (127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [620ms] refreshing cache from master, [620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [622ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.61:34911: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [622ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.60:35933: Network error: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [623ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.62:35193: Network error: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [623ms] delaying RPC due to: Service unavailable: Master config (127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [1040ms] refreshing cache from master, [1040ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [1041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [1041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [1041ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.61:34911: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [1042ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.60:35933: Network error: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [1042ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.62:35193: Network error: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [1042ms] delaying RPC due to: Service unavailable: Master config (127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [1580ms] refreshing cache from master, [1580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [1580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [1580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [1581ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.60:35933: Network error: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [1582ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.62:35193: Network error: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [1582ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.61:34911: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [1582ms] delaying RPC due to: Service unavailable: Master config (127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [4440ms] refreshing cache from master, [4440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [4441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [4441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [4441ms] too many traces: truncated at 100 traces, deferred=Deferred@1786731792(state=PENDING, result=null, callback=(continuation of Deferred@1721607017 after retry RPC after error@1049295029) -> (continuation of Deferred@977671335 after retry RPC after error@717310242) -> (continuation of Deferred@567030264 after retry RPC after error@1214917156) -> (continuation of Deferred@1107557538 after retry RPC after error@1646994841) -> (continuation of Deferred@573082581 after retry RPC after error@998944446) -> (continuation of Deferred@1714529153 after retry RPC after error@1569539379) -> (continuation of Deferred@991759220 after retry RPC after error@1435282935) -> (continuation of Deferred@1045045612 after retry RPC after error@156847947) -> (continuation of Deferred@1523360703 after retry RPC after error@1780436484) -> (continuation of Deferred@95507306 after retry RPC after error@1179740032) -> (continuation of Deferred@2034234798 after retry RPC after error@1765866467) -> (continuation of Deferred@1726341026 after retry RPC after error@734382489) -> (continuation of Deferred@768723914 after retry RPC after error@1126216304) -> (continuation of Deferred@200306041 after retry RPC after error@251458719) -> (continuation of Deferred@768663825 after retry RPC after error@1797617129) -> (continuation of Deferred@1672894033 after retry RPC after error@168238772) -> (continuation of Deferred@552971916 after retry RPC after error@1623137606) -> (continuation of Deferred@837475294 after retry RPC after error@53117417) -> (continuation of Deferred@237428430 after retry RPC after error@376153953) -> (continuation of Deferred@1907931737 after retry RPC after error@642402382) -> (continuation of Deferred@513946343 after retry RPC after error@1438240509) -> (continuation of Deferred@1642585185 after retry RPC after error@362537003) -> (continuation of Deferred@446815605 after retry RPC after error@32782074) -> (continuation of Deferred@1588590193 after retry RPC after error@352309047), errback=(continuation of Deferred@1721607017 after retry RPC after error@1049295029) -> (continuation of Deferred@977671335 after retry RPC after error@717310242) -> (continuation of Deferred@567030264 after retry RPC after error@1214917156) -> (continuation of Deferred@1107557538 after retry RPC after error@1646994841) -> (continuation of Deferred@573082581 after retry RPC after error@998944446) -> (continuation of Deferred@1714529153 after retry RPC after error@1569539379) -> (continuation of Deferred@991759220 after retry RPC after error@1435282935) -> (continuation of Deferred@1045045612 after retry RPC after error@156847947) -> (continuation of Deferred@1523360703 after retry RPC after error@1780436484) -> (continuation of Deferred@95507306 after retry RPC after error@1179740032) -> (continuation of Deferred@2034234798 after retry RPC after error@1765866467) -> (continuation of Deferred@1726341026 after retry RPC after error@734382489) -> (continuation of Deferred@768723914 after retry RPC after error@1126216304) -> (continuation of Deferred@200306041 after retry RPC after error@251458719) -> (continuation of Deferred@768663825 after retry RPC after error@1797617129) -> (continuation of Deferred@1672894033 after retry RPC after error@168238772) -> (continuation of Deferred@552971916 after retry RPC after error@1623137606) -> (continuation of Deferred@837475294 after retry RPC after error@53117417) -> (continuation of Deferred@237428430 after retry RPC after error@376153953) -> (continuation of Deferred@1907931737 after retry RPC after error@642402382) -> (continuation of Deferred@513946343 after retry RPC after error@1438240509) -> (continuation of Deferred@1642585185 after retry RPC after error@362537003) -> (continuation of Deferred@446815605 after retry RPC after error@32782074) -> (continuation of Deferred@1588590193 after retry RPC after error@352309047)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=27201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [15ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [15ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.61:34911: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [16ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [17ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.60:35933: Network error: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [18ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.62:35193: Network error: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [18ms] delaying RPC due to: Service unavailable: Master config (127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [53ms] refreshing cache from master, [53ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [84ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [85ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.61:34911: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [105ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.60:35933: Network error: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [137ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.62:35193: Network error: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [137ms] delaying RPC due to: Service unavailable: Master config (127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [172ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [175ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.61:34911: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.62:35193: Network error: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [183ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.60:35933: Network error: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [183ms] delaying RPC due to: Service unavailable: Master config (127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [202ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.61:34911: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [203ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.62:35193: Network error: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [203ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.60:35933: Network error: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [203ms] delaying RPC due to: Service unavailable: Master config (127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [222ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.60:35933: Network error: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [222ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.62:35193: Network error: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [222ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.61:34911: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [222ms] delaying RPC due to: Service unavailable: Master config (127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [262ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.61:34911: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [262ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.60:35933: Network error: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [263ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.62:35193: Network error: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [263ms] delaying RPC due to: Service unavailable: Master config (127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [320ms] refreshing cache from master, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [321ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.61:34911: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [321ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.62:35193: Network error: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [321ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.60:35933: Network error: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [321ms] delaying RPC due to: Service unavailable: Master config (127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [440ms] refreshing cache from master, [440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [441ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.61:34911: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [441ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.62:35193: Network error: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [442ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.60:35933: Network error: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [442ms] delaying RPC due to: Service unavailable: Master config (127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [500ms] refreshing cache from master, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [501ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.61:34911: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [501ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.60:35933: Network error: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [502ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.62:35193: Network error: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [502ms] delaying RPC due to: Service unavailable: Master config (127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [620ms] refreshing cache from master, [620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [622ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.61:34911: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [622ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.60:35933: Network error: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [623ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.62:35193: Network error: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [623ms] delaying RPC due to: Service unavailable: Master config (127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [1040ms] refreshing cache from master, [1040ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [1041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [1041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [1041ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.61:34911: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [1042ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.60:35933: Network error: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [1042ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.62:35193: Network error: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [1042ms] delaying RPC due to: Service unavailable: Master config (127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [1580ms] refreshing cache from master, [1580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [1580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [1580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [1581ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.60:35933: Network error: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [1582ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.62:35193: Network error: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [1582ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.61:34911: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [1582ms] delaying RPC due to: Service unavailable: Master config (127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [4440ms] refreshing cache from master, [4440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [4441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [4441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [4441ms] too many traces: truncated at 100 traces, deferred=Deferred@1786731792(state=PENDING, result=null, callback=(continuation of Deferred@1721607017 after retry RPC after error@1049295029) -> (continuation of Deferred@977671335 after retry RPC after error@717310242) -> (continuation of Deferred@567030264 after retry RPC after error@1214917156) -> (continuation of Deferred@1107557538 after retry RPC after error@1646994841) -> (continuation of Deferred@573082581 after retry RPC after error@998944446) -> (continuation of Deferred@1714529153 after retry RPC after error@1569539379) -> (continuation of Deferred@991759220 after retry RPC after error@1435282935) -> (continuation of Deferred@1045045612 after retry RPC after error@156847947) -> (continuation of Deferred@1523360703 after retry RPC after error@1780436484) -> (continuation of Deferred@95507306 after retry RPC after error@1179740032) -> (continuation of Deferred@2034234798 after retry RPC after error@1765866467) -> (continuation of Deferred@1726341026 after retry RPC after error@734382489) -> (continuation of Deferred@768723914 after retry RPC after error@1126216304) -> (continuation of Deferred@200306041 after retry RPC after error@251458719) -> (continuation of Deferred@768663825 after retry RPC after error@1797617129) -> (continuation of Deferred@1672894033 after retry RPC after error@168238772) -> (continuation of Deferred@552971916 after retry RPC after error@1623137606) -> (continuation of Deferred@837475294 after retry RPC after error@53117417) -> (continuation of Deferred@237428430 after retry RPC after error@376153953) -> (continuation of Deferred@1907931737 after retry RPC after error@642402382) -> (continuation of Deferred@513946343 after retry RPC after error@1438240509) -> (continuation of Deferred@1642585185 after retry RPC after error@362537003) -> (continuation of Deferred@446815605 after retry RPC after error@32782074) -> (continuation of Deferred@1588590193 after retry RPC after error@352309047), errback=(continuation of Deferred@1721607017 after retry RPC after error@1049295029) -> (continuation of Deferred@977671335 after retry RPC after error@717310242) -> (continuation of Deferred@567030264 after retry RPC after error@1214917156) -> (continuation of Deferred@1107557538 after retry RPC after error@1646994841) -> (continuation of Deferred@573082581 after retry RPC after error@998944446) -> (continuation of Deferred@1714529153 after retry RPC after error@1569539379) -> (continuation of Deferred@991759220 after retry RPC after error@1435282935) -> (continuation of Deferred@1045045612 after retry RPC after error@156847947) -> (continuation of Deferred@1523360703 after retry RPC after error@1780436484) -> (continuation of Deferred@95507306 after retry RPC after error@1179740032) -> (continuation of Deferred@2034234798 after retry RPC after error@1765866467) -> (continuation of Deferred@1726341026 after retry RPC after error@734382489) -> (continuation of Deferred@768723914 after retry RPC after error@1126216304) -> (continuation of Deferred@200306041 after retry RPC after error@251458719) -> (continuation of Deferred@768663825 after retry RPC after error@1797617129) -> (continuation of Deferred@1672894033 after retry RPC after error@168238772) -> (continuation of Deferred@552971916 after retry RPC after error@1623137606) -> (continuation of Deferred@837475294 after retry RPC after error@53117417) -> (continuation of Deferred@237428430 after retry RPC after error@376153953) -> (continuation of Deferred@1907931737 after retry RPC after error@642402382) -> (continuation of Deferred@513946343 after retry RPC after error@1438240509) -> (continuation of Deferred@1642585185 after retry RPC after error@362537003) -> (continuation of Deferred@446815605 after retry RPC after error@32782074) -> (continuation of Deferred@1588590193 after retry RPC after error@352309047)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.25.113.60:35933
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:09:32.070 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:32.071 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:32.071 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:32.071 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.113.62:35193(127.25.113.62:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:32.071 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.62:35193: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:32.071 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193; will retry
21:09:32.075 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultScheduler.java:318) Trying to recover from a global failure.
org.apache.flink.util.FlinkException: Global failure triggered by OperatorCoordinator for 'Source: KuduSource -> Sink: Writer' (operator cbc357ccb763df2852fee8c4fc7d55f2).
	at org.apache.flink.runtime.operators.coordination.OperatorCoordinatorHolder$LazyInitializedCoordinatorContext.failJob(OperatorCoordinatorHolder.java:651)
	at org.apache.flink.runtime.operators.coordination.RecreateOnResetOperatorCoordinator$QuiesceableContext.failJob(RecreateOnResetOperatorCoordinator.java:248)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.failJob(SourceCoordinatorContext.java:427)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.handleUncaughtExceptionFromAsyncCall(SourceCoordinatorContext.java:440)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:42)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	... 6 more
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=27201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [15ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [15ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.61:34911: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [16ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [17ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.60:35933: Network error: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [18ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.62:35193: Network error: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [18ms] delaying RPC due to: Service unavailable: Master config (127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [53ms] refreshing cache from master, [53ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [84ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [85ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.61:34911: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [105ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.60:35933: Network error: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [137ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.62:35193: Network error: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [137ms] delaying RPC due to: Service unavailable: Master config (127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [172ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [175ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.61:34911: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.62:35193: Network error: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [183ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.60:35933: Network error: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [183ms] delaying RPC due to: Service unavailable: Master config (127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [202ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.61:34911: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [203ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.62:35193: Network error: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [203ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.60:35933: Network error: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [203ms] delaying RPC due to: Service unavailable: Master config (127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [222ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.60:35933: Network error: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [222ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.62:35193: Network error: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [222ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.61:34911: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [222ms] delaying RPC due to: Service unavailable: Master config (127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [262ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.61:34911: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [262ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.60:35933: Network error: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [263ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.62:35193: Network error: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [263ms] delaying RPC due to: Service unavailable: Master config (127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [320ms] refreshing cache from master, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [321ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.61:34911: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [321ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.62:35193: Network error: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [321ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.60:35933: Network error: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [321ms] delaying RPC due to: Service unavailable: Master config (127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [440ms] refreshing cache from master, [440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [441ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.61:34911: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [441ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.62:35193: Network error: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [442ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.60:35933: Network error: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [442ms] delaying RPC due to: Service unavailable: Master config (127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [500ms] refreshing cache from master, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [501ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.61:34911: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [501ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.60:35933: Network error: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [502ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.62:35193: Network error: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [502ms] delaying RPC due to: Service unavailable: Master config (127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [620ms] refreshing cache from master, [620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [622ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.61:34911: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [622ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.60:35933: Network error: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [623ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.62:35193: Network error: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [623ms] delaying RPC due to: Service unavailable: Master config (127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [1040ms] refreshing cache from master, [1040ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [1041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [1041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [1041ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.61:34911: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [1042ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.60:35933: Network error: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [1042ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.62:35193: Network error: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [1042ms] delaying RPC due to: Service unavailable: Master config (127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [1580ms] refreshing cache from master, [1580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [1580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [1580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [1581ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.60:35933: Network error: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [1582ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.62:35193: Network error: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [1582ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.61:34911: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [1582ms] delaying RPC due to: Service unavailable: Master config (127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [4440ms] refreshing cache from master, [4440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [4441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [4441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [4441ms] too many traces: truncated at 100 traces, deferred=Deferred@1786731792(state=PENDING, result=null, callback=(continuation of Deferred@1721607017 after retry RPC after error@1049295029) -> (continuation of Deferred@977671335 after retry RPC after error@717310242) -> (continuation of Deferred@567030264 after retry RPC after error@1214917156) -> (continuation of Deferred@1107557538 after retry RPC after error@1646994841) -> (continuation of Deferred@573082581 after retry RPC after error@998944446) -> (continuation of Deferred@1714529153 after retry RPC after error@1569539379) -> (continuation of Deferred@991759220 after retry RPC after error@1435282935) -> (continuation of Deferred@1045045612 after retry RPC after error@156847947) -> (continuation of Deferred@1523360703 after retry RPC after error@1780436484) -> (continuation of Deferred@95507306 after retry RPC after error@1179740032) -> (continuation of Deferred@2034234798 after retry RPC after error@1765866467) -> (continuation of Deferred@1726341026 after retry RPC after error@734382489) -> (continuation of Deferred@768723914 after retry RPC after error@1126216304) -> (continuation of Deferred@200306041 after retry RPC after error@251458719) -> (continuation of Deferred@768663825 after retry RPC after error@1797617129) -> (continuation of Deferred@1672894033 after retry RPC after error@168238772) -> (continuation of Deferred@552971916 after retry RPC after error@1623137606) -> (continuation of Deferred@837475294 after retry RPC after error@53117417) -> (continuation of Deferred@237428430 after retry RPC after error@376153953) -> (continuation of Deferred@1907931737 after retry RPC after error@642402382) -> (continuation of Deferred@513946343 after retry RPC after error@1438240509) -> (continuation of Deferred@1642585185 after retry RPC after error@362537003) -> (continuation of Deferred@446815605 after retry RPC after error@32782074) -> (continuation of Deferred@1588590193 after retry RPC after error@352309047), errback=(continuation of Deferred@1721607017 after retry RPC after error@1049295029) -> (continuation of Deferred@977671335 after retry RPC after error@717310242) -> (continuation of Deferred@567030264 after retry RPC after error@1214917156) -> (continuation of Deferred@1107557538 after retry RPC after error@1646994841) -> (continuation of Deferred@573082581 after retry RPC after error@998944446) -> (continuation of Deferred@1714529153 after retry RPC after error@1569539379) -> (continuation of Deferred@991759220 after retry RPC after error@1435282935) -> (continuation of Deferred@1045045612 after retry RPC after error@156847947) -> (continuation of Deferred@1523360703 after retry RPC after error@1780436484) -> (continuation of Deferred@95507306 after retry RPC after error@1179740032) -> (continuation of Deferred@2034234798 after retry RPC after error@1765866467) -> (continuation of Deferred@1726341026 after retry RPC after error@734382489) -> (continuation of Deferred@768723914 after retry RPC after error@1126216304) -> (continuation of Deferred@200306041 after retry RPC after error@251458719) -> (continuation of Deferred@768663825 after retry RPC after error@1797617129) -> (continuation of Deferred@1672894033 after retry RPC after error@168238772) -> (continuation of Deferred@552971916 after retry RPC after error@1623137606) -> (continuation of Deferred@837475294 after retry RPC after error@53117417) -> (continuation of Deferred@237428430 after retry RPC after error@376153953) -> (continuation of Deferred@1907931737 after retry RPC after error@642402382) -> (continuation of Deferred@513946343 after retry RPC after error@1438240509) -> (continuation of Deferred@1642585185 after retry RPC after error@362537003) -> (continuation of Deferred@446815605 after retry RPC after error@32782074) -> (continuation of Deferred@1588590193 after retry RPC after error@352309047)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=27201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [15ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [15ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.61:34911: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [16ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [17ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.60:35933: Network error: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [18ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.62:35193: Network error: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [18ms] delaying RPC due to: Service unavailable: Master config (127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [53ms] refreshing cache from master, [53ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [84ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [85ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.61:34911: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [105ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.60:35933: Network error: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [137ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.62:35193: Network error: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [137ms] delaying RPC due to: Service unavailable: Master config (127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [172ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [175ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.61:34911: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.62:35193: Network error: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [183ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.60:35933: Network error: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [183ms] delaying RPC due to: Service unavailable: Master config (127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [202ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.61:34911: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [203ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.62:35193: Network error: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [203ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.60:35933: Network error: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [203ms] delaying RPC due to: Service unavailable: Master config (127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [222ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.60:35933: Network error: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [222ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.62:35193: Network error: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [222ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.61:34911: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [222ms] delaying RPC due to: Service unavailable: Master config (127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [262ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.61:34911: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [262ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.60:35933: Network error: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [263ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.62:35193: Network error: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [263ms] delaying RPC due to: Service unavailable: Master config (127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [320ms] refreshing cache from master, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [321ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.61:34911: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [321ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.62:35193: Network error: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [321ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.60:35933: Network error: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [321ms] delaying RPC due to: Service unavailable: Master config (127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [440ms] refreshing cache from master, [440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [441ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.61:34911: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [441ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.62:35193: Network error: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [442ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.60:35933: Network error: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [442ms] delaying RPC due to: Service unavailable: Master config (127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [500ms] refreshing cache from master, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [501ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.61:34911: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [501ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.60:35933: Network error: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [502ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.62:35193: Network error: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [502ms] delaying RPC due to: Service unavailable: Master config (127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [620ms] refreshing cache from master, [620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [622ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.61:34911: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [622ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.60:35933: Network error: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [623ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.62:35193: Network error: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [623ms] delaying RPC due to: Service unavailable: Master config (127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [1040ms] refreshing cache from master, [1040ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [1041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [1041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [1041ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.61:34911: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [1042ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.60:35933: Network error: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [1042ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.62:35193: Network error: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [1042ms] delaying RPC due to: Service unavailable: Master config (127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [1580ms] refreshing cache from master, [1580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [1580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [1580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [1581ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.60:35933: Network error: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [1582ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.62:35193: Network error: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [1582ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.61:34911: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [1582ms] delaying RPC due to: Service unavailable: Master config (127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [4440ms] refreshing cache from master, [4440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [4441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [4441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [4441ms] too many traces: truncated at 100 traces, deferred=Deferred@1786731792(state=PENDING, result=null, callback=(continuation of Deferred@1721607017 after retry RPC after error@1049295029) -> (continuation of Deferred@977671335 after retry RPC after error@717310242) -> (continuation of Deferred@567030264 after retry RPC after error@1214917156) -> (continuation of Deferred@1107557538 after retry RPC after error@1646994841) -> (continuation of Deferred@573082581 after retry RPC after error@998944446) -> (continuation of Deferred@1714529153 after retry RPC after error@1569539379) -> (continuation of Deferred@991759220 after retry RPC after error@1435282935) -> (continuation of Deferred@1045045612 after retry RPC after error@156847947) -> (continuation of Deferred@1523360703 after retry RPC after error@1780436484) -> (continuation of Deferred@95507306 after retry RPC after error@1179740032) -> (continuation of Deferred@2034234798 after retry RPC after error@1765866467) -> (continuation of Deferred@1726341026 after retry RPC after error@734382489) -> (continuation of Deferred@768723914 after retry RPC after error@1126216304) -> (continuation of Deferred@200306041 after retry RPC after error@251458719) -> (continuation of Deferred@768663825 after retry RPC after error@1797617129) -> (continuation of Deferred@1672894033 after retry RPC after error@168238772) -> (continuation of Deferred@552971916 after retry RPC after error@1623137606) -> (continuation of Deferred@837475294 after retry RPC after error@53117417) -> (continuation of Deferred@237428430 after retry RPC after error@376153953) -> (continuation of Deferred@1907931737 after retry RPC after error@642402382) -> (continuation of Deferred@513946343 after retry RPC after error@1438240509) -> (continuation of Deferred@1642585185 after retry RPC after error@362537003) -> (continuation of Deferred@446815605 after retry RPC after error@32782074) -> (continuation of Deferred@1588590193 after retry RPC after error@352309047), errback=(continuation of Deferred@1721607017 after retry RPC after error@1049295029) -> (continuation of Deferred@977671335 after retry RPC after error@717310242) -> (continuation of Deferred@567030264 after retry RPC after error@1214917156) -> (continuation of Deferred@1107557538 after retry RPC after error@1646994841) -> (continuation of Deferred@573082581 after retry RPC after error@998944446) -> (continuation of Deferred@1714529153 after retry RPC after error@1569539379) -> (continuation of Deferred@991759220 after retry RPC after error@1435282935) -> (continuation of Deferred@1045045612 after retry RPC after error@156847947) -> (continuation of Deferred@1523360703 after retry RPC after error@1780436484) -> (continuation of Deferred@95507306 after retry RPC after error@1179740032) -> (continuation of Deferred@2034234798 after retry RPC after error@1765866467) -> (continuation of Deferred@1726341026 after retry RPC after error@734382489) -> (continuation of Deferred@768723914 after retry RPC after error@1126216304) -> (continuation of Deferred@200306041 after retry RPC after error@251458719) -> (continuation of Deferred@768663825 after retry RPC after error@1797617129) -> (continuation of Deferred@1672894033 after retry RPC after error@168238772) -> (continuation of Deferred@552971916 after retry RPC after error@1623137606) -> (continuation of Deferred@837475294 after retry RPC after error@53117417) -> (continuation of Deferred@237428430 after retry RPC after error@376153953) -> (continuation of Deferred@1907931737 after retry RPC after error@642402382) -> (continuation of Deferred@513946343 after retry RPC after error@1438240509) -> (continuation of Deferred@1642585185 after retry RPC after error@362537003) -> (continuation of Deferred@446815605 after retry RPC after error@32782074) -> (continuation of Deferred@1588590193 after retry RPC after error@352309047)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.25.113.60:35933
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:09:32.076 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultScheduler.java:347) 4 tasks will be restarted to recover from a global failure.
21:09:32.076 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (2841dd5f383bae9a8f297e74525dcca1) switched from state RUNNING to RESTARTING.
21:09:32.077 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from INITIALIZING to CANCELING.
21:09:32.077 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#1) of source Source: KuduSource.
21:09:32.077 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#1) of source Source: KuduSource.
21:09:32.077 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from INITIALIZING to CANCELING.
21:09:32.077 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (4/4)#1 (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_3_1).
21:09:32.078 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#1) of source Source: KuduSource.
21:09:32.078 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#1 (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from INITIALIZING to CANCELING.
21:09:32.078 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from INITIALIZING to CANCELING.
21:09:32.078 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (4/4)#1 (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_3_1).
21:09:32.078 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#1) of source Source: KuduSource.
21:09:32.078 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from INITIALIZING to CANCELING.
21:09:32.078 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.25.113.61:34911(127.25.113.61:34911)] connecting to peer
21:09:32.079 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.25.113.60:35933(127.25.113.60:35933)] connecting to peer
21:09:32.079 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.25.113.62:35193(127.25.113.62:35193)] connecting to peer
21:09:32.080 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:32.080 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.113.61:34911(127.25.113.61:34911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:32.080 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.61:34911: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:32.080 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:32.081 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.113.60:35933(127.25.113.60:35933)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:32.081 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.60:35933: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:32.081 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:32.081 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.113.62:35193(127.25.113.62:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:32.081 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.62:35193: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:32.081 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193; will retry
21:09:32.085 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (SourceReaderBase.java:338) Closing Source Reader.
21:09:32.085 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#1 (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from CANCELING to CANCELED.
21:09:32.085 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#1 (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_3_1).
21:09:32.087 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (3/4)#1 (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_2_1).
21:09:32.087 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#1 (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from INITIALIZING to CANCELING.
21:09:32.087 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (3/4)#1 (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_2_1).
21:09:32.089 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (SourceReaderBase.java:338) Closing Source Reader.
21:09:32.089 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#1 (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from CANCELING to CANCELED.
21:09:32.089 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#1 (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_2_1).
21:09:32.091 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (2/4)#1 (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_1_1).
21:09:32.092 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#1 (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from INITIALIZING to CANCELING.
21:09:32.092 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (2/4)#1 (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_1_1).
21:09:32.093 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (1/4)#1 (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_0_1).
21:09:32.093 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#1 (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from INITIALIZING to CANCELING.
21:09:32.093 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (SourceReaderBase.java:338) Closing Source Reader.
21:09:32.093 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (1/4)#1 (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_0_1).
21:09:32.093 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#1 (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from CANCELING to CANCELED.
21:09:32.093 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#1 (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_1_1).
21:09:32.096 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#1 1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_3_1.
21:09:32.097 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#1 1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_2_1.
21:09:32.097 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#1 1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_1_1.
21:09:32.098 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from CANCELING to CANCELED.
21:09:32.101 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.25.113.61:34911(127.25.113.61:34911)] connecting to peer
21:09:32.101 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.25.113.60:35933(127.25.113.60:35933)] connecting to peer
21:09:32.101 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.25.113.62:35193(127.25.113.62:35193)] connecting to peer
21:09:32.101 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:32.102 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.113.61:34911(127.25.113.61:34911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:32.102 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.61:34911: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:32.102 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:32.102 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.113.60:35933(127.25.113.60:35933)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:32.102 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.60:35933: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:32.103 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:32.103 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.113.62:35193(127.25.113.62:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:32.103 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.62:35193: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:32.103 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193; will retry
21:09:32.104 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 2841dd5f383bae9a8f297e74525dcca1: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
21:09:32.104 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from CANCELING to CANCELED.
21:09:32.105 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 2841dd5f383bae9a8f297e74525dcca1: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
21:09:32.105 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from CANCELING to CANCELED.
21:09:32.106 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job 2841dd5f383bae9a8f297e74525dcca1: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
21:09:32.107 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (SourceReaderBase.java:338) Closing Source Reader.
21:09:32.107 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#1 (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from CANCELING to CANCELED.
21:09:32.107 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#1 (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_0_1).
21:09:32.108 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#1 1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_0_1.
21:09:32.109 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from CANCELING to CANCELED.
21:09:32.111 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:318) Clearing resource requirements of job 2841dd5f383bae9a8f297e74525dcca1
21:09:32.118 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.25.113.61:34911(127.25.113.61:34911)] connecting to peer
21:09:32.118 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.25.113.60:35933(127.25.113.60:35933)] connecting to peer
21:09:32.118 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.25.113.62:35193(127.25.113.62:35193)] connecting to peer
21:09:32.119 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:32.119 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.113.61:34911(127.25.113.61:34911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:32.119 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.61:34911: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:32.119 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:32.119 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.113.62:35193(127.25.113.62:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:32.119 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:32.119 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.62:35193: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:32.119 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.113.60:35933(127.25.113.60:35933)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:32.119 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.60:35933: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:32.119 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193; will retry
21:09:32.138 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.25.113.61:34911(127.25.113.61:34911)] connecting to peer
21:09:32.138 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.25.113.60:35933(127.25.113.60:35933)] connecting to peer
21:09:32.139 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:32.139 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.113.61:34911(127.25.113.61:34911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:32.139 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.61:34911: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:32.139 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.25.113.62:35193(127.25.113.62:35193)] connecting to peer
21:09:32.140 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:32.140 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:32.140 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.113.62:35193(127.25.113.62:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:32.140 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.113.60:35933(127.25.113.60:35933)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:32.140 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.62:35193: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:32.140 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.60:35933: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:32.140 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193; will retry
21:09:32.178 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.25.113.61:34911(127.25.113.61:34911)] connecting to peer
21:09:32.180 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:32.180 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.113.61:34911(127.25.113.61:34911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:32.180 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.61:34911: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:32.180 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.25.113.60:35933(127.25.113.60:35933)] connecting to peer
21:09:32.181 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:32.181 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.113.60:35933(127.25.113.60:35933)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:32.181 [INFO - pool-310-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.60:35933: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:32.181 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.25.113.62:35193(127.25.113.62:35193)] connecting to peer
21:09:32.182 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:32.182 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.113.62:35193(127.25.113.62:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:32.182 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.62:35193: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:32.182 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193; will retry
21:09:32.201 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:32.201 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:32.201 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:32.202 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:32.202 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:32.202 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:32.202 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:32.202 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:32.202 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:32.202 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:32.202 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:32.202 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:32.202 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:32.238 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.25.113.61:34911(127.25.113.61:34911)] connecting to peer
21:09:32.238 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.25.113.60:35933(127.25.113.60:35933)] connecting to peer
21:09:32.239 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:32.239 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.113.61:34911(127.25.113.61:34911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:32.239 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.61:34911: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:32.239 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:32.239 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.113.60:35933(127.25.113.60:35933)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:32.239 [INFO - pool-310-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.60:35933: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:32.239 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.25.113.62:35193(127.25.113.62:35193)] connecting to peer
21:09:32.240 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:32.240 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.113.62:35193(127.25.113.62:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:32.240 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.62:35193: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:32.240 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193; will retry
21:09:32.311 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:32.311 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:32.311 [DEBUG - pool-314-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:32.312 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:32.312 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:32.312 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:32.312 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:32.312 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:32.312 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:32.312 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:32.312 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:32.312 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:32.312 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:32.313 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=27620), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.188:44635, [128ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.190:34167, [129ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.189:42387, [139ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.189:42387: Network error: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.188:44635: Network error: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.190:34167: Network error: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167, [142ms] delaying RPC due to: Service unavailable: Master config (127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.188:44635, [205ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.190:34167, [206ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.188:44635: Network error: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635, [258ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.189:42387, [259ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.190:34167: Network error: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167, [271ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.189:42387: Network error: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [271ms] delaying RPC due to: Service unavailable: Master config (127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.188:44635, [293ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.190:34167, [294ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.188:44635: Network error: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635, [294ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.189:42387, [295ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.189:42387: Network error: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [296ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.190:34167: Network error: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167, [296ms] delaying RPC due to: Service unavailable: Master config (127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167, [320ms] refreshing cache from master, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.188:44635, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.190:34167, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.189:42387, [321ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.188:44635: Network error: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635, [321ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.189:42387: Network error: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [322ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.190:34167: Network error: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167, [322ms] delaying RPC due to: Service unavailable: Master config (127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.188:44635, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.190:34167, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.189:42387, [341ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.188:44635: Network error: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635, [341ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.189:42387: Network error: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [341ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.190:34167: Network error: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167, [341ms] delaying RPC due to: Service unavailable: Master config (127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167, [360ms] refreshing cache from master, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.188:44635, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.190:34167, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.189:42387, [361ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.188:44635: Network error: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635, [361ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.190:34167: Network error: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167, [362ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.189:42387: Network error: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [362ms] delaying RPC due to: Service unavailable: Master config (127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [420ms] refreshing cache from master, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.188:44635, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.190:34167, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.189:42387, [421ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.188:44635: Network error: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635, [421ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.190:34167: Network error: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167, [421ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.189:42387: Network error: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [422ms] delaying RPC due to: Service unavailable: Master config (127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [440ms] refreshing cache from master, [440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.188:44635, [440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.190:34167, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.189:42387, [441ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.189:42387: Network error: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [441ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.190:34167: Network error: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167, [442ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.188:44635: Network error: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635, [442ms] delaying RPC due to: Service unavailable: Master config (127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635, [640ms] refreshing cache from master, [640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.188:44635, [640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.190:34167, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.189:42387, [641ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.188:44635: Network error: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635, [641ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.190:34167: Network error: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167, [642ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.189:42387: Network error: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [642ms] delaying RPC due to: Service unavailable: Master config (127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [780ms] refreshing cache from master, [781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.188:44635, [781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.190:34167, [781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.189:42387, [782ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.188:44635: Network error: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635, [782ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.190:34167: Network error: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167, [783ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.189:42387: Network error: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [783ms] delaying RPC due to: Service unavailable: Master config (127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [1740ms] refreshing cache from master, [1741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.188:44635, [1741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.190:34167, [1741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.189:42387, [1742ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.188:44635: Network error: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635, [1743ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.190:34167: Network error: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167, [1743ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.189:42387: Network error: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [1743ms] delaying RPC due to: Service unavailable: Master config (127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [2220ms] refreshing cache from master, [2220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.188:44635, [2221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.190:34167, [2221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.189:42387, [2222ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.188:44635: Network error: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635, [2222ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.190:34167: Network error: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167, [2223ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.189:42387: Network error: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [2223ms] delaying RPC due to: Service unavailable: Master config (127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [5480ms] refreshing cache from master, [5480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.188:44635, [5481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.190:34167, [5481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.189:42387, [5481ms] too many traces: truncated at 100 traces, deferred=Deferred@465366279(state=PENDING, result=null, callback=(continuation of Deferred@1308166506 after retry RPC after error@1116119460) -> (continuation of Deferred@1245008399 after retry RPC after error@916277915) -> (continuation of Deferred@858437499 after retry RPC after error@1154919227) -> (continuation of Deferred@605240452 after retry RPC after error@2022077199) -> (continuation of Deferred@519148043 after retry RPC after error@1863282077) -> (continuation of Deferred@1388678116 after retry RPC after error@420517048) -> (continuation of Deferred@199437403 after retry RPC after error@529845055) -> (continuation of Deferred@1634793858 after retry RPC after error@2094535744) -> (continuation of Deferred@1850437236 after retry RPC after error@1463786929) -> (continuation of Deferred@828756541 after retry RPC after error@228833861) -> (continuation of Deferred@950951243 after retry RPC after error@324505082) -> (continuation of Deferred@213668247 after retry RPC after error@475898839) -> (continuation of Deferred@1456726290 after retry RPC after error@2042928751) -> (continuation of Deferred@395991081 after retry RPC after error@1713902102) -> (continuation of Deferred@800765104 after retry RPC after error@1917870286) -> (continuation of Deferred@927872445 after retry RPC after error@298858976) -> (continuation of Deferred@1798635614 after retry RPC after error@437406694) -> (continuation of Deferred@1547138756 after retry RPC after error@1278757787) -> (continuation of Deferred@265065906 after retry RPC after error@118072022) -> (continuation of Deferred@1626301861 after retry RPC after error@1854246576) -> (continuation of Deferred@93321175 after retry RPC after error@1331358370) -> (continuation of Deferred@1409510561 after retry RPC after error@372344991) -> (continuation of Deferred@1828385985 after retry RPC after error@1953307654), errback=(continuation of Deferred@1308166506 after retry RPC after error@1116119460) -> (continuation of Deferred@1245008399 after retry RPC after error@916277915) -> (continuation of Deferred@858437499 after retry RPC after error@1154919227) -> (continuation of Deferred@605240452 after retry RPC after error@2022077199) -> (continuation of Deferred@519148043 after retry RPC after error@1863282077) -> (continuation of Deferred@1388678116 after retry RPC after error@420517048) -> (continuation of Deferred@199437403 after retry RPC after error@529845055) -> (continuation of Deferred@1634793858 after retry RPC after error@2094535744) -> (continuation of Deferred@1850437236 after retry RPC after error@1463786929) -> (continuation of Deferred@828756541 after retry RPC after error@228833861) -> (continuation of Deferred@950951243 after retry RPC after error@324505082) -> (continuation of Deferred@213668247 after retry RPC after error@475898839) -> (continuation of Deferred@1456726290 after retry RPC after error@2042928751) -> (continuation of Deferred@395991081 after retry RPC after error@1713902102) -> (continuation of Deferred@800765104 after retry RPC after error@1917870286) -> (continuation of Deferred@927872445 after retry RPC after error@298858976) -> (continuation of Deferred@1798635614 after retry RPC after error@437406694) -> (continuation of Deferred@1547138756 after retry RPC after error@1278757787) -> (continuation of Deferred@265065906 after retry RPC after error@118072022) -> (continuation of Deferred@1626301861 after retry RPC after error@1854246576) -> (continuation of Deferred@93321175 after retry RPC after error@1331358370) -> (continuation of Deferred@1409510561 after retry RPC after error@372344991) -> (continuation of Deferred@1828385985 after retry RPC after error@1953307654)))
21:09:32.331 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:32.331 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.110.125:37111(127.27.110.125:37111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:32.331 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.125:37111: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:32.331 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039; will retry
21:09:32.338 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.25.113.61:34911(127.25.113.61:34911)] connecting to peer
21:09:32.339 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:32.339 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.113.61:34911(127.25.113.61:34911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:32.339 [INFO - pool-310-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.61:34911: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:32.339 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.25.113.60:35933(127.25.113.60:35933)] connecting to peer
21:09:32.339 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.25.113.62:35193(127.25.113.62:35193)] connecting to peer
21:09:32.340 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:32.340 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.113.60:35933(127.25.113.60:35933)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:32.340 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:32.340 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.60:35933: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:32.340 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.113.62:35193(127.25.113.62:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:32.340 [INFO - pool-310-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.62:35193: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:32.340 [WARN - pool-310-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193; will retry
21:09:32.374 [DEBUG - pool-391-thread-1] (Connection.java:748) [peer master-127.27.110.125:37111(127.27.110.125:37111)] connecting to peer
21:09:32.375 [DEBUG - pool-391-thread-1] (Connection.java:748) [peer master-127.27.110.126:34219(127.27.110.126:34219)] connecting to peer
21:09:32.375 [DEBUG - pool-391-thread-1] (Connection.java:748) [peer master-127.27.110.124:43039(127.27.110.124:43039)] connecting to peer
21:09:32.375 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:32.375 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.110.125:37111(127.27.110.125:37111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:32.375 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:32.375 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.110.124:43039(127.27.110.124:43039)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:32.375 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.125:37111: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:32.375 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.124:43039: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:32.376 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:32.376 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.110.126:34219(127.27.110.126:34219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:32.376 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.126:34219: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:32.376 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039; will retry
21:09:32.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T21:09:32Z chronyd exiting
21:09:32.403 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.27.110.125:37111(127.27.110.125:37111)] connecting to peer
21:09:32.404 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.27.110.126:34219(127.27.110.126:34219)] connecting to peer
21:09:32.404 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.27.110.124:43039(127.27.110.124:43039)] connecting to peer
21:09:32.404 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:32.404 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.110.125:37111(127.27.110.125:37111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:32.404 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:32.404 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.110.126:34219(127.27.110.126:34219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:32.404 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.125:37111: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:32.404 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.126:34219: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:32.404 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:32.405 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.110.124:43039(127.27.110.124:43039)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:32.405 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.124:43039: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:32.405 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039; will retry
21:09:32.449 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:32.461 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 19 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544972460 for job d6a71f5cf5f060cfaa5d5fa24434f7a3.
21:09:32.486 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 19 for job d6a71f5cf5f060cfaa5d5fa24434f7a3 (5104 bytes, checkpointDuration=25 ms, finalizationTime=0 ms).
21:09:32.486 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 19 as completed for source Source: KuduSource.
21:09:32.515 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:32.515 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:32.524 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.27.110.125:37111(127.27.110.125:37111)] connecting to peer
21:09:32.524 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.27.110.126:34219(127.27.110.126:34219)] connecting to peer
21:09:32.525 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:32.525 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:32.525 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.27.110.124:43039(127.27.110.124:43039)] connecting to peer
21:09:32.525 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.110.126:34219(127.27.110.126:34219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:32.525 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.110.125:37111(127.27.110.125:37111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:32.525 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.125:37111: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:32.525 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.126:34219: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:32.525 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:32.525 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.110.124:43039(127.27.110.124:43039)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:32.525 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.124:43039: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:32.526 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039; will retry
21:09:32.531 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:32.531 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:32.532 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:32.532 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:32.532 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:32.532 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:32.532 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:32.532 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:32.532 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:32.532 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:32.532 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:32.532 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:32.532 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:32.543 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.27.110.125:37111(127.27.110.125:37111)] connecting to peer
21:09:32.544 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.27.110.126:34219(127.27.110.126:34219)] connecting to peer
21:09:32.544 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.27.110.124:43039(127.27.110.124:43039)] connecting to peer
21:09:32.544 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:32.544 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:32.544 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.110.126:34219(127.27.110.126:34219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:32.544 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.110.125:37111(127.27.110.125:37111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:32.544 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:32.544 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.110.124:43039(127.27.110.124:43039)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:32.544 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.126:34219: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:32.544 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.125:37111: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:32.544 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.124:43039: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:32.544 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039; will retry
21:09:32.572 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.27.110.125:37111(127.27.110.125:37111)] connecting to peer
21:09:32.572 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.27.110.126:34219(127.27.110.126:34219)] connecting to peer
21:09:32.572 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.27.110.124:43039(127.27.110.124:43039)] connecting to peer
21:09:32.573 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:32.573 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:32.573 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.110.125:37111(127.27.110.125:37111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:32.573 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.110.126:34219(127.27.110.126:34219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:32.573 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.125:37111: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:32.573 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:32.573 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.126:34219: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:32.573 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.110.124:43039(127.27.110.124:43039)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:32.573 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.124:43039: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:32.573 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039; will retry
21:09:32.578 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.25.113.61:34911(127.25.113.61:34911)] connecting to peer
21:09:32.579 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.25.113.60:35933(127.25.113.60:35933)] connecting to peer
21:09:32.579 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.25.113.62:35193(127.25.113.62:35193)] connecting to peer
21:09:32.579 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:32.579 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:32.579 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.113.61:34911(127.25.113.61:34911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:32.579 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:32.579 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.113.60:35933(127.25.113.60:35933)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:32.579 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.60:35933: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:32.579 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.113.62:35193(127.25.113.62:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:32.579 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.61:34911: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:32.579 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.62:35193: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:32.580 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193; will retry
21:09:32.599 [DEBUG - pool-318-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:09:32.599 [DEBUG - pool-318-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:09:32.599 [DEBUG - pool-318-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:09:32.600 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:32.600 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:32.600 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:32.600 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:32.600 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:32.600 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:32.600 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:32.600 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:32.600 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:32.600 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:09:32.632 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.27.110.125:37111(127.27.110.125:37111)] connecting to peer
21:09:32.632 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.27.110.126:34219(127.27.110.126:34219)] connecting to peer
21:09:32.632 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.27.110.124:43039(127.27.110.124:43039)] connecting to peer
21:09:32.633 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:32.633 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:32.633 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.110.125:37111(127.27.110.125:37111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:32.633 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:32.633 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.110.124:43039(127.27.110.124:43039)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:32.633 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.125:37111: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:32.633 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.110.126:34219(127.27.110.126:34219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:32.633 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.124:43039: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:32.633 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.126:34219: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:32.633 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039; will retry
21:09:32.731 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:32.731 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:32.732 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:32.732 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:32.732 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:32.732 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:32.732 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:32.732 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:32.732 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:32.732 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:32.732 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:32.732 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:32.732 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:32.736 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.27.110.125:37111(127.27.110.125:37111)] connecting to peer
21:09:32.737 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.27.110.126:34219(127.27.110.126:34219)] connecting to peer
21:09:32.737 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.27.110.124:43039(127.27.110.124:43039)] connecting to peer
21:09:32.737 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:32.737 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.110.125:37111(127.27.110.125:37111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:32.737 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.125:37111: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:32.737 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:32.737 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:32.737 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.110.124:43039(127.27.110.124:43039)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:32.737 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.110.126:34219(127.27.110.126:34219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:32.737 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.124:43039: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:32.737 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.126:34219: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:32.737 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039; will retry
21:09:32.884 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.27.110.125:37111(127.27.110.125:37111)] connecting to peer
21:09:32.884 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.27.110.126:34219(127.27.110.126:34219)] connecting to peer
21:09:32.884 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.27.110.124:43039(127.27.110.124:43039)] connecting to peer
21:09:32.885 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:32.885 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.110.125:37111(127.27.110.125:37111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:32.885 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.125:37111: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:32.885 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:32.885 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:32.885 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.110.126:34219(127.27.110.126:34219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:32.885 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.110.124:43039(127.27.110.124:43039)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:32.885 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.126:34219: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:32.885 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.124:43039: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:32.885 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039; will retry
21:09:32.930 [DEBUG - pool-320-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:09:32.931 [DEBUG - pool-320-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:09:32.931 [DEBUG - pool-320-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:09:32.931 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:32.931 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:32.931 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:32.931 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:32.931 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:32.931 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:32.931 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:32.931 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:32.932 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:32.932 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:09:32.949 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:32.961 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:32.961 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 20 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544972960 for job d6a71f5cf5f060cfaa5d5fa24434f7a3.
21:09:32.961 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:32.961 [DEBUG - pool-306-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:32.962 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:32.962 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:32.962 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:32.962 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:32.962 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:32.962 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:32.962 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:32.962 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:32.962 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:32.962 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:32.963 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=28337), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.188:44635, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.190:34167, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.188:44635: Network error: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.189:42387, [48ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.190:34167: Network error: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167, [57ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.189:42387: Network error: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [57ms] delaying RPC due to: Service unavailable: Master config (127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.188:44635, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.190:34167, [103ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.188:44635: Network error: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635, [109ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.189:42387, [118ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.190:34167: Network error: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167, [173ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.189:42387: Network error: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [176ms] delaying RPC due to: Service unavailable: Master config (127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.188:44635, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.190:34167, [222ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.188:44635: Network error: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.189:42387, [223ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.189:42387: Network error: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [224ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.190:34167: Network error: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167, [224ms] delaying RPC due to: Service unavailable: Master config (127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.188:44635, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.190:34167, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.189:42387, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.188:44635: Network error: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.189:42387: Network error: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [241ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.190:34167: Network error: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167, [241ms] delaying RPC due to: Service unavailable: Master config (127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167, [263ms] refreshing cache from master, [263ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.188:44635, [263ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.190:34167, [263ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.189:42387, [265ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.188:44635: Network error: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635, [265ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.190:34167: Network error: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167, [266ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.189:42387: Network error: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [266ms] delaying RPC due to: Service unavailable: Master config (127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.188:44635, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.190:34167, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.189:42387, [281ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.189:42387: Network error: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [282ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.190:34167: Network error: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167, [286ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.188:44635: Network error: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635, [286ms] delaying RPC due to: Service unavailable: Master config (127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635, [340ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.188:44635, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.190:34167, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.189:42387, [342ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.188:44635: Network error: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635, [342ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.190:34167: Network error: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167, [349ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.189:42387: Network error: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [349ms] delaying RPC due to: Service unavailable: Master config (127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [440ms] refreshing cache from master, [440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.188:44635, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.190:34167, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.189:42387, [442ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.188:44635: Network error: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635, [442ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.190:34167: Network error: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167, [442ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.189:42387: Network error: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [443ms] delaying RPC due to: Service unavailable: Master config (127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [700ms] refreshing cache from master, [700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.188:44635, [700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.190:34167, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.189:42387, [701ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.188:44635: Network error: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635, [701ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.190:34167: Network error: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167, [702ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.189:42387: Network error: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [702ms] delaying RPC due to: Service unavailable: Master config (127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [980ms] refreshing cache from master, [980ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.188:44635, [981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.190:34167, [981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.189:42387, [982ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.188:44635: Network error: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635, [982ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.190:34167: Network error: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167, [983ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.189:42387: Network error: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [983ms] delaying RPC due to: Service unavailable: Master config (127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [1601ms] refreshing cache from master, [1601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.188:44635, [1601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.190:34167, [1601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.189:42387, [1602ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.188:44635: Network error: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635, [1603ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.190:34167: Network error: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167, [1603ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.189:42387: Network error: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [1603ms] delaying RPC due to: Service unavailable: Master config (127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [2860ms] refreshing cache from master, [2860ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.188:44635, [2860ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.190:34167, [2861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.189:42387, [2861ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.188:44635: Network error: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635, [2862ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.190:34167: Network error: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167, [2863ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.189:42387: Network error: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [2863ms] delaying RPC due to: Service unavailable: Master config (127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [5860ms] refreshing cache from master, [5860ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.188:44635, [5860ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.190:34167, [5861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.189:42387, [5861ms] too many traces: truncated at 100 traces, deferred=Deferred@1169186828(state=PENDING, result=null, callback=(continuation of Deferred@1022620726 after retry RPC after error@7280323) -> (continuation of Deferred@598046896 after retry RPC after error@1708379336) -> (continuation of Deferred@1185072640 after retry RPC after error@1048774937) -> (continuation of Deferred@921409153 after retry RPC after error@1294313752) -> (continuation of Deferred@493352058 after retry RPC after error@998960398) -> (continuation of Deferred@1371487072 after retry RPC after error@833758502) -> (continuation of Deferred@332714830 after retry RPC after error@2145037991) -> (continuation of Deferred@1469509127 after retry RPC after error@1999469254) -> (continuation of Deferred@1121356238 after retry RPC after error@1750317221) -> (continuation of Deferred@148211070 after retry RPC after error@347223528) -> (continuation of Deferred@1658603081 after retry RPC after error@398412839) -> (continuation of Deferred@870700507 after retry RPC after error@922598202) -> (continuation of Deferred@915627426 after retry RPC after error@1528881443) -> (continuation of Deferred@1182186641 after retry RPC after error@495577870) -> (continuation of Deferred@836492112 after retry RPC after error@1831734705) -> (continuation of Deferred@516929201 after retry RPC after error@1280110589) -> (continuation of Deferred@597863551 after retry RPC after error@1048342079) -> (continuation of Deferred@1575304575 after retry RPC after error@1987904057) -> (continuation of Deferred@1082821085 after retry RPC after error@500828773) -> (continuation of Deferred@1772147300 after retry RPC after error@2010278307) -> (continuation of Deferred@1669518053 after retry RPC after error@776369618) -> (continuation of Deferred@1100657036 after retry RPC after error@627132269), errback=(continuation of Deferred@1022620726 after retry RPC after error@7280323) -> (continuation of Deferred@598046896 after retry RPC after error@1708379336) -> (continuation of Deferred@1185072640 after retry RPC after error@1048774937) -> (continuation of Deferred@921409153 after retry RPC after error@1294313752) -> (continuation of Deferred@493352058 after retry RPC after error@998960398) -> (continuation of Deferred@1371487072 after retry RPC after error@833758502) -> (continuation of Deferred@332714830 after retry RPC after error@2145037991) -> (continuation of Deferred@1469509127 after retry RPC after error@1999469254) -> (continuation of Deferred@1121356238 after retry RPC after error@1750317221) -> (continuation of Deferred@148211070 after retry RPC after error@347223528) -> (continuation of Deferred@1658603081 after retry RPC after error@398412839) -> (continuation of Deferred@870700507 after retry RPC after error@922598202) -> (continuation of Deferred@915627426 after retry RPC after error@1528881443) -> (continuation of Deferred@1182186641 after retry RPC after error@495577870) -> (continuation of Deferred@836492112 after retry RPC after error@1831734705) -> (continuation of Deferred@516929201 after retry RPC after error@1280110589) -> (continuation of Deferred@597863551 after retry RPC after error@1048342079) -> (continuation of Deferred@1575304575 after retry RPC after error@1987904057) -> (continuation of Deferred@1082821085 after retry RPC after error@500828773) -> (continuation of Deferred@1772147300 after retry RPC after error@2010278307) -> (continuation of Deferred@1669518053 after retry RPC after error@776369618) -> (continuation of Deferred@1100657036 after retry RPC after error@627132269)))
21:09:32.971 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 20 for job d6a71f5cf5f060cfaa5d5fa24434f7a3 (5104 bytes, checkpointDuration=10 ms, finalizationTime=1 ms).
21:09:32.971 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 20 as completed for source Source: KuduSource.
21:09:33.012 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:33.012 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:33.012 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:33.012 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:33.012 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:33.012 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:33.012 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:33.013 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:33.013 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:33.013 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:33.013 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:33.013 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:33.013 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:33.015 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:33.015 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:33.058 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.25.113.61:34911(127.25.113.61:34911)] connecting to peer
21:09:33.058 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.25.113.60:35933(127.25.113.60:35933)] connecting to peer
21:09:33.059 [DEBUG - pool-310-thread-1] (Connection.java:748) [peer master-127.25.113.62:35193(127.25.113.62:35193)] connecting to peer
21:09:33.059 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:33.059 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:33.059 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.113.60:35933(127.25.113.60:35933)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:33.059 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:33.059 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.113.62:35193(127.25.113.62:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:33.059 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.60:35933: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:33.059 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.113.61:34911(127.25.113.61:34911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:33.059 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.61:34911: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:33.059 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.62:35193: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:33.059 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193; will retry
21:09:33.315 [DEBUG - pool-391-thread-1] (Connection.java:748) [peer master-127.27.110.125:37111(127.27.110.125:37111)] connecting to peer
21:09:33.315 [DEBUG - pool-391-thread-1] (Connection.java:748) [peer master-127.27.110.126:34219(127.27.110.126:34219)] connecting to peer
21:09:33.316 [DEBUG - pool-391-thread-1] (Connection.java:748) [peer master-127.27.110.124:43039(127.27.110.124:43039)] connecting to peer
21:09:33.316 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:33.316 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.110.125:37111(127.27.110.125:37111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:33.316 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.125:37111: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:33.316 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:33.316 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:33.316 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.110.126:34219(127.27.110.126:34219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:33.316 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.110.124:43039(127.27.110.124:43039)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:33.316 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.126:34219: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:33.316 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.124:43039: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:33.316 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039; will retry
21:09:33.444 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.27.110.125:37111(127.27.110.125:37111)] connecting to peer
21:09:33.444 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.27.110.126:34219(127.27.110.126:34219)] connecting to peer
21:09:33.444 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.27.110.124:43039(127.27.110.124:43039)] connecting to peer
21:09:33.445 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:33.445 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.110.125:37111(127.27.110.125:37111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:33.445 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.125:37111: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:33.445 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:33.445 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.110.126:34219(127.27.110.126:34219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:33.445 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.126:34219: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:33.445 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:33.445 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.110.124:43039(127.27.110.124:43039)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:33.445 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.124:43039: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:33.445 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039; will retry
21:09:33.449 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
.21:09:33.458 [DEBUG - main] (RandomUtils.java:49) Using random seed: 1783544973458
21:09:33.459 [DEBUG - main] (RandomUtils.java:49) Using random seed: 1783544973459
21:09:33.461 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 21 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544973460 for job d6a71f5cf5f060cfaa5d5fa24434f7a3.
21:09:33.468 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
21:09:33.470 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 21 for job d6a71f5cf5f060cfaa5d5fa24434f7a3 (5104 bytes, checkpointDuration=9 ms, finalizationTime=1 ms).
21:09:33.471 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 21 as completed for source Source: KuduSource.
21:09:33.476 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
21:09:33.477 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
21:09:33.477 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskh3Ey5B/test-tmp
21:09:33.477 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
21:09:33.477 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskh3Ey5B/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
21:09:33.482 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10994046769305795342"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

21:09:33.503 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:33.504 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:33.504 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:33.504 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:33.504 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:33.504 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:33.504 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:33.504 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:33.504 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:33.505 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:33.504 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:33.505 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:33.505 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:33.515 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:33.515 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:33.530 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (2841dd5f383bae9a8f297e74525dcca1) switched from state RESTARTING to RUNNING.
21:09:33.530 [INFO - flink-pekko.actor.default-dispatcher-6] (CheckpointCoordinator.java:1805) Restoring job 2841dd5f383bae9a8f297e74525dcca1 from Checkpoint 69 @ 1783544943500 for 2841dd5f383bae9a8f297e74525dcca1 located at file:/tmp/junit2283136411324314460/checkpoints/2841dd5f383bae9a8f297e74525dcca1/chk-69.
21:09:33.531 [INFO - flink-pekko.actor.default-dispatcher-6] (MasterHooks.java:201) No master state to restore
21:09:33.531 [INFO - flink-pekko.actor.default-dispatcher-6] (RecreateOnResetOperatorCoordinator.java:128) Resetting coordinator to checkpoint.
21:09:33.532 [INFO - Thread-53] (SourceCoordinator.java:290) Closing SourceCoordinator for source Source: KuduSource.
21:09:33.532 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from CREATED to SCHEDULED.
21:09:33.532 [DEBUG - Thread-53] (Connection.java:575) [peer master-127.25.113.60:35933(127.25.113.60:35933)] disconnecting while in state TERMINATED
21:09:33.532 [DEBUG - Thread-53] (Connection.java:575) [peer master-127.25.113.61:34911(127.25.113.61:34911)] disconnecting while in state TERMINATED
21:09:33.533 [DEBUG - Thread-53] (Connection.java:575) [peer master-127.25.113.62:35193(127.25.113.62:35193)] disconnecting while in state TERMINATED
21:09:33.534 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:2704) Releasing all remaining resources
21:09:33.534 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 2841dd5f383bae9a8f297e74525dcca1: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
21:09:33.534 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from SCHEDULED to DEPLOYING.
21:09:33.534 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #2) with attempt id 1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_0_2 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to d8c13722-659e-4a42-ab60-f10287fae6a8 @ 127.0.0.1 (dataPort=-1) with allocation id 69503faa26fee9a2e728e46cdae70346
21:09:33.535 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from CREATED to SCHEDULED.
21:09:33.535 [INFO - flink-pekko.actor.default-dispatcher-4] (FineGrainedSlotManager.java:324) Received resource requirements from job 2841dd5f383bae9a8f297e74525dcca1: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
21:09:33.536 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from SCHEDULED to DEPLOYING.
21:09:33.536 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #2) with attempt id 1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_1_2 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to d8c13722-659e-4a42-ab60-f10287fae6a8 @ 127.0.0.1 (dataPort=-1) with allocation id 34173d3f8e485e9f93cab21f32126eab
21:09:33.536 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from CREATED to SCHEDULED.
21:09:33.537 [INFO - flink-pekko.actor.default-dispatcher-4] (FineGrainedSlotManager.java:324) Received resource requirements from job 2841dd5f383bae9a8f297e74525dcca1: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
21:09:33.537 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from SCHEDULED to DEPLOYING.
21:09:33.537 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #2) with attempt id 1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_2_2 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to d8c13722-659e-4a42-ab60-f10287fae6a8 @ 127.0.0.1 (dataPort=-1) with allocation id 55c459ac21f230621d728e05386684e0
21:09:33.537 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from CREATED to SCHEDULED.
21:09:33.537 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 2841dd5f383bae9a8f297e74525dcca1: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
21:09:33.540 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskSlotTableImpl.java:391) Activate slot 69503faa26fee9a2e728e46cdae70346.
21:09:33.541 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from SCHEDULED to DEPLOYING.
21:09:33.541 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #2) with attempt id 1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_3_2 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to d8c13722-659e-4a42-ab60-f10287fae6a8 @ 127.0.0.1 (dataPort=-1) with allocation id 3a8c419bcb03ebc74aeae96ec5cc62c1
21:09:33.541 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#2 (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_0_2), deploy into slot with allocation id 69503faa26fee9a2e728e46cdae70346.
21:09:33.542 [INFO - Thread-53] (SourceCoordinator.java:295) Source coordinator for source Source: KuduSource closed.
21:09:33.542 [INFO - Thread-53] (SourceCoordinator.java:449) Restoring SplitEnumerator of source Source: KuduSource from checkpoint.
21:09:33.542 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskSlotTableImpl.java:391) Activate slot 55c459ac21f230621d728e05386684e0.
21:09:33.544 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#2 (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_2_2), deploy into slot with allocation id 55c459ac21f230621d728e05386684e0.
21:09:33.544 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskSlotTableImpl.java:391) Activate slot 34173d3f8e485e9f93cab21f32126eab.
21:09:33.545 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#2 (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from CREATED to DEPLOYING.
21:09:33.545 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#2 (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_2_2) [DEPLOYING].
21:09:33.545 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#2 (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_1_2), deploy into slot with allocation id 34173d3f8e485e9f93cab21f32126eab.
21:09:33.546 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@7a013708
21:09:33.546 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
21:09:33.546 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit2283136411324314460/checkpoints")
21:09:33.547 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#2 (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from DEPLOYING to INITIALIZING.
21:09:33.547 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from DEPLOYING to INITIALIZING.
21:09:33.548 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#2 (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from CREATED to DEPLOYING.
21:09:33.548 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#2 (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_0_2) [DEPLOYING].
21:09:33.548 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@6c54aaa6
21:09:33.548 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
21:09:33.549 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit2283136411324314460/checkpoints")
21:09:33.549 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#2 (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from DEPLOYING to INITIALIZING.
21:09:33.549 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from DEPLOYING to INITIALIZING.
21:09:33.549 [DEBUG - Thread-53] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:09:33.550 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@d85f67f
21:09:33.552 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskSlotTableImpl.java:391) Activate slot 3a8c419bcb03ebc74aeae96ec5cc62c1.
21:09:33.552 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@433d3b9e
21:09:33.553 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#2 (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_3_2), deploy into slot with allocation id 3a8c419bcb03ebc74aeae96ec5cc62c1.
21:09:33.553 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#2] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:09:33.553 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#2 (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from CREATED to DEPLOYING.
21:09:33.553 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#2 (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_1_2) [DEPLOYING].
21:09:33.554 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#2] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:09:33.554 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@3411081b
21:09:33.554 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
21:09:33.554 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit2283136411324314460/checkpoints")
21:09:33.555 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#2 (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from DEPLOYING to INITIALIZING.
21:09:33.555 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from DEPLOYING to INITIALIZING.
21:09:33.555 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#2 (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from CREATED to DEPLOYING.
21:09:33.555 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#2 (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_3_2) [DEPLOYING].
21:09:33.556 [INFO - Thread-53] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
21:09:33.556 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@69106b7e
21:09:33.556 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
21:09:33.556 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit2283136411324314460/checkpoints")
21:09:33.557 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#2 (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from DEPLOYING to INITIALIZING.
21:09:33.557 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from DEPLOYING to INITIALIZING.
21:09:33.558 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@c3250e6
21:09:33.560 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@2702a18b
21:09:33.560 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#2] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:09:33.561 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#2] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:09:33.564 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'lastEndTimestamp'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
21:09:33.564 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
21:09:33.564 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'unassignedCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
21:09:33.564 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingRemovalCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
21:09:33.567 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#2] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:33.572 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#2] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:33.572 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#2] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:33.572 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#2] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:33.572 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#2] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:33.573 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:33.573 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:33.573 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:33.573 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#2] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:33.574 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:33.574 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:33.574 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:33.574 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#2] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:33.575 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:33.575 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:33.575 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:33.579 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#2] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:33.579 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.25.113.61:34911(127.25.113.61:34911)] connecting to peer
21:09:33.580 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:33.580 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:33.581 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:33.581 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:33.581 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:33.581 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:33.581 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:33.583 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#2] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:33.584 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:33.584 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:33.585 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:33.587 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#2] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:33.587 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:33.587 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:33.588 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:33.588 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:33.592 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#2] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:33.592 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:33.592 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:33.593 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:33.593 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:33.593 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:33.593 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:33.593 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:33.593 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#2] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:33.593 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:33.593 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:33.593 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:33.595 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:33.595 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:33.596 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:33.596 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:33.596 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:33.596 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:33.597 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:33.597 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:33.597 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:33.598 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:33.598 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:33.598 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:33.598 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:33.598 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:33.598 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:33.598 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:33.607 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.25.113.60:35933(127.25.113.60:35933)] connecting to peer
21:09:33.607 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:33.608 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.25.113.62:35193(127.25.113.62:35193)] connecting to peer
21:09:33.609 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:33.609 [DEBUG - pool-320-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:09:33.609 [DEBUG - pool-320-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:09:33.609 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:33.609 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:33.610 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:33.609 [DEBUG - pool-320-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:09:33.610 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:33.610 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:33.610 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:33.610 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:33.610 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:33.610 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:33.610 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:09:33.611 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:33.611 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:33.611 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:33.611 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:33.611 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:33.611 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.113.60:35933(127.25.113.60:35933)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:33.612 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.60:35933: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:33.612 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:33.612 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.113.61:34911(127.25.113.61:34911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:33.612 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.61:34911: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:33.612 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:33.612 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:33.615 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:33.615 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:33.615 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:33.616 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:33.619 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:33.619 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:33.620 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:33.620 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:33.620 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:33.620 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:33.620 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:33.620 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:33.621 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:33.621 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:33.621 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:33.621 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:33.621 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:33.621 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:33.621 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:33.622 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:33.622 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:33.622 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:33.622 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:33.622 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:33.622 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:33.623 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.113.62:35193(127.25.113.62:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:33.623 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.62:35193: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:33.623 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193; will retry
21:09:33.623 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:33.624 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:33.624 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:33.624 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:33.627 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:33.628 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:33.628 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:33.628 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:33.628 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:33.628 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:33.628 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:33.628 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:33.628 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:33.628 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:33.628 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:33.629 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:33.629 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:33.629 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:33.629 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:33.629 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:33.629 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:33.629 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:33.629 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:33.629 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:33.629 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:33.630 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:33.630 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:33.630 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:33.630 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:33.630 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:33.631 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:33.631 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:33.631 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:33.632 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:33.632 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:33.632 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:33.632 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:33.632 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:33.633 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:33.633 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:33.633 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:33.633 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:33.633 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:33.634 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:33.634 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:33.634 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:33.634 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:33.634 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:33.634 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:33.634 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:33.640 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.25.113.61:34911(127.25.113.61:34911)] connecting to peer
21:09:33.641 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.25.113.60:35933(127.25.113.60:35933)] connecting to peer
21:09:33.641 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.25.113.62:35193(127.25.113.62:35193)] connecting to peer
21:09:33.641 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:33.642 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.113.61:34911(127.25.113.61:34911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:33.642 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.61:34911: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:33.642 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:33.642 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.113.60:35933(127.25.113.60:35933)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:33.642 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.60:35933: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:33.643 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:33.643 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.113.62:35193(127.25.113.62:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:33.643 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.62:35193: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:33.643 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193; will retry
21:09:33.647 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:33.648 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:33.648 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:33.648 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:33.648 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:33.648 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:33.648 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:33.648 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:33.648 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:33.649 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:33.649 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:33.649 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:33.649 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:33.652 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:33.652 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:33.652 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:33.652 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:33.652 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:33.652 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:33.653 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:33.653 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:33.653 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:33.653 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:33.653 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:33.653 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:33.653 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:33.653 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:33.653 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:33.654 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:33.654 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:33.654 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:33.654 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:33.654 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:33.654 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:33.655 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:33.655 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:33.655 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:33.655 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:33.655 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:33.655 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:33.655 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:33.656 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:33.656 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:33.656 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:33.656 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:33.657 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:33.657 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:33.657 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:33.657 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:33.657 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:33.657 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:33.657 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:33.660 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.25.113.61:34911(127.25.113.61:34911)] connecting to peer
21:09:33.661 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.25.113.60:35933(127.25.113.60:35933)] connecting to peer
21:09:33.661 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.25.113.62:35193(127.25.113.62:35193)] connecting to peer
21:09:33.661 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:33.662 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.113.61:34911(127.25.113.61:34911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:33.662 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.61:34911: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:33.662 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:33.662 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.113.62:35193(127.25.113.62:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:33.662 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.62:35193: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:33.662 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:33.662 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.113.60:35933(127.25.113.60:35933)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:33.662 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.60:35933: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:33.662 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193; will retry
21:09:33.667 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:33.668 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:33.668 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:33.668 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:33.668 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:33.668 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:33.668 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:33.668 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:33.668 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:33.668 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:33.668 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:33.669 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:33.669 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:33.672 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:33.672 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:33.672 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:33.672 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:33.672 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:33.672 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:33.672 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:33.673 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:33.673 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:33.673 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:33.673 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:33.673 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:33.673 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:33.673 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:33.673 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:33.673 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:33.673 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:33.674 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:33.674 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:33.674 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:33.674 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:33.674 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:33.674 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:33.674 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:33.674 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:33.674 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:33.674 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:33.674 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:33.674 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:33.674 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:33.674 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:33.674 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:33.675 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:33.675 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:33.675 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:33.675 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:33.675 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:33.675 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:33.675 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:33.680 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.25.113.61:34911(127.25.113.61:34911)] connecting to peer
21:09:33.680 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.25.113.60:35933(127.25.113.60:35933)] connecting to peer
21:09:33.680 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.25.113.62:35193(127.25.113.62:35193)] connecting to peer
21:09:33.681 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:33.681 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.113.61:34911(127.25.113.61:34911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:33.681 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.61:34911: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:33.682 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:33.683 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.113.62:35193(127.25.113.62:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:33.683 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.62:35193: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:33.681 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:33.683 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.113.60:35933(127.25.113.60:35933)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:33.683 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.60:35933: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:33.683 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193; will retry
21:09:33.692 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:33.692 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:33.692 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:33.692 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:33.693 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:33.693 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:33.693 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:33.693 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:33.693 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:33.693 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:33.693 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:33.693 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:33.693 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:33.693 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:33.693 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:33.693 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:33.694 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:33.694 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:33.694 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:33.694 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:33.694 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:33.694 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:33.694 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:33.694 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:33.694 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:33.695 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:33.700 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.25.113.61:34911(127.25.113.61:34911)] connecting to peer
21:09:33.700 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.25.113.60:35933(127.25.113.60:35933)] connecting to peer
21:09:33.700 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.25.113.62:35193(127.25.113.62:35193)] connecting to peer
21:09:33.701 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:33.701 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.113.60:35933(127.25.113.60:35933)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:33.701 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.60:35933: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:33.701 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:33.701 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:33.701 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.113.62:35193(127.25.113.62:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:33.701 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.113.61:34911(127.25.113.61:34911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:33.701 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.62:35193: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:33.701 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.61:34911: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:33.701 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193; will retry
21:09:33.712 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:33.713 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:33.713 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:33.713 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:33.713 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:33.713 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:33.714 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:33.714 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:33.714 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:33.714 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:33.714 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:33.714 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:33.714 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:33.714 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:33.714 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:33.714 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:33.714 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:33.714 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:33.715 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:33.715 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:33.714 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:33.715 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:33.715 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:33.715 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:33.715 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:33.715 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:33.720 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.25.113.61:34911(127.25.113.61:34911)] connecting to peer
21:09:33.720 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.25.113.60:35933(127.25.113.60:35933)] connecting to peer
21:09:33.720 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.25.113.62:35193(127.25.113.62:35193)] connecting to peer
21:09:33.721 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:33.721 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.113.60:35933(127.25.113.60:35933)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:33.721 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:33.721 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.60:35933: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:33.721 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.113.62:35193(127.25.113.62:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:33.721 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.62:35193: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:33.721 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:33.721 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.113.61:34911(127.25.113.61:34911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:33.722 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.61:34911: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:33.722 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193; will retry
21:09:33.727 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:33.728 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:33.728 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:33.728 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:33.728 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:33.728 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:33.728 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:33.728 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:33.728 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:33.729 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:33.729 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:33.729 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:33.729 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:33.732 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:33.732 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:33.733 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:33.733 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:33.733 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:33.733 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:33.733 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:33.733 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:33.733 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:33.733 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:33.733 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:33.733 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:33.734 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:33.734 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:33.734 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:33.734 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:33.734 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:33.735 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:33.735 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:33.735 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:33.735 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:33.735 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:33.735 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:33.735 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:33.735 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:33.735 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:33.749 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2841dd5f383bae9a8f297e74525dcca1 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 2841dd5f383bae9a8f297e74525dcca1 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:33.752 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:33.752 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:33.753 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:33.753 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:33.753 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:33.753 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:33.753 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:33.753 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:33.753 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:33.753 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:33.753 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:33.753 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:33.753 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:33.760 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.25.113.61:34911(127.25.113.61:34911)] connecting to peer
21:09:33.760 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.25.113.60:35933(127.25.113.60:35933)] connecting to peer
21:09:33.760 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:33.760 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.25.113.62:35193(127.25.113.62:35193)] connecting to peer
21:09:33.761 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:33.761 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:33.761 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:33.761 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.113.61:34911(127.25.113.61:34911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:33.761 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.61:34911: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:33.761 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:33.761 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.113.62:35193(127.25.113.62:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:33.761 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.62:35193: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:33.761 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:33.761 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:33.761 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:33.761 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:33.761 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:33.761 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.113.60:35933(127.25.113.60:35933)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:33.761 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:33.761 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.60:35933: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:33.761 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:33.762 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193; will retry
21:09:33.762 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:33.762 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:33.762 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:33.762 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:33.772 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:33.773 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:33.773 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:33.773 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:33.773 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:33.773 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:33.773 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:33.773 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:33.773 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:33.773 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:33.773 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:33.774 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:33.774 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:33.780 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.25.113.61:34911(127.25.113.61:34911)] connecting to peer
21:09:33.780 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.25.113.60:35933(127.25.113.60:35933)] connecting to peer
21:09:33.780 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.25.113.62:35193(127.25.113.62:35193)] connecting to peer
21:09:33.781 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:33.781 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:33.781 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.113.61:34911(127.25.113.61:34911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:33.781 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.113.60:35933(127.25.113.60:35933)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:33.781 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.61:34911: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:33.781 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.60:35933: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:33.781 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:33.781 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.113.62:35193(127.25.113.62:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:33.781 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.62:35193: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:33.781 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193; will retry
21:09:33.792 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:33.792 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:33.793 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:33.793 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:33.793 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:33.793 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:33.793 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:33.793 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:33.793 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:33.793 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:33.793 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:33.793 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:33.793 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:33.793 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:33.793 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:33.793 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:33.794 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:33.794 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:33.794 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:33.794 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:33.794 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:33.794 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:33.794 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:33.794 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:33.794 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:33.794 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:33.811 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:33.811 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:33.812 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:33.812 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:33.812 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:33.812 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:33.812 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:33.812 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:33.812 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:33.812 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:33.812 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:33.812 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:33.812 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:33.848 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:33.848 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:33.848 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:33.849 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:33.849 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:33.849 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:33.849 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:33.849 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:33.849 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:33.849 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:33.849 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:33.849 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:33.849 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:33.872 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:33.872 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:33.872 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:33.872 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:33.872 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:33.872 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:33.873 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:33.873 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:33.873 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:33.873 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:33.873 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:33.873 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:33.873 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:33.883 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:33.884 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:33.884 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:33.884 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:33.884 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:33.884 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:33.884 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:33.884 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:33.884 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:33.884 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:33.884 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:33.884 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:33.885 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:33.884 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.22.50.60:38829(127.22.50.60:38829)] connecting to peer
21:09:33.885 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.22.50.61:45261(127.22.50.61:45261)] connecting to peer
21:09:33.885 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.22.50.62:44659(127.22.50.62:44659)] connecting to peer
21:09:33.885 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:09:33.885 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.50.60:38829(127.22.50.60:38829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:09:33.885 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.60:38829: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:09:33.885 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:09:33.885 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.50.61:45261(127.22.50.61:45261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:09:33.885 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.61:45261: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:09:33.885 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:09:33.885 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.50.62:44659(127.22.50.62:44659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:09:33.885 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.62:44659: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:09:33.886 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659; will retry
21:09:33.926 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
21:09:33.926 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

21:09:33.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:33.930658 30455 mini_oidc.cc:150] Starting JWKS server
21:09:33.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:33.934689 30455 webserver.cc:534] Webserver started at http://127.0.0.1:34443/ using document root <none> and password file <none>
21:09:33.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:33.935245 30455 mini_oidc.cc:186] Starting OIDC Discovery server
21:09:33.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:33.937536 30455 webserver.cc:534] Webserver started at http://127.0.0.1:38199/ using document root <none> and password file <none>
21:09:33.947 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:33.948 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:33.948 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:33.948 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:33.948 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:33.948 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:33.948 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:33.948 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:33.948 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:33.948 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:33.948 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:33.948 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:33.949 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:33.949 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:33.960 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.25.113.61:34911(127.25.113.61:34911)] connecting to peer
21:09:33.960 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.25.113.60:35933(127.25.113.60:35933)] connecting to peer
21:09:33.961 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.25.113.62:35193(127.25.113.62:35193)] connecting to peer
21:09:33.961 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:33.961 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.113.61:34911(127.25.113.61:34911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:33.961 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:33.961 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.61:34911: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:33.961 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.113.60:35933(127.25.113.60:35933)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:33.961 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.60:35933: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:33.961 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:33.961 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.113.62:35193(127.25.113.62:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:33.961 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.62:35193: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:33.961 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193; will retry
21:09:33.961 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 22 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544973960 for job d6a71f5cf5f060cfaa5d5fa24434f7a3.
21:09:33.970 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 22 for job d6a71f5cf5f060cfaa5d5fa24434f7a3 (5104 bytes, checkpointDuration=10 ms, finalizationTime=0 ms).
21:09:33.971 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 22 as completed for source Source: KuduSource.
21:09:34.000 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.25.113.61:34911(127.25.113.61:34911)] connecting to peer
21:09:34.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T21:09:33Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
21:09:34.001 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.25.113.60:35933(127.25.113.60:35933)] connecting to peer
21:09:34.001 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.25.113.62:35193(127.25.113.62:35193)] connecting to peer
21:09:34.001 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:34.001 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.113.61:34911(127.25.113.61:34911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:34.001 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.61:34911: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:34.001 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:34.001 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.113.60:35933(127.25.113.60:35933)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:34.001 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.60:35933: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:34.001 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:34.002 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.113.62:35193(127.25.113.62:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:34.002 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.62:35193: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:34.002 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193; will retry
21:09:34.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T21:09:33Z Disabled control of system clock
21:09:34.013 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:34.013 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:34.014 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:34.014 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:34.014 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:34.014 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:34.014 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:34.014 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:34.014 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:34.014 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:34.014 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:34.014 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:34.015 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:34.015 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:34.015 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:34.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:34.018090 30455 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu
21:09:34.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu
21:09:34.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10994046769305795342/master-0/wal
21:09:34.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10994046769305795342/master-0/data
21:09:34.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:09:34.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:09:34.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:09:34.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:09:34.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:09:34.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:09:34.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10994046769305795342/master-0/logs
21:09:34.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10994046769305795342/master-0/data/info.pb
21:09:34.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:09:34.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:09:34.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:09:34.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:09:34.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:09:34.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:09:34.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:09:34.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:09:34.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
21:09:34.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:09:34.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:09:34.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:09:34.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.29.189.254:45211
21:09:34.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.29.189.254
21:09:34.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:09:34.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.29.189.212:35255
21:09:34.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:09:34.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:09:34.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:09:34.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:09:34.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.29.189.254:45211,127.29.189.253:40775,127.29.189.252:40043
21:09:34.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:09:34.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34443/jwks.json with env {}
21:09:34.052 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:34.052 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:34.052 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:34.053 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:34.053 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:34.053 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:34.053 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:34.053 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:34.053 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:34.053 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:34.053 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:34.053 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:34.053 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:34.072 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:34.072 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:34.072 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:34.073 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:34.073 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:34.073 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:34.073 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:34.073 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:34.073 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:34.073 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:34.073 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:34.073 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:34.073 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:34.250 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2841dd5f383bae9a8f297e74525dcca1 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 2841dd5f383bae9a8f297e74525dcca1 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:34.261 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:34.261 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:34.261 [DEBUG - pool-308-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:34.262 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:34.262 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:34.262 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:34.262 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:34.262 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:34.262 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:34.262 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:34.262 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:34.262 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:34.262 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:34.263 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=29623), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.188:44635, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.190:34167, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.188:44635: Network error: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.189:42387, [32ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.190:34167: Network error: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167, [48ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.189:42387: Network error: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [48ms] delaying RPC due to: Service unavailable: Master config (127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.188:44635, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.190:34167, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.188:44635: Network error: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.189:42387, [164ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.190:34167: Network error: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167, [164ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.189:42387: Network error: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [165ms] delaying RPC due to: Service unavailable: Master config (127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.188:44635, [185ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.190:34167, [186ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.188:44635: Network error: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635, [187ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.189:42387, [187ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.189:42387: Network error: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [187ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.190:34167: Network error: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167, [188ms] delaying RPC due to: Service unavailable: Master config (127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.188:44635, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.190:34167, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.189:42387, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.188:44635: Network error: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.189:42387: Network error: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.190:34167: Network error: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167, [201ms] delaying RPC due to: Service unavailable: Master config (127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167, [223ms] refreshing cache from master, [223ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.188:44635, [223ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.190:34167, [223ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.189:42387, [225ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.188:44635: Network error: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635, [225ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.190:34167: Network error: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167, [227ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.189:42387: Network error: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [227ms] delaying RPC due to: Service unavailable: Master config (127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.188:44635, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.190:34167, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.189:42387, [242ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.190:34167: Network error: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167, [242ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.189:42387: Network error: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [246ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.188:44635: Network error: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635, [246ms] delaying RPC due to: Service unavailable: Master config (127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635, [320ms] refreshing cache from master, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.188:44635, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.190:34167, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.189:42387, [321ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.188:44635: Network error: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635, [321ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.190:34167: Network error: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167, [321ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.189:42387: Network error: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [322ms] delaying RPC due to: Service unavailable: Master config (127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.188:44635, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.190:34167, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.189:42387, [342ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.188:44635: Network error: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635, [343ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.189:42387: Network error: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [343ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.190:34167: Network error: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167, [343ms] delaying RPC due to: Service unavailable: Master config (127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167, [441ms] refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.188:44635, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.190:34167, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.189:42387, [442ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.189:42387: Network error: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [442ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.190:34167: Network error: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167, [444ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.188:44635: Network error: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635, [444ms] delaying RPC due to: Service unavailable: Master config (127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635, [901ms] refreshing cache from master, [901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.188:44635, [901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.190:34167, [902ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.189:42387, [902ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.188:44635: Network error: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635, [903ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.190:34167: Network error: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167, [903ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.189:42387: Network error: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [903ms] delaying RPC due to: Service unavailable: Master config (127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [1260ms] refreshing cache from master, [1261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.188:44635, [1261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.190:34167, [1261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.189:42387, [1262ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.188:44635: Network error: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635, [1262ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.190:34167: Network error: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167, [1263ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.189:42387: Network error: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [1263ms] delaying RPC due to: Service unavailable: Master config (127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [2240ms] refreshing cache from master, [2240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.188:44635, [2241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.190:34167, [2241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.189:42387, [2242ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.188:44635: Network error: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635, [2242ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.190:34167: Network error: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167, [2243ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.189:42387: Network error: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [2243ms] delaying RPC due to: Service unavailable: Master config (127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [3740ms] refreshing cache from master, [3740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.188:44635, [3741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.190:34167, [3741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.189:42387, [3742ms] too many traces: truncated at 100 traces, deferred=Deferred@1947685592(state=PENDING, result=null, callback=(continuation of Deferred@1015567829 after retry RPC after error@292904650) -> (continuation of Deferred@1933581524 after retry RPC after error@1024393718) -> (continuation of Deferred@1129827711 after retry RPC after error@2020563153) -> (continuation of Deferred@196758964 after retry RPC after error@1317010820) -> (continuation of Deferred@859761921 after retry RPC after error@831881831) -> (continuation of Deferred@1755033100 after retry RPC after error@1496968518) -> (continuation of Deferred@489379205 after retry RPC after error@11561725) -> (continuation of Deferred@904810281 after retry RPC after error@590075663) -> (continuation of Deferred@1693133202 after retry RPC after error@1737441392) -> (continuation of Deferred@551537839 after retry RPC after error@1563554836) -> (continuation of Deferred@1621877145 after retry RPC after error@2109382972) -> (continuation of Deferred@601796752 after retry RPC after error@1906143659) -> (continuation of Deferred@1309008168 after retry RPC after error@1721633429) -> (continuation of Deferred@806517990 after retry RPC after error@706233190) -> (continuation of Deferred@1274407852 after retry RPC after error@1563007717) -> (continuation of Deferred@2122266858 after retry RPC after error@378816304) -> (continuation of Deferred@1918400197 after retry RPC after error@1664558297) -> (continuation of Deferred@1678309437 after retry RPC after error@1351716427) -> (continuation of Deferred@1632511170 after retry RPC after error@998622686) -> (continuation of Deferred@418323331 after retry RPC after error@1146109187) -> (continuation of Deferred@1420327295 after retry RPC after error@1092021505) -> (continuation of Deferred@566613411 after retry RPC after error@1681415357) -> (continuation of Deferred@1934402244 after retry RPC after error@96741193) -> (continuation of Deferred@170099359 after retry RPC after error@752417490) -> (continuation of Deferred@974403343 after retry RPC after error@516858219) -> (continuation of Deferred@141553495 after retry RPC after error@1661639394), errback=(continuation of Deferred@1015567829 after retry RPC after error@292904650) -> (continuation of Deferred@1933581524 after retry RPC after error@1024393718) -> (continuation of Deferred@1129827711 after retry RPC after error@2020563153) -> (continuation of Deferred@196758964 after retry RPC after error@1317010820) -> (continuation of Deferred@859761921 after retry RPC after error@831881831) -> (continuation of Deferred@1755033100 after retry RPC after error@1496968518) -> (continuation of Deferred@489379205 after retry RPC after error@11561725) -> (continuation of Deferred@904810281 after retry RPC after error@590075663) -> (continuation of Deferred@1693133202 after retry RPC after error@1737441392) -> (continuation of Deferred@551537839 after retry RPC after error@1563554836) -> (continuation of Deferred@1621877145 after retry RPC after error@2109382972) -> (continuation of Deferred@601796752 after retry RPC after error@1906143659) -> (continuation of Deferred@1309008168 after retry RPC after error@1721633429) -> (continuation of Deferred@806517990 after retry RPC after error@706233190) -> (continuation of Deferred@1274407852 after retry RPC after error@1563007717) -> (continuation of Deferred@2122266858 after retry RPC after error@378816304) -> (continuation of Deferred@1918400197 after retry RPC after error@1664558297) -> (continuation of Deferred@1678309437 after retry RPC after error@1351716427) -> (continuation of Deferred@1632511170 after retry RPC after error@998622686) -> (continuation of Deferred@418323331 after retry RPC after error@1146109187) -> (continuation of Deferred@1420327295 after retry RPC after error@1092021505) -> (continuation of Deferred@566613411 after retry RPC after error@1681415357) -> (continuation of Deferred@1934402244 after retry RPC after error@96741193) -> (continuation of Deferred@170099359 after retry RPC after error@752417490) -> (continuation of Deferred@974403343 after retry RPC after error@516858219) -> (continuation of Deferred@141553495 after retry RPC after error@1661639394)))
21:09:34.267 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:34.267 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:34.268 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:34.268 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:34.268 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:34.268 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:34.268 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:34.268 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:34.268 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:34.268 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:34.268 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:34.268 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:34.268 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:34.280 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.25.113.61:34911(127.25.113.61:34911)] connecting to peer
21:09:34.280 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.25.113.60:35933(127.25.113.60:35933)] connecting to peer
21:09:34.280 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.25.113.62:35193(127.25.113.62:35193)] connecting to peer
21:09:34.280 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:34.280 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.113.61:34911(127.25.113.61:34911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:34.281 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:34.281 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:34.281 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.113.62:35193(127.25.113.62:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:34.281 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.113.60:35933(127.25.113.60:35933)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:34.281 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.62:35193: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:34.281 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.60:35933: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:34.281 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.61:34911: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:34.281 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193; will retry
21:09:34.361 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:34.361 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:34.361 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:34.362 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:34.362 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:34.362 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:34.362 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:34.362 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:34.362 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:34.362 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:34.362 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:34.362 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:34.362 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:34.363 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=22, TimeoutTracker(timeout=30000, elapsed=29707), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.188:44635, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.190:34167, [31ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.189:42387, [32ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.189:42387: Network error: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [32ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.188:44635: Network error: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635, [33ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.190:34167: Network error: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167, [34ms] delaying RPC due to: Service unavailable: Master config (127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.188:44635, [75ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.190:34167, [79ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.188:44635: Network error: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.189:42387, [83ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.190:34167: Network error: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167, [96ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.189:42387: Network error: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [96ms] delaying RPC due to: Service unavailable: Master config (127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.188:44635, [156ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.190:34167, [157ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.188:44635: Network error: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635, [157ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.189:42387, [158ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.189:42387: Network error: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [160ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.190:34167: Network error: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167, [160ms] delaying RPC due to: Service unavailable: Master config (127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.188:44635, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.190:34167, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.189:42387, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.188:44635: Network error: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.189:42387: Network error: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [181ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.190:34167: Network error: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167, [181ms] delaying RPC due to: Service unavailable: Master config (127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.188:44635, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.190:34167, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.189:42387, [202ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.188:44635: Network error: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635, [202ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.190:34167: Network error: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167, [203ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.189:42387: Network error: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [203ms] delaying RPC due to: Service unavailable: Master config (127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.188:44635, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.190:34167, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.189:42387, [221ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.190:34167: Network error: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167, [222ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.189:42387: Network error: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [222ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.188:44635: Network error: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635, [222ms] delaying RPC due to: Service unavailable: Master config (127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635, [282ms] refreshing cache from master, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.188:44635, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.190:34167, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.189:42387, [283ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.188:44635: Network error: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635, [283ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.190:34167: Network error: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167, [283ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.189:42387: Network error: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [284ms] delaying RPC due to: Service unavailable: Master config (127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [421ms] refreshing cache from master, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.188:44635, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.190:34167, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.189:42387, [422ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.188:44635: Network error: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635, [423ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.190:34167: Network error: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167, [423ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.189:42387: Network error: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [424ms] delaying RPC due to: Service unavailable: Master config (127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [520ms] refreshing cache from master, [520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.188:44635, [520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.190:34167, [520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.189:42387, [521ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.188:44635: Network error: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635, [521ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.190:34167: Network error: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167, [521ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.189:42387: Network error: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [522ms] delaying RPC due to: Service unavailable: Master config (127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [1000ms] refreshing cache from master, [1000ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.188:44635, [1001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.190:34167, [1001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.189:42387, [1002ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.188:44635: Network error: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635, [1002ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.190:34167: Network error: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167, [1003ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.189:42387: Network error: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [1003ms] delaying RPC due to: Service unavailable: Master config (127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [1240ms] refreshing cache from master, [1240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.188:44635, [1241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.190:34167, [1241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.189:42387, [1242ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.188:44635: Network error: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635, [1242ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.190:34167: Network error: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167, [1243ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.189:42387: Network error: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [1243ms] delaying RPC due to: Service unavailable: Master config (127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [2700ms] refreshing cache from master, [2700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.188:44635, [2701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.190:34167, [2701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.189:42387, [2702ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.188:44635: Network error: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635, [2703ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.189:42387: Network error: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [2704ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.190:34167: Network error: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167, [2704ms] delaying RPC due to: Service unavailable: Master config (127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167, [2961ms] refreshing cache from master, [2961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.188:44635, [2962ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.190:34167, [2962ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.189:42387, [2964ms] too many traces: truncated at 100 traces, deferred=Deferred@658473618(state=PENDING, result=null, callback=(continuation of Deferred@1304922567 after retry RPC after error@930812535) -> (continuation of Deferred@2064349582 after retry RPC after error@544956271) -> (continuation of Deferred@1359180566 after retry RPC after error@1040464875) -> (continuation of Deferred@509862572 after retry RPC after error@1687766568) -> (continuation of Deferred@776475246 after retry RPC after error@822914863) -> (continuation of Deferred@813387040 after retry RPC after error@511571201) -> (continuation of Deferred@1892175810 after retry RPC after error@610919203) -> (continuation of Deferred@1309780163 after retry RPC after error@1060477437) -> (continuation of Deferred@229734278 after retry RPC after error@1714093544) -> (continuation of Deferred@624821854 after retry RPC after error@911710581) -> (continuation of Deferred@819778942 after retry RPC after error@27835184) -> (continuation of Deferred@1425097133 after retry RPC after error@1592256119) -> (continuation of Deferred@147238896 after retry RPC after error@1291056355) -> (continuation of Deferred@315701497 after retry RPC after error@1944367242) -> (continuation of Deferred@1323317289 after retry RPC after error@501713402) -> (continuation of Deferred@107637839 after retry RPC after error@1356659944) -> (continuation of Deferred@531802026 after retry RPC after error@1044076031) -> (continuation of Deferred@1810255459 after retry RPC after error@1550505035) -> (continuation of Deferred@1450157979 after retry RPC after error@840926212) -> (continuation of Deferred@1800618354 after retry RPC after error@1636899039) -> (continuation of Deferred@1248405513 after retry RPC after error@77118180), errback=(continuation of Deferred@1304922567 after retry RPC after error@930812535) -> (continuation of Deferred@2064349582 after retry RPC after error@544956271) -> (continuation of Deferred@1359180566 after retry RPC after error@1040464875) -> (continuation of Deferred@509862572 after retry RPC after error@1687766568) -> (continuation of Deferred@776475246 after retry RPC after error@822914863) -> (continuation of Deferred@813387040 after retry RPC after error@511571201) -> (continuation of Deferred@1892175810 after retry RPC after error@610919203) -> (continuation of Deferred@1309780163 after retry RPC after error@1060477437) -> (continuation of Deferred@229734278 after retry RPC after error@1714093544) -> (continuation of Deferred@624821854 after retry RPC after error@911710581) -> (continuation of Deferred@819778942 after retry RPC after error@27835184) -> (continuation of Deferred@1425097133 after retry RPC after error@1592256119) -> (continuation of Deferred@147238896 after retry RPC after error@1291056355) -> (continuation of Deferred@315701497 after retry RPC after error@1944367242) -> (continuation of Deferred@1323317289 after retry RPC after error@501713402) -> (continuation of Deferred@107637839 after retry RPC after error@1356659944) -> (continuation of Deferred@531802026 after retry RPC after error@1044076031) -> (continuation of Deferred@1810255459 after retry RPC after error@1550505035) -> (continuation of Deferred@1450157979 after retry RPC after error@840926212) -> (continuation of Deferred@1800618354 after retry RPC after error@1636899039) -> (continuation of Deferred@1248405513 after retry RPC after error@77118180)))
21:09:34.372 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:34.372 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:34.372 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:34.373 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:34.373 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:34.373 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:34.373 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:34.373 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:34.373 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:34.373 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:34.373 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:34.373 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:34.373 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:34.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:34.418277 30520 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
21:09:34.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:34.418892 30520 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:09:34.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:34.419634 30520 flags.cc:432] Enabled unsafe flag: --never_fsync=true
21:09:34.449 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:34.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:34.460487 30520 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
21:09:34.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:34.461036 30520 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
21:09:34.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:34.461426 30520 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
21:09:34.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:34.461771 30520 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
21:09:34.462 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 23 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544974461 for job d6a71f5cf5f060cfaa5d5fa24434f7a3.
21:09:34.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:34.462074 30520 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
21:09:34.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:34.462293 30520 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:34443/jwks.json
21:09:34.473 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 23 for job d6a71f5cf5f060cfaa5d5fa24434f7a3 (5104 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
21:09:34.474 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 23 as completed for source Source: KuduSource.
21:09:34.493 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:34.493 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:34.493 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:34.493 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:34.493 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:34.493 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:34.494 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:34.494 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:34.493 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:34.493 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:34.494 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:34.494 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:34.494 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:34.513 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:34.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:34.512898 30520 master_runner.cc:387] Master server non-default flags:
21:09:34.513 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:34.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:09:34.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.29.189.212:35255
21:09:34.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:09:34.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:09:34.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10994046769305795342/master-0/data
21:09:34.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10994046769305795342/master-0/wal
21:09:34.513 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:34.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:09:34.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.29.189.254:45211,127.29.189.253:40775,127.29.189.252:40043
21:09:34.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:09:34.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:09:34.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:09:34.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.29.189.254:45211
21:09:34.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:09:34.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:09:34.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:09:34.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34443/jwks.json
21:09:34.513 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:34.513 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:34.513 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:34.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:09:34.513 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:34.514 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:34.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:09:34.514 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:34.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10994046769305795342/master-0/data/info.pb
21:09:34.514 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:34.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.29.189.254
21:09:34.514 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:34.514 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:34.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:09:34.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:09:34.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:09:34.514 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:34.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:09:34.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:09:34.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:09:34.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10994046769305795342/master-0/logs
21:09:34.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:09:34.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:09:34.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
21:09:34.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
21:09:34.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
21:09:34.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 6bec869c2320d19f2589b3f609f76e5041a21d27
21:09:34.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:09:34.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 20:43:55 UTC on e7f111948823
21:09:34.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16878
21:09:34.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:09:34.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:34.514784 30520 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:09:34.515 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:34.515 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:34.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:34.517014 30520 file_cache.cc:492] Constructed file cache file cache with capacity 419430
21:09:34.527 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:34.528 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:34.528 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:34.528 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:34.528 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:34.528 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:34.528 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:34.529 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:34.529 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:34.529 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:34.529 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:34.529 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:34.529 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:34.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:34.530925 30526 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:09:34.532 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:34.533 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:34.533 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:34.533 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:34.533 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:34.533 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:34.533 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:34.533 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:34.533 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:34.534 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:34.534 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:34.534 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:34.534 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:34.551 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:34.551 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:34.551 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:34.552 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:34.552 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:34.552 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:34.553 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:34.553 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:34.553 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:34.553 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:34.553 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:34.554 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:34.554 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:34.619 [DEBUG - pool-318-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:09:34.620 [DEBUG - pool-318-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:09:34.620 [DEBUG - pool-318-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:09:34.621 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:34.621 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:34.621 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:34.621 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:34.621 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:34.621 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:34.622 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:34.622 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:34.622 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:34.622 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:09:34.691 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.27.110.125:37111(127.27.110.125:37111)] connecting to peer
21:09:34.692 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.27.110.126:34219(127.27.110.126:34219)] connecting to peer
21:09:34.692 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.27.110.124:43039(127.27.110.124:43039)] connecting to peer
21:09:34.693 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:34.693 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.110.125:37111(127.27.110.125:37111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:34.693 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.125:37111: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:34.694 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:34.694 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.110.126:34219(127.27.110.126:34219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:34.694 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.126:34219: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:34.694 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:34.694 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.110.124:43039(127.27.110.124:43039)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:34.695 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.124:43039: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:34.695 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039; will retry
21:09:34.729 [DEBUG - pool-322-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:34.730 [DEBUG - pool-322-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:34.730 [DEBUG - pool-322-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:34.730 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:34.730 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:34.730 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:34.730 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:34.730 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:34.730 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:34.731 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:34.731 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:34.731 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:34.731 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:34.750 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2841dd5f383bae9a8f297e74525dcca1 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 2841dd5f383bae9a8f297e74525dcca1 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:34.752 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:34.752 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:34.752 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:34.753 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:34.753 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:34.753 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:34.754 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:34.754 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:34.754 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:34.754 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:34.754 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:34.754 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:34.755 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:34.892 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:34.893 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:34.893 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:34.894 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:34.895 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:34.896 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:34.896 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:34.896 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:34.896 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:34.895 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:34.897 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:34.897 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:34.897 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:34.912 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:34.912 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:34.912 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:34.913 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:34.913 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:34.914 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:34.914 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:34.914 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:34.914 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:34.915 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:34.915 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:34.915 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:34.915 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:34.949 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:34.961 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 24 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544974960 for job d6a71f5cf5f060cfaa5d5fa24434f7a3.
21:09:34.984 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 24 for job d6a71f5cf5f060cfaa5d5fa24434f7a3 (5104 bytes, checkpointDuration=23 ms, finalizationTime=1 ms).
21:09:34.989 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 24 as completed for source Source: KuduSource.
21:09:34.993 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:34.994 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:34.995 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:34.995 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:34.995 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:34.996 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:34.996 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:34.996 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:34.996 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:34.997 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:34.997 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:34.998 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:34.998 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:35.015 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:35.015 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:35.123 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:09:35.124 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:09:35.124 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:09:35.125 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:35.125 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:35.125 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:35.125 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:35.125 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:35.126 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:35.126 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:35.126 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:35.126 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:35.126 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:09:35.132 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:35.132 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:35.133 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:35.133 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:35.133 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:35.133 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:35.134 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:35.134 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:35.134 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:35.134 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:35.134 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:35.135 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:35.135 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:35.233 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:35.233 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:35.233 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:35.234 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:35.234 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:35.234 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:35.235 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:35.235 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:35.235 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:35.235 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:35.235 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:35.235 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:35.236 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:35.250 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2841dd5f383bae9a8f297e74525dcca1 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 2841dd5f383bae9a8f297e74525dcca1 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:35.444 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.27.110.125:37111(127.27.110.125:37111)] connecting to peer
21:09:35.445 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.27.110.126:34219(127.27.110.126:34219)] connecting to peer
21:09:35.445 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.27.110.124:43039(127.27.110.124:43039)] connecting to peer
21:09:35.446 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:35.446 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.110.125:37111(127.27.110.125:37111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:35.446 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.125:37111: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:35.446 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:35.447 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.110.126:34219(127.27.110.126:34219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:35.447 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.126:34219: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:35.447 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:35.447 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.110.124:43039(127.27.110.124:43039)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:35.447 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.124:43039: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:35.447 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039; will retry
21:09:35.449 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:35.461 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 25 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544975460 for job d6a71f5cf5f060cfaa5d5fa24434f7a3.
21:09:35.480 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 25 for job d6a71f5cf5f060cfaa5d5fa24434f7a3 (5104 bytes, checkpointDuration=18 ms, finalizationTime=2 ms).
21:09:35.485 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 25 as completed for source Source: KuduSource.
21:09:35.500 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:35.500 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:35.500 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:35.502 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:35.502 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:35.502 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:35.503 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:35.503 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:35.503 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:35.503 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:35.504 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:35.504 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:35.504 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:35.520 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:35.520 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:35.533 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:35.533 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:35.533 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:35.534 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:35.534 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:35.534 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:35.534 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:35.534 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:35.534 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:35.534 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:35.534 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:35.534 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:35.534 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:35.560 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.25.113.61:34911(127.25.113.61:34911)] connecting to peer
21:09:35.560 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.25.113.60:35933(127.25.113.60:35933)] connecting to peer
21:09:35.560 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.25.113.62:35193(127.25.113.62:35193)] connecting to peer
21:09:35.561 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:35.561 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.113.61:34911(127.25.113.61:34911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:35.561 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.61:34911: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:35.562 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:35.562 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.113.60:35933(127.25.113.60:35933)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:35.562 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.60:35933: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:35.562 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:35.563 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.113.62:35193(127.25.113.62:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:35.563 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.62:35193: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:35.563 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193; will retry
21:09:35.750 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2841dd5f383bae9a8f297e74525dcca1 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 2841dd5f383bae9a8f297e74525dcca1 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:35.755 [DEBUG - pool-391-thread-1] (Connection.java:748) [peer master-127.27.110.125:37111(127.27.110.125:37111)] connecting to peer
21:09:35.755 [DEBUG - pool-391-thread-1] (Connection.java:748) [peer master-127.27.110.126:34219(127.27.110.126:34219)] connecting to peer
21:09:35.755 [DEBUG - pool-391-thread-1] (Connection.java:748) [peer master-127.27.110.124:43039(127.27.110.124:43039)] connecting to peer
21:09:35.756 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:35.756 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.110.125:37111(127.27.110.125:37111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:35.756 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.125:37111: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:35.757 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:35.757 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.110.126:34219(127.27.110.126:34219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:35.757 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.126:34219: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:35.757 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:35.757 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.110.124:43039(127.27.110.124:43039)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:35.757 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.124:43039: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:35.757 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039; will retry
21:09:35.844 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.27.110.125:37111(127.27.110.125:37111)] connecting to peer
21:09:35.844 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.27.110.126:34219(127.27.110.126:34219)] connecting to peer
21:09:35.844 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.27.110.124:43039(127.27.110.124:43039)] connecting to peer
21:09:35.845 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:35.845 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.110.125:37111(127.27.110.125:37111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:35.845 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.125:37111: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:35.845 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:35.845 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.110.126:34219(127.27.110.126:34219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:35.845 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.126:34219: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:35.846 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:35.846 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.110.124:43039(127.27.110.124:43039)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:35.846 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.124:43039: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:35.846 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039; will retry
21:09:35.949 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:35.961 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 26 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544975960 for job d6a71f5cf5f060cfaa5d5fa24434f7a3.
21:09:35.976 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.27.110.125:37111(127.27.110.125:37111)] connecting to peer
21:09:35.976 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.27.110.126:34219(127.27.110.126:34219)] connecting to peer
21:09:35.976 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.27.110.124:43039(127.27.110.124:43039)] connecting to peer
21:09:35.977 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:35.977 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.110.125:37111(127.27.110.125:37111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:35.977 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.125:37111: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:35.977 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:35.977 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.110.126:34219(127.27.110.126:34219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:35.977 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.126:34219: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:35.978 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:35.978 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.110.124:43039(127.27.110.124:43039)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:35.978 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.124:43039: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:35.978 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039; will retry
21:09:35.979 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 26 for job d6a71f5cf5f060cfaa5d5fa24434f7a3 (5104 bytes, checkpointDuration=18 ms, finalizationTime=1 ms).
21:09:35.981 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 26 as completed for source Source: KuduSource.
21:09:36.014 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:36.014 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:36.025 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.22.50.60:38829(127.22.50.60:38829)] connecting to peer
21:09:36.025 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.22.50.61:45261(127.22.50.61:45261)] connecting to peer
21:09:36.025 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.22.50.62:44659(127.22.50.62:44659)] connecting to peer
21:09:36.026 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:09:36.026 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:09:36.026 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.50.61:45261(127.22.50.61:45261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:09:36.026 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.50.60:38829(127.22.50.60:38829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:09:36.026 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.61:45261: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:09:36.026 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.60:38829: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:09:36.026 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:09:36.026 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.50.62:44659(127.22.50.62:44659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:09:36.026 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.62:44659: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:09:36.026 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659; will retry
21:09:36.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:35.937366 30525 debug-util.cc:398] Leaking SignalData structure 0x7b0800028020 after lost signal to thread 30520
21:09:36.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:36.050819 30525 kernel_stack_watchdog.cc:198] Thread 30520 stuck at /home/jenkins-slave/workspace/build_and_test@2/src/kudu/util/thread.cc:642 for 401ms:
21:09:36.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
21:09:36.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
21:09:36.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
21:09:36.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
21:09:36.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:36.052744 30520 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.521s	user 0.532s	sys 0.911s
21:09:36.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:36.053507 30520 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.522s	user 0.533s	sys 0.911s
21:09:36.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:34.532334 30527 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:09:36.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:36.055641 30530 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:09:36.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:36.061437 30528 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1527 milliseconds
21:09:36.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:36.061460 30520 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
21:09:36.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:36.063194 30520 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:09:36.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:36.066198 30520 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:09:36.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:36.067883 30520 hybrid_clock.cc:648] HybridClock initialized: now 1783544976067820 us; error 65 us; skew 500 ppm
21:09:36.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:36.068817 30520 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:09:36.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:36.077196 30520 webserver.cc:534] Webserver started at http://127.29.189.254:39387/ using document root <none> and password file <none>
21:09:36.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:36.078227 30520 fs_manager.cc:362] Metadata directory not provided
21:09:36.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:36.078438 30520 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:09:36.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:36.078951 30520 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
21:09:36.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:36.084468 30520 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10994046769305795342/master-0/data/instance:
21:09:36.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e3046e27ed78479a936683c63e02dc21"
21:09:36.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:09:36 on dist-test-slave-3sd5"
21:09:36.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:36.085870 30520 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10994046769305795342/master-0/wal/instance:
21:09:36.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e3046e27ed78479a936683c63e02dc21"
21:09:36.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:09:36 on dist-test-slave-3sd5"
21:09:36.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:36.095285 30520 fs_manager.cc:696] Time spent creating directory manager: real 0.009s	user 0.011s	sys 0.000s
21:09:36.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:36.102581 30537 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
21:09:36.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:36.104099 30520 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.007s	sys 0.000s
21:09:36.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:36.104560 30520 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10994046769305795342/master-0/data,/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10994046769305795342/master-0/wal
21:09:36.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e3046e27ed78479a936683c63e02dc21"
21:09:36.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:09:36 on dist-test-slave-3sd5"
21:09:36.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:36.104948 30520 fs_report.cc:389] FS layout report
21:09:36.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:09:36.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10994046769305795342/master-0/wal
21:09:36.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10994046769305795342/master-0/wal
21:09:36.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10994046769305795342/master-0/data/data
21:09:36.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:09:36.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:09:36.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:09:36.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:09:36.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:09:36.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:09:36.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:09:36.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:09:36.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:09:36.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:09:36.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:09:36.131 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:36.131 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:36.131 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:36.132 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:36.132 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:36.132 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:36.132 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:36.132 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:36.132 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:36.132 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:36.132 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:36.132 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:36.132 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:36.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:36.169670 30520 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
21:09:36.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:36.171614 30520 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:09:36.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:36.172190 30520 kserver.cc:163] Server-wide thread pool size limit: 3276
21:09:36.250 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2841dd5f383bae9a8f297e74525dcca1 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 2841dd5f383bae9a8f297e74525dcca1 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:36.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:36.261173 30520 rpc_server.cc:307] RPC server started. Bound to: 127.29.189.254:45211
21:09:36.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:36.261341 30588 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.29.189.254:45211 every 8 connection(s)
21:09:36.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:36.264564 30520 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10994046769305795342/master-0/data/info.pb
21:09:36.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:36.272079 30589 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
21:09:36.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:36.275252 30455 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu as pid 30520
21:09:36.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:36.275662 30455 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10994046769305795342/master-0/wal/instance
21:09:36.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:36.279677 30455 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu
21:09:36.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu
21:09:36.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10994046769305795342/master-1/wal
21:09:36.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10994046769305795342/master-1/data
21:09:36.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:09:36.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:09:36.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:09:36.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:09:36.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:09:36.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:09:36.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10994046769305795342/master-1/logs
21:09:36.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10994046769305795342/master-1/data/info.pb
21:09:36.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:09:36.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:09:36.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:09:36.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:09:36.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:09:36.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:09:36.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:09:36.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:09:36.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
21:09:36.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:09:36.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:09:36.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:09:36.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.29.189.253:40775
21:09:36.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.29.189.253
21:09:36.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:09:36.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.29.189.212:35255
21:09:36.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:09:36.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:09:36.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:09:36.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:09:36.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.29.189.254:45211,127.29.189.253:40775,127.29.189.252:40043
21:09:36.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:09:36.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34443/jwks.json with env {}
21:09:36.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:36.286803 30589 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.29.189.254" port: 45211 } has no permanent_uuid. Determining permanent_uuid...
21:09:36.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:36.325902 30589 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.29.189.253" port: 40775 } has no permanent_uuid. Determining permanent_uuid...
21:09:36.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:36.328827 30540 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.29.189.253:40775: connect: Connection refused (error 111)
21:09:36.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:36.334211 30589 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.29.189.253:40775: Network error: Client connection negotiation failed: client connection to 127.29.189.253:40775: connect: Connection refused (error 111)
21:09:36.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:36.383891 30589 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.189.253" port: 40775 } attempt: 1
21:09:36.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:36.389093 30589 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.29.189.253:40775: Network error: Client connection negotiation failed: client connection to 127.29.189.253:40775: connect: Connection refused (error 111)
21:09:36.407 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:36.407 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:36.407 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:36.408 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:36.408 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:36.408 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:36.408 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:36.408 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:36.408 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:36.408 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:36.409 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:36.409 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:36.409 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:36.431 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:36.432 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:36.432 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:36.432 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:36.432 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:36.432 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:36.432 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:36.432 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:36.432 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:36.433 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:36.433 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:36.433 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:36.433 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:36.449 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:36.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:36.457635 30589 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.189.253" port: 40775 } attempt: 2
21:09:36.461 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 27 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544976460 for job d6a71f5cf5f060cfaa5d5fa24434f7a3.
21:09:36.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:36.463929 30589 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.29.189.253:40775: Network error: Client connection negotiation failed: client connection to 127.29.189.253:40775: connect: Connection refused (error 111)
21:09:36.470 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 27 for job d6a71f5cf5f060cfaa5d5fa24434f7a3 (5104 bytes, checkpointDuration=9 ms, finalizationTime=0 ms).
21:09:36.470 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 27 as completed for source Source: KuduSource.
21:09:36.515 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:36.515 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:36.549 [DEBUG - pool-320-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:09:36.550 [DEBUG - pool-320-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:09:36.550 [DEBUG - pool-320-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:09:36.550 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:36.550 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:36.550 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:36.550 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:36.550 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:36.550 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:36.550 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:36.550 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:36.551 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:36.551 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:09:36.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:36.555402 30589 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.189.253" port: 40775 } attempt: 3
21:09:36.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:36.560876 30589 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.29.189.253:40775: Network error: Client connection negotiation failed: client connection to 127.29.189.253:40775: connect: Connection refused (error 111)
21:09:36.584 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.22.50.60:38829(127.22.50.60:38829)] connecting to peer
21:09:36.585 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.22.50.61:45261(127.22.50.61:45261)] connecting to peer
21:09:36.585 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.22.50.62:44659(127.22.50.62:44659)] connecting to peer
21:09:36.585 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:09:36.585 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:09:36.585 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.50.61:45261(127.22.50.61:45261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:09:36.585 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.50.60:38829(127.22.50.60:38829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:09:36.585 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.60:38829: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:09:36.585 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.61:45261: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:09:36.585 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:09:36.586 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.50.62:44659(127.22.50.62:44659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:09:36.586 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.62:44659: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:09:36.586 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659; will retry
21:09:36.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:36.647809 30591 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
21:09:36.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:36.648398 30591 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:09:36.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:36.648896 30591 flags.cc:432] Enabled unsafe flag: --never_fsync=true
21:09:36.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:36.685794 30591 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
21:09:36.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:36.686103 30591 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
21:09:36.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:36.686305 30591 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
21:09:36.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:36.686630 30591 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
21:09:36.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:36.686877 30591 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
21:09:36.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:36.687055 30591 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:34443/jwks.json
21:09:36.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:36.704360 30589 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.189.253" port: 40775 } attempt: 4
21:09:36.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:36.710518 30589 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.29.189.253:40775: Network error: Client connection negotiation failed: client connection to 127.29.189.253:40775: connect: Connection refused (error 111)
21:09:36.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:36.732542 30591 master_runner.cc:387] Master server non-default flags:
21:09:36.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:09:36.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.29.189.212:35255
21:09:36.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:09:36.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:09:36.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10994046769305795342/master-1/data
21:09:36.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10994046769305795342/master-1/wal
21:09:36.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:09:36.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.29.189.254:45211,127.29.189.253:40775,127.29.189.252:40043
21:09:36.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:09:36.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:09:36.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:09:36.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.29.189.253:40775
21:09:36.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:09:36.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:09:36.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:09:36.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34443/jwks.json
21:09:36.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:09:36.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:09:36.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10994046769305795342/master-1/data/info.pb
21:09:36.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.29.189.253
21:09:36.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:09:36.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:09:36.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:09:36.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:09:36.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:09:36.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:09:36.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10994046769305795342/master-1/logs
21:09:36.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:09:36.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:09:36.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
21:09:36.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
21:09:36.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
21:09:36.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 6bec869c2320d19f2589b3f609f76e5041a21d27
21:09:36.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:09:36.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 20:43:55 UTC on e7f111948823
21:09:36.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16878
21:09:36.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:09:36.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:36.734055 30591 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:09:36.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:36.735949 30591 file_cache.cc:492] Constructed file cache file cache with capacity 419430
21:09:36.749 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2841dd5f383bae9a8f297e74525dcca1 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 2841dd5f383bae9a8f297e74525dcca1 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:36.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:36.750326 30600 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:09:36.820 [DEBUG - pool-318-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:09:36.820 [DEBUG - pool-318-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:09:36.820 [DEBUG - pool-318-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:09:36.820 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:36.821 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:36.821 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:36.821 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:36.821 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:36.821 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:36.821 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:36.821 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:36.821 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:36.821 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:09:36.949 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:36.961 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 28 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544976960 for job d6a71f5cf5f060cfaa5d5fa24434f7a3.
21:09:36.977 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 28 for job d6a71f5cf5f060cfaa5d5fa24434f7a3 (5104 bytes, checkpointDuration=14 ms, finalizationTime=2 ms).
21:09:36.980 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 28 as completed for source Source: KuduSource.
21:09:36.999 [DEBUG - pool-318-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:09:36.999 [DEBUG - pool-318-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:09:36.999 [DEBUG - pool-318-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:09:37.000 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:37.000 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:37.000 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:37.000 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:37.000 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:37.000 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:37.001 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:37.001 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:37.001 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:37.001 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:09:37.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:37.010077 30589 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.189.253" port: 40775 } attempt: 5
21:09:37.015 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:37.015 [DEBUG - pool-391-thread-1] (Connection.java:748) [peer master-127.27.110.125:37111(127.27.110.125:37111)] connecting to peer
21:09:37.016 [DEBUG - pool-391-thread-1] (Connection.java:748) [peer master-127.27.110.126:34219(127.27.110.126:34219)] connecting to peer
21:09:37.016 [DEBUG - pool-391-thread-1] (Connection.java:748) [peer master-127.27.110.124:43039(127.27.110.124:43039)] connecting to peer
21:09:37.016 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:37.016 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:37.016 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:37.016 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.110.125:37111(127.27.110.125:37111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:37.016 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.110.126:34219(127.27.110.126:34219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:37.016 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:37.016 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.125:37111: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:37.016 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.126:34219: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:37.016 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.110.124:43039(127.27.110.124:43039)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:37.016 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.124:43039: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:37.017 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039; will retry
21:09:37.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:37.019737 30589 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.29.189.253:40775: Network error: Client connection negotiation failed: client connection to 127.29.189.253:40775: connect: Connection refused (error 111)
21:09:37.244 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.27.110.125:37111(127.27.110.125:37111)] connecting to peer
21:09:37.244 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.27.110.126:34219(127.27.110.126:34219)] connecting to peer
21:09:37.244 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.27.110.124:43039(127.27.110.124:43039)] connecting to peer
21:09:37.245 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:37.245 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:37.245 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.110.125:37111(127.27.110.125:37111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:37.245 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.110.126:34219(127.27.110.126:34219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:37.245 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.125:37111: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:37.245 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.126:34219: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:37.245 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:37.245 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.110.124:43039(127.27.110.124:43039)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:37.246 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.124:43039: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:37.246 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039; will retry
21:09:37.249 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2841dd5f383bae9a8f297e74525dcca1 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 2841dd5f383bae9a8f297e74525dcca1 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:37.259 [DEBUG - pool-318-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:09:37.261 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:37.261 [DEBUG - pool-318-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:09:37.261 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:37.261 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:37.262 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:37.262 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:37.262 [INFO - pool-318-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:37.262 [DEBUG - pool-318-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:09:37.263 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:37.263 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:37.264 [INFO - pool-318-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:37.264 [WARN - pool-318-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:09:37.304 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.27.110.125:37111(127.27.110.125:37111)] connecting to peer
21:09:37.304 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.27.110.126:34219(127.27.110.126:34219)] connecting to peer
21:09:37.305 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.27.110.124:43039(127.27.110.124:43039)] connecting to peer
21:09:37.305 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:37.305 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.110.125:37111(127.27.110.125:37111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:37.305 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.125:37111: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:37.306 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:37.306 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.110.126:34219(127.27.110.126:34219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:37.306 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.126:34219: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:37.306 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:37.306 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.110.124:43039(127.27.110.124:43039)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:37.307 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.124:43039: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:37.307 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039; will retry
21:09:37.449 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:37.461 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 29 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544977460 for job d6a71f5cf5f060cfaa5d5fa24434f7a3.
21:09:37.474 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 29 for job d6a71f5cf5f060cfaa5d5fa24434f7a3 (5104 bytes, checkpointDuration=13 ms, finalizationTime=1 ms).
21:09:37.477 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 29 as completed for source Source: KuduSource.
21:09:37.492 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:37.492 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:37.492 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:37.493 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:37.493 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:37.493 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:37.493 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:37.494 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:37.494 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:37.494 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:37.494 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:37.494 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:37.495 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:37.515 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:37.515 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:37.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:37.567409 30589 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.189.253" port: 40775 } attempt: 6
21:09:37.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:37.580466 30589 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.29.189.253:40775: Network error: Client connection negotiation failed: client connection to 127.29.189.253:40775: connect: Connection refused (error 111)
21:09:37.723 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:37.723 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:37.723 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:37.724 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:37.724 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:37.724 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:37.724 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:37.724 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:37.724 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:37.725 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:37.725 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:37.725 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:37.725 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:37.731 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:37.731 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:37.731 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:37.732 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:37.732 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:37.732 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:37.732 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:37.732 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:37.733 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:37.733 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:37.733 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:37.732 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:37.733 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:37.750 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2841dd5f383bae9a8f297e74525dcca1 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 2841dd5f383bae9a8f297e74525dcca1 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:37.755 [DEBUG - pool-391-thread-1] (Connection.java:748) [peer master-127.27.110.125:37111(127.27.110.125:37111)] connecting to peer
21:09:37.755 [DEBUG - pool-391-thread-1] (Connection.java:748) [peer master-127.27.110.126:34219(127.27.110.126:34219)] connecting to peer
21:09:37.755 [DEBUG - pool-391-thread-1] (Connection.java:748) [peer master-127.27.110.124:43039(127.27.110.124:43039)] connecting to peer
21:09:37.756 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:37.756 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.110.125:37111(127.27.110.125:37111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:37.756 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:37.756 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.110.126:34219(127.27.110.126:34219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:37.757 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.126:34219: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:37.757 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:37.757 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.110.124:43039(127.27.110.124:43039)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:37.757 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.124:43039: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:37.756 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.125:37111: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:37.758 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039; will retry
21:09:37.789 [DEBUG - pool-322-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:37.789 [DEBUG - pool-322-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:37.789 [DEBUG - pool-322-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:37.790 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:37.790 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:37.790 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:37.790 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:37.790 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:37.790 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:37.791 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:37.791 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:37.791 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:37.791 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:37.949 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:37.961 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 30 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544977961 for job d6a71f5cf5f060cfaa5d5fa24434f7a3.
21:09:37.969 [DEBUG - pool-320-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:09:37.970 [DEBUG - pool-320-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:09:37.970 [DEBUG - pool-320-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:09:37.970 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:37.970 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:37.971 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:37.972 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 30 for job d6a71f5cf5f060cfaa5d5fa24434f7a3 (5104 bytes, checkpointDuration=10 ms, finalizationTime=1 ms).
21:09:37.974 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 30 as completed for source Source: KuduSource.
21:09:37.975 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:37.975 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:37.975 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:37.970 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:37.975 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:37.975 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:37.975 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:09:38.015 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:38.015 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:38.204 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.22.50.60:38829(127.22.50.60:38829)] connecting to peer
21:09:38.205 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.22.50.61:45261(127.22.50.61:45261)] connecting to peer
21:09:38.205 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.22.50.62:44659(127.22.50.62:44659)] connecting to peer
21:09:38.205 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:09:38.205 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.50.60:38829(127.22.50.60:38829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:09:38.205 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:09:38.205 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.60:38829: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:09:38.205 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.50.61:45261(127.22.50.61:45261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:09:38.205 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.61:45261: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:09:38.206 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:09:38.206 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.50.62:44659(127.22.50.62:44659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:09:38.206 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.62:44659: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:09:38.206 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659; will retry
21:09:38.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:36.751864 30601 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:09:38.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:36.756361 30603 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:09:38.250 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2841dd5f383bae9a8f297e74525dcca1 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 2841dd5f383bae9a8f297e74525dcca1 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:38.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:38.252586 30602 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1496 milliseconds
21:09:38.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:38.252715 30591 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
21:09:38.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:38.254107 30591 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:09:38.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:38.257540 30591 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:09:38.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:38.259166 30591 hybrid_clock.cc:648] HybridClock initialized: now 1783544978259114 us; error 69 us; skew 500 ppm
21:09:38.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:38.260157 30591 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:09:38.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:38.268388 30591 webserver.cc:534] Webserver started at http://127.29.189.253:35209/ using document root <none> and password file <none>
21:09:38.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:38.269519 30591 fs_manager.cc:362] Metadata directory not provided
21:09:38.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:38.269735 30591 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:09:38.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:38.270200 30591 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
21:09:38.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:38.275542 30591 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10994046769305795342/master-1/data/instance:
21:09:38.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "543dd3e9a8c449739330c7ee58d6b664"
21:09:38.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:09:38 on dist-test-slave-3sd5"
21:09:38.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:38.276705 30591 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10994046769305795342/master-1/wal/instance:
21:09:38.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "543dd3e9a8c449739330c7ee58d6b664"
21:09:38.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:09:38 on dist-test-slave-3sd5"
21:09:38.279 [DEBUG - pool-318-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:09:38.279 [DEBUG - pool-318-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:09:38.280 [DEBUG - pool-318-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:09:38.280 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:38.280 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:38.280 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:38.280 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:38.280 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:38.280 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:38.280 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:38.280 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:38.280 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:38.280 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:09:38.281 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=28506), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [11ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [15ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [17ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [19ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [24ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [24ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [66ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [84ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [84ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [124ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [133ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [134ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [135ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [135ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [142ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [143ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [143ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [143ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [162ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [164ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [165ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [165ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [203ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [203ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [204ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [204ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [222ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [222ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [223ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [223ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [240ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [242ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [242ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [243ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [243ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [461ms] refreshing cache from master, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [462ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [462ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [462ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [462ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [701ms] refreshing cache from master, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [702ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [702ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [702ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [703ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [703ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [703ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [1100ms] refreshing cache from master, [1100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [1102ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [1103ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [1103ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [1104ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [1180ms] refreshing cache from master, [1180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [1181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [1181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [1182ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [1182ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [1185ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [1185ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [4121ms] refreshing cache from master, [4121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [4122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [4122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [4123ms] too many traces: truncated at 100 traces, deferred=Deferred@703729523(state=PENDING, result=null, callback=(continuation of Deferred@130563519 after retry RPC after error@697663887) -> (continuation of Deferred@117896511 after retry RPC after error@1052175163) -> (continuation of Deferred@2018839703 after retry RPC after error@2101965803) -> (continuation of Deferred@1305927280 after retry RPC after error@1152388034) -> (continuation of Deferred@349279863 after retry RPC after error@573667629) -> (continuation of Deferred@1508841029 after retry RPC after error@491120801) -> (continuation of Deferred@88057680 after retry RPC after error@753815243) -> (continuation of Deferred@227682349 after retry RPC after error@1067502046) -> (continuation of Deferred@1197337693 after retry RPC after error@429619819) -> (continuation of Deferred@97843765 after retry RPC after error@1006841192) -> (continuation of Deferred@336859569 after retry RPC after error@1444837754) -> (continuation of Deferred@1958290654 after retry RPC after error@1374961484) -> (continuation of Deferred@1708729690 after retry RPC after error@1084839218) -> (continuation of Deferred@2097874477 after retry RPC after error@225790111) -> (continuation of Deferred@556425118 after retry RPC after error@731946572) -> (continuation of Deferred@239067003 after retry RPC after error@690577299) -> (continuation of Deferred@1519133575 after retry RPC after error@1970373732) -> (continuation of Deferred@88431030 after retry RPC after error@1727220554) -> (continuation of Deferred@1566100488 after retry RPC after error@611529059) -> (continuation of Deferred@198464690 after retry RPC after error@2005002137) -> (continuation of Deferred@1814187501 after retry RPC after error@1365741859) -> (continuation of Deferred@2025799289 after retry RPC after error@16425944) -> (continuation of Deferred@2127158031 after retry RPC after error@332047228) -> (continuation of Deferred@302455690 after retry RPC after error@1203146353) -> (continuation of Deferred@1998005291 after retry RPC after error@830519542) -> (continuation of Deferred@468790791 after retry RPC after error@1749548558), errback=(continuation of Deferred@130563519 after retry RPC after error@697663887) -> (continuation of Deferred@117896511 after retry RPC after error@1052175163) -> (continuation of Deferred@2018839703 after retry RPC after error@2101965803) -> (continuation of Deferred@1305927280 after retry RPC after error@1152388034) -> (continuation of Deferred@349279863 after retry RPC after error@573667629) -> (continuation of Deferred@1508841029 after retry RPC after error@491120801) -> (continuation of Deferred@88057680 after retry RPC after error@753815243) -> (continuation of Deferred@227682349 after retry RPC after error@1067502046) -> (continuation of Deferred@1197337693 after retry RPC after error@429619819) -> (continuation of Deferred@97843765 after retry RPC after error@1006841192) -> (continuation of Deferred@336859569 after retry RPC after error@1444837754) -> (continuation of Deferred@1958290654 after retry RPC after error@1374961484) -> (continuation of Deferred@1708729690 after retry RPC after error@1084839218) -> (continuation of Deferred@2097874477 after retry RPC after error@225790111) -> (continuation of Deferred@556425118 after retry RPC after error@731946572) -> (continuation of Deferred@239067003 after retry RPC after error@690577299) -> (continuation of Deferred@1519133575 after retry RPC after error@1970373732) -> (continuation of Deferred@88431030 after retry RPC after error@1727220554) -> (continuation of Deferred@1566100488 after retry RPC after error@611529059) -> (continuation of Deferred@198464690 after retry RPC after error@2005002137) -> (continuation of Deferred@1814187501 after retry RPC after error@1365741859) -> (continuation of Deferred@2025799289 after retry RPC after error@16425944) -> (continuation of Deferred@2127158031 after retry RPC after error@332047228) -> (continuation of Deferred@302455690 after retry RPC after error@1203146353) -> (continuation of Deferred@1998005291 after retry RPC after error@830519542) -> (continuation of Deferred@468790791 after retry RPC after error@1749548558)))
21:09:38.282 [INFO - Source: KuduSource -> Sink: Writer (1/4)#6] (SourceReaderBase.java:338) Closing Source Reader.
21:09:38.282 [WARN - Source: KuduSource -> Sink: Writer (1/4)#6] (Task.java:1117) Source: KuduSource -> Sink: Writer (1/4)#6 (c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_0_6) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=28506), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [11ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [15ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [17ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [19ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [24ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [24ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [66ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [84ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [84ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [124ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [133ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [134ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [135ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [135ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [142ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [143ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [143ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [143ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [162ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [164ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [165ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [165ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [203ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [203ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [204ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [204ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [222ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [222ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [223ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [223ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [240ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [242ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [242ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [243ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [243ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [461ms] refreshing cache from master, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [462ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [462ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [462ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [462ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [701ms] refreshing cache from master, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [702ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [702ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [702ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [703ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [703ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [703ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [1100ms] refreshing cache from master, [1100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [1102ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [1103ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [1103ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [1104ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [1180ms] refreshing cache from master, [1180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [1181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [1181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [1182ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [1182ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [1185ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [1185ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [4121ms] refreshing cache from master, [4121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [4122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [4122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [4123ms] too many traces: truncated at 100 traces, deferred=Deferred@703729523(state=PENDING, result=null, callback=(continuation of Deferred@130563519 after retry RPC after error@697663887) -> (continuation of Deferred@117896511 after retry RPC after error@1052175163) -> (continuation of Deferred@2018839703 after retry RPC after error@2101965803) -> (continuation of Deferred@1305927280 after retry RPC after error@1152388034) -> (continuation of Deferred@349279863 after retry RPC after error@573667629) -> (continuation of Deferred@1508841029 after retry RPC after error@491120801) -> (continuation of Deferred@88057680 after retry RPC after error@753815243) -> (continuation of Deferred@227682349 after retry RPC after error@1067502046) -> (continuation of Deferred@1197337693 after retry RPC after error@429619819) -> (continuation of Deferred@97843765 after retry RPC after error@1006841192) -> (continuation of Deferred@336859569 after retry RPC after error@1444837754) -> (continuation of Deferred@1958290654 after retry RPC after error@1374961484) -> (continuation of Deferred@1708729690 after retry RPC after error@1084839218) -> (continuation of Deferred@2097874477 after retry RPC after error@225790111) -> (continuation of Deferred@556425118 after retry RPC after error@731946572) -> (continuation of Deferred@239067003 after retry RPC after error@690577299) -> (continuation of Deferred@1519133575 after retry RPC after error@1970373732) -> (continuation of Deferred@88431030 after retry RPC after error@1727220554) -> (continuation of Deferred@1566100488 after retry RPC after error@611529059) -> (continuation of Deferred@198464690 after retry RPC after error@2005002137) -> (continuation of Deferred@1814187501 after retry RPC after error@1365741859) -> (continuation of Deferred@2025799289 after retry RPC after error@16425944) -> (continuation of Deferred@2127158031 after retry RPC after error@332047228) -> (continuation of Deferred@302455690 after retry RPC after error@1203146353) -> (continuation of Deferred@1998005291 after retry RPC after error@830519542) -> (continuation of Deferred@468790791 after retry RPC after error@1749548558), errback=(continuation of Deferred@130563519 after retry RPC after error@697663887) -> (continuation of Deferred@117896511 after retry RPC after error@1052175163) -> (continuation of Deferred@2018839703 after retry RPC after error@2101965803) -> (continuation of Deferred@1305927280 after retry RPC after error@1152388034) -> (continuation of Deferred@349279863 after retry RPC after error@573667629) -> (continuation of Deferred@1508841029 after retry RPC after error@491120801) -> (continuation of Deferred@88057680 after retry RPC after error@753815243) -> (continuation of Deferred@227682349 after retry RPC after error@1067502046) -> (continuation of Deferred@1197337693 after retry RPC after error@429619819) -> (continuation of Deferred@97843765 after retry RPC after error@1006841192) -> (continuation of Deferred@336859569 after retry RPC after error@1444837754) -> (continuation of Deferred@1958290654 after retry RPC after error@1374961484) -> (continuation of Deferred@1708729690 after retry RPC after error@1084839218) -> (continuation of Deferred@2097874477 after retry RPC after error@225790111) -> (continuation of Deferred@556425118 after retry RPC after error@731946572) -> (continuation of Deferred@239067003 after retry RPC after error@690577299) -> (continuation of Deferred@1519133575 after retry RPC after error@1970373732) -> (continuation of Deferred@88431030 after retry RPC after error@1727220554) -> (continuation of Deferred@1566100488 after retry RPC after error@611529059) -> (continuation of Deferred@198464690 after retry RPC after error@2005002137) -> (continuation of Deferred@1814187501 after retry RPC after error@1365741859) -> (continuation of Deferred@2025799289 after retry RPC after error@16425944) -> (continuation of Deferred@2127158031 after retry RPC after error@332047228) -> (continuation of Deferred@302455690 after retry RPC after error@1203146353) -> (continuation of Deferred@1998005291 after retry RPC after error@830519542) -> (continuation of Deferred@468790791 after retry RPC after error@1749548558)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.20.46.188:38181
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:09:38.283 [INFO - Source: KuduSource -> Sink: Writer (1/4)#6] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#6 (c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_0_6).
21:09:38.285 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#6 c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_0_6.
21:09:38.286 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1449) Source: KuduSource -> Sink: Writer (1/4) (c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_0_6) switched from INITIALIZING to FAILED on 55c4d95f-4b70-4fa7-a972-a2dfacde7c76 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=28506), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [11ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [15ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [17ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [19ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [24ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [24ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [66ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [84ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [84ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [124ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [133ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [134ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [135ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [135ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [142ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [143ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [143ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [143ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [162ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [164ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [165ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [165ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [203ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [203ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [204ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [204ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [222ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [222ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [223ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [223ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [240ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [242ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [242ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [243ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [243ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [461ms] refreshing cache from master, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [462ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [462ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [462ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [462ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [701ms] refreshing cache from master, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [702ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [702ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [702ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [703ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [703ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [703ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [1100ms] refreshing cache from master, [1100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [1102ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [1103ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [1103ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [1104ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [1180ms] refreshing cache from master, [1180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [1181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [1181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [1182ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [1182ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [1185ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [1185ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [4121ms] refreshing cache from master, [4121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [4122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [4122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [4123ms] too many traces: truncated at 100 traces, deferred=Deferred@703729523(state=PENDING, result=null, callback=(continuation of Deferred@130563519 after retry RPC after error@697663887) -> (continuation of Deferred@117896511 after retry RPC after error@1052175163) -> (continuation of Deferred@2018839703 after retry RPC after error@2101965803) -> (continuation of Deferred@1305927280 after retry RPC after error@1152388034) -> (continuation of Deferred@349279863 after retry RPC after error@573667629) -> (continuation of Deferred@1508841029 after retry RPC after error@491120801) -> (continuation of Deferred@88057680 after retry RPC after error@753815243) -> (continuation of Deferred@227682349 after retry RPC after error@1067502046) -> (continuation of Deferred@1197337693 after retry RPC after error@429619819) -> (continuation of Deferred@97843765 after retry RPC after error@1006841192) -> (continuation of Deferred@336859569 after retry RPC after error@1444837754) -> (continuation of Deferred@1958290654 after retry RPC after error@1374961484) -> (continuation of Deferred@1708729690 after retry RPC after error@1084839218) -> (continuation of Deferred@2097874477 after retry RPC after error@225790111) -> (continuation of Deferred@556425118 after retry RPC after error@731946572) -> (continuation of Deferred@239067003 after retry RPC after error@690577299) -> (continuation of Deferred@1519133575 after retry RPC after error@1970373732) -> (continuation of Deferred@88431030 after retry RPC after error@1727220554) -> (continuation of Deferred@1566100488 after retry RPC after error@611529059) -> (continuation of Deferred@198464690 after retry RPC after error@2005002137) -> (continuation of Deferred@1814187501 after retry RPC after error@1365741859) -> (continuation of Deferred@2025799289 after retry RPC after error@16425944) -> (continuation of Deferred@2127158031 after retry RPC after error@332047228) -> (continuation of Deferred@302455690 after retry RPC after error@1203146353) -> (continuation of Deferred@1998005291 after retry RPC after error@830519542) -> (continuation of Deferred@468790791 after retry RPC after error@1749548558), errback=(continuation of Deferred@130563519 after retry RPC after error@697663887) -> (continuation of Deferred@117896511 after retry RPC after error@1052175163) -> (continuation of Deferred@2018839703 after retry RPC after error@2101965803) -> (continuation of Deferred@1305927280 after retry RPC after error@1152388034) -> (continuation of Deferred@349279863 after retry RPC after error@573667629) -> (continuation of Deferred@1508841029 after retry RPC after error@491120801) -> (continuation of Deferred@88057680 after retry RPC after error@753815243) -> (continuation of Deferred@227682349 after retry RPC after error@1067502046) -> (continuation of Deferred@1197337693 after retry RPC after error@429619819) -> (continuation of Deferred@97843765 after retry RPC after error@1006841192) -> (continuation of Deferred@336859569 after retry RPC after error@1444837754) -> (continuation of Deferred@1958290654 after retry RPC after error@1374961484) -> (continuation of Deferred@1708729690 after retry RPC after error@1084839218) -> (continuation of Deferred@2097874477 after retry RPC after error@225790111) -> (continuation of Deferred@556425118 after retry RPC after error@731946572) -> (continuation of Deferred@239067003 after retry RPC after error@690577299) -> (continuation of Deferred@1519133575 after retry RPC after error@1970373732) -> (continuation of Deferred@88431030 after retry RPC after error@1727220554) -> (continuation of Deferred@1566100488 after retry RPC after error@611529059) -> (continuation of Deferred@198464690 after retry RPC after error@2005002137) -> (continuation of Deferred@1814187501 after retry RPC after error@1365741859) -> (continuation of Deferred@2025799289 after retry RPC after error@16425944) -> (continuation of Deferred@2127158031 after retry RPC after error@332047228) -> (continuation of Deferred@302455690 after retry RPC after error@1203146353) -> (continuation of Deferred@1998005291 after retry RPC after error@830519542) -> (continuation of Deferred@468790791 after retry RPC after error@1749548558)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.20.46.188:38181
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:09:38.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:38.287109 30591 fs_manager.cc:696] Time spent creating directory manager: real 0.010s	user 0.006s	sys 0.004s
21:09:38.288 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:324) Received resource requirements from job be5d90ea6ea762b3c60063afb0fd4b65: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
21:09:38.288 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#6) of source Source: KuduSource.
21:09:38.288 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_0_6.
21:09:38.288 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (be5d90ea6ea762b3c60063afb0fd4b65) switched from state RUNNING to RESTARTING.
21:09:38.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:38.294654 30612 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
21:09:38.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:38.296200 30591 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.002s	sys 0.001s
21:09:38.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:38.296547 30591 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10994046769305795342/master-1/data,/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10994046769305795342/master-1/wal
21:09:38.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "543dd3e9a8c449739330c7ee58d6b664"
21:09:38.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:09:38 on dist-test-slave-3sd5"
21:09:38.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:38.296988 30591 fs_report.cc:389] FS layout report
21:09:38.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:09:38.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10994046769305795342/master-1/wal
21:09:38.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10994046769305795342/master-1/wal
21:09:38.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10994046769305795342/master-1/data/data
21:09:38.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:09:38.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:09:38.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:09:38.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:09:38.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:09:38.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:09:38.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:09:38.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:09:38.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:09:38.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:09:38.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:09:38.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:38.362866 30591 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
21:09:38.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:38.364835 30591 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:09:38.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:38.365443 30591 kserver.cc:163] Server-wide thread pool size limit: 3276
21:09:38.407 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:38.408 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:38.408 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:38.408 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:38.408 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:38.408 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:38.408 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:38.408 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:38.408 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:38.409 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:38.409 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:38.409 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:38.409 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:38.431 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.27.110.125:37111(127.27.110.125:37111)] connecting to peer
21:09:38.432 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.27.110.126:34219(127.27.110.126:34219)] connecting to peer
21:09:38.432 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.27.110.124:43039(127.27.110.124:43039)] connecting to peer
21:09:38.432 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:38.432 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.110.125:37111(127.27.110.125:37111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:38.432 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.125:37111: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:38.432 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:38.432 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.110.126:34219(127.27.110.126:34219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:38.432 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.126:34219: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:38.433 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:38.433 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.110.124:43039(127.27.110.124:43039)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:38.433 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.124:43039: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:38.433 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039; will retry
21:09:38.443 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:09:38.443 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:09:38.443 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:09:38.444 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:38.444 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:38.444 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:38.444 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:38.444 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:38.444 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:38.444 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:38.444 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:38.444 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:38.444 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:09:38.445 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=28686), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [12ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [63ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [63ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [98ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [99ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [114ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [116ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [116ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [149ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [151ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [160ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [161ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [188ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [188ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [188ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [189ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [189ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [190ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [202ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [202ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [203ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [203ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [242ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [243ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [244ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [244ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [282ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [283ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [283ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [283ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [400ms] refreshing cache from master, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [401ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [402ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [402ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [402ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [501ms] refreshing cache from master, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [502ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [502ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [503ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [503ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [504ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [960ms] refreshing cache from master, [960ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [962ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [962ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [963ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [963ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [1861ms] refreshing cache from master, [1861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [1862ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [1862ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [1864ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [1865ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [1865ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [1866ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [3381ms] refreshing cache from master, [3381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [3382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [3382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [3383ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [3383ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [3384ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [3384ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [4640ms] refreshing cache from master, [4640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [4641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [4641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [4641ms] too many traces: truncated at 100 traces, deferred=Deferred@1359650365(state=PENDING, result=null, callback=(continuation of Deferred@2059929199 after retry RPC after error@210606552) -> (continuation of Deferred@1946218076 after retry RPC after error@1904115095) -> (continuation of Deferred@1262483113 after retry RPC after error@731706703) -> (continuation of Deferred@1478331502 after retry RPC after error@1510850623) -> (continuation of Deferred@1857290089 after retry RPC after error@575228285) -> (continuation of Deferred@369352614 after retry RPC after error@574355809) -> (continuation of Deferred@1401033464 after retry RPC after error@996719444) -> (continuation of Deferred@857652592 after retry RPC after error@1318304387) -> (continuation of Deferred@231044219 after retry RPC after error@1938414732) -> (continuation of Deferred@901384880 after retry RPC after error@1714350374) -> (continuation of Deferred@1080966964 after retry RPC after error@2109666825) -> (continuation of Deferred@414489732 after retry RPC after error@155332973) -> (continuation of Deferred@946092270 after retry RPC after error@853581653) -> (continuation of Deferred@244086065 after retry RPC after error@375252180) -> (continuation of Deferred@258411961 after retry RPC after error@961229111) -> (continuation of Deferred@1409547986 after retry RPC after error@763485122) -> (continuation of Deferred@440144142 after retry RPC after error@2048805367) -> (continuation of Deferred@824237320 after retry RPC after error@308043557) -> (continuation of Deferred@1754437633 after retry RPC after error@1615537429) -> (continuation of Deferred@1463057545 after retry RPC after error@669103165) -> (continuation of Deferred@1540317776 after retry RPC after error@1653970865) -> (continuation of Deferred@372338526 after retry RPC after error@1021010425), errback=(continuation of Deferred@2059929199 after retry RPC after error@210606552) -> (continuation of Deferred@1946218076 after retry RPC after error@1904115095) -> (continuation of Deferred@1262483113 after retry RPC after error@731706703) -> (continuation of Deferred@1478331502 after retry RPC after error@1510850623) -> (continuation of Deferred@1857290089 after retry RPC after error@575228285) -> (continuation of Deferred@369352614 after retry RPC after error@574355809) -> (continuation of Deferred@1401033464 after retry RPC after error@996719444) -> (continuation of Deferred@857652592 after retry RPC after error@1318304387) -> (continuation of Deferred@231044219 after retry RPC after error@1938414732) -> (continuation of Deferred@901384880 after retry RPC after error@1714350374) -> (continuation of Deferred@1080966964 after retry RPC after error@2109666825) -> (continuation of Deferred@414489732 after retry RPC after error@155332973) -> (continuation of Deferred@946092270 after retry RPC after error@853581653) -> (continuation of Deferred@244086065 after retry RPC after error@375252180) -> (continuation of Deferred@258411961 after retry RPC after error@961229111) -> (continuation of Deferred@1409547986 after retry RPC after error@763485122) -> (continuation of Deferred@440144142 after retry RPC after error@2048805367) -> (continuation of Deferred@824237320 after retry RPC after error@308043557) -> (continuation of Deferred@1754437633 after retry RPC after error@1615537429) -> (continuation of Deferred@1463057545 after retry RPC after error@669103165) -> (continuation of Deferred@1540317776 after retry RPC after error@1653970865) -> (continuation of Deferred@372338526 after retry RPC after error@1021010425)))
21:09:38.446 [INFO - Source: KuduSource -> Sink: Writer (2/4)#6] (SourceReaderBase.java:338) Closing Source Reader.
21:09:38.446 [WARN - Source: KuduSource -> Sink: Writer (2/4)#6] (Task.java:1117) Source: KuduSource -> Sink: Writer (2/4)#6 (c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_1_6) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=28686), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [12ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [63ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [63ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [98ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [99ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [114ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [116ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [116ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [149ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [151ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [160ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [161ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [188ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [188ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [188ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [189ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [189ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [190ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [202ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [202ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [203ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [203ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [242ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [243ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [244ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [244ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [282ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [283ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [283ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [283ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [400ms] refreshing cache from master, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [401ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [402ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [402ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [402ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [501ms] refreshing cache from master, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [502ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [502ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [503ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [503ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [504ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [960ms] refreshing cache from master, [960ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [962ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [962ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [963ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [963ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [1861ms] refreshing cache from master, [1861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [1862ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [1862ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [1864ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [1865ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [1865ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [1866ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [3381ms] refreshing cache from master, [3381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [3382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [3382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [3383ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [3383ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [3384ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [3384ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [4640ms] refreshing cache from master, [4640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [4641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [4641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [4641ms] too many traces: truncated at 100 traces, deferred=Deferred@1359650365(state=PENDING, result=null, callback=(continuation of Deferred@2059929199 after retry RPC after error@210606552) -> (continuation of Deferred@1946218076 after retry RPC after error@1904115095) -> (continuation of Deferred@1262483113 after retry RPC after error@731706703) -> (continuation of Deferred@1478331502 after retry RPC after error@1510850623) -> (continuation of Deferred@1857290089 after retry RPC after error@575228285) -> (continuation of Deferred@369352614 after retry RPC after error@574355809) -> (continuation of Deferred@1401033464 after retry RPC after error@996719444) -> (continuation of Deferred@857652592 after retry RPC after error@1318304387) -> (continuation of Deferred@231044219 after retry RPC after error@1938414732) -> (continuation of Deferred@901384880 after retry RPC after error@1714350374) -> (continuation of Deferred@1080966964 after retry RPC after error@2109666825) -> (continuation of Deferred@414489732 after retry RPC after error@155332973) -> (continuation of Deferred@946092270 after retry RPC after error@853581653) -> (continuation of Deferred@244086065 after retry RPC after error@375252180) -> (continuation of Deferred@258411961 after retry RPC after error@961229111) -> (continuation of Deferred@1409547986 after retry RPC after error@763485122) -> (continuation of Deferred@440144142 after retry RPC after error@2048805367) -> (continuation of Deferred@824237320 after retry RPC after error@308043557) -> (continuation of Deferred@1754437633 after retry RPC after error@1615537429) -> (continuation of Deferred@1463057545 after retry RPC after error@669103165) -> (continuation of Deferred@1540317776 after retry RPC after error@1653970865) -> (continuation of Deferred@372338526 after retry RPC after error@1021010425), errback=(continuation of Deferred@2059929199 after retry RPC after error@210606552) -> (continuation of Deferred@1946218076 after retry RPC after error@1904115095) -> (continuation of Deferred@1262483113 after retry RPC after error@731706703) -> (continuation of Deferred@1478331502 after retry RPC after error@1510850623) -> (continuation of Deferred@1857290089 after retry RPC after error@575228285) -> (continuation of Deferred@369352614 after retry RPC after error@574355809) -> (continuation of Deferred@1401033464 after retry RPC after error@996719444) -> (continuation of Deferred@857652592 after retry RPC after error@1318304387) -> (continuation of Deferred@231044219 after retry RPC after error@1938414732) -> (continuation of Deferred@901384880 after retry RPC after error@1714350374) -> (continuation of Deferred@1080966964 after retry RPC after error@2109666825) -> (continuation of Deferred@414489732 after retry RPC after error@155332973) -> (continuation of Deferred@946092270 after retry RPC after error@853581653) -> (continuation of Deferred@244086065 after retry RPC after error@375252180) -> (continuation of Deferred@258411961 after retry RPC after error@961229111) -> (continuation of Deferred@1409547986 after retry RPC after error@763485122) -> (continuation of Deferred@440144142 after retry RPC after error@2048805367) -> (continuation of Deferred@824237320 after retry RPC after error@308043557) -> (continuation of Deferred@1754437633 after retry RPC after error@1615537429) -> (continuation of Deferred@1463057545 after retry RPC after error@669103165) -> (continuation of Deferred@1540317776 after retry RPC after error@1653970865) -> (continuation of Deferred@372338526 after retry RPC after error@1021010425)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.20.46.189:42409
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:09:38.447 [INFO - Source: KuduSource -> Sink: Writer (2/4)#6] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#6 (c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_1_6).
21:09:38.448 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:38.449 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#6 c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_1_6.
21:09:38.451 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1449) Source: KuduSource -> Sink: Writer (2/4) (c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_1_6) switched from INITIALIZING to FAILED on 55c4d95f-4b70-4fa7-a972-a2dfacde7c76 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=28686), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [12ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [63ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [63ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [98ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [99ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [114ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [116ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [116ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [149ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [151ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [160ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [161ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [188ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [188ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [188ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [189ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [189ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [190ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [202ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [202ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [203ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [203ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [242ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [243ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [244ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [244ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [282ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [283ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [283ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [283ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [400ms] refreshing cache from master, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [401ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [402ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [402ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [402ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [501ms] refreshing cache from master, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [502ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [502ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [503ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [503ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [504ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [960ms] refreshing cache from master, [960ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [962ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [962ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [963ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [963ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [1861ms] refreshing cache from master, [1861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [1862ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [1862ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [1864ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [1865ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [1865ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [1866ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [3381ms] refreshing cache from master, [3381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [3382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [3382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [3383ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [3383ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [3384ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [3384ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [4640ms] refreshing cache from master, [4640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [4641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [4641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [4641ms] too many traces: truncated at 100 traces, deferred=Deferred@1359650365(state=PENDING, result=null, callback=(continuation of Deferred@2059929199 after retry RPC after error@210606552) -> (continuation of Deferred@1946218076 after retry RPC after error@1904115095) -> (continuation of Deferred@1262483113 after retry RPC after error@731706703) -> (continuation of Deferred@1478331502 after retry RPC after error@1510850623) -> (continuation of Deferred@1857290089 after retry RPC after error@575228285) -> (continuation of Deferred@369352614 after retry RPC after error@574355809) -> (continuation of Deferred@1401033464 after retry RPC after error@996719444) -> (continuation of Deferred@857652592 after retry RPC after error@1318304387) -> (continuation of Deferred@231044219 after retry RPC after error@1938414732) -> (continuation of Deferred@901384880 after retry RPC after error@1714350374) -> (continuation of Deferred@1080966964 after retry RPC after error@2109666825) -> (continuation of Deferred@414489732 after retry RPC after error@155332973) -> (continuation of Deferred@946092270 after retry RPC after error@853581653) -> (continuation of Deferred@244086065 after retry RPC after error@375252180) -> (continuation of Deferred@258411961 after retry RPC after error@961229111) -> (continuation of Deferred@1409547986 after retry RPC after error@763485122) -> (continuation of Deferred@440144142 after retry RPC after error@2048805367) -> (continuation of Deferred@824237320 after retry RPC after error@308043557) -> (continuation of Deferred@1754437633 after retry RPC after error@1615537429) -> (continuation of Deferred@1463057545 after retry RPC after error@669103165) -> (continuation of Deferred@1540317776 after retry RPC after error@1653970865) -> (continuation of Deferred@372338526 after retry RPC after error@1021010425), errback=(continuation of Deferred@2059929199 after retry RPC after error@210606552) -> (continuation of Deferred@1946218076 after retry RPC after error@1904115095) -> (continuation of Deferred@1262483113 after retry RPC after error@731706703) -> (continuation of Deferred@1478331502 after retry RPC after error@1510850623) -> (continuation of Deferred@1857290089 after retry RPC after error@575228285) -> (continuation of Deferred@369352614 after retry RPC after error@574355809) -> (continuation of Deferred@1401033464 after retry RPC after error@996719444) -> (continuation of Deferred@857652592 after retry RPC after error@1318304387) -> (continuation of Deferred@231044219 after retry RPC after error@1938414732) -> (continuation of Deferred@901384880 after retry RPC after error@1714350374) -> (continuation of Deferred@1080966964 after retry RPC after error@2109666825) -> (continuation of Deferred@414489732 after retry RPC after error@155332973) -> (continuation of Deferred@946092270 after retry RPC after error@853581653) -> (continuation of Deferred@244086065 after retry RPC after error@375252180) -> (continuation of Deferred@258411961 after retry RPC after error@961229111) -> (continuation of Deferred@1409547986 after retry RPC after error@763485122) -> (continuation of Deferred@440144142 after retry RPC after error@2048805367) -> (continuation of Deferred@824237320 after retry RPC after error@308043557) -> (continuation of Deferred@1754437633 after retry RPC after error@1615537429) -> (continuation of Deferred@1463057545 after retry RPC after error@669103165) -> (continuation of Deferred@1540317776 after retry RPC after error@1653970865) -> (continuation of Deferred@372338526 after retry RPC after error@1021010425)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.20.46.189:42409
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:09:38.452 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:324) Received resource requirements from job be5d90ea6ea762b3c60063afb0fd4b65: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
21:09:38.453 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#6) of source Source: KuduSource.
21:09:38.453 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_1_6.
21:09:38.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:38.457830 30591 rpc_server.cc:307] RPC server started. Bound to: 127.29.189.253:40775
21:09:38.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:38.458029 30663 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.29.189.253:40775 every 8 connection(s)
21:09:38.460 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 31 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544978460 for job d6a71f5cf5f060cfaa5d5fa24434f7a3.
21:09:38.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:38.461997 30591 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10994046769305795342/master-1/data/info.pb
21:09:38.468 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 31 for job d6a71f5cf5f060cfaa5d5fa24434f7a3 (5104 bytes, checkpointDuration=7 ms, finalizationTime=1 ms).
21:09:38.470 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 31 as completed for source Source: KuduSource.
21:09:38.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:38.467676 30455 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu as pid 30591
21:09:38.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:38.471632 30455 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10994046769305795342/master-1/wal/instance
21:09:38.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:38.472441 30664 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
21:09:38.476 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.27.110.125:37111(127.27.110.125:37111)] connecting to peer
21:09:38.476 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.27.110.126:34219(127.27.110.126:34219)] connecting to peer
21:09:38.476 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.27.110.124:43039(127.27.110.124:43039)] connecting to peer
21:09:38.476 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:38.477 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.110.125:37111(127.27.110.125:37111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:38.477 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.125:37111: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:38.477 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:38.477 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.110.126:34219(127.27.110.126:34219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:38.477 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.126:34219: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:38.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:38.477001 30455 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu
21:09:38.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu
21:09:38.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10994046769305795342/master-2/wal
21:09:38.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10994046769305795342/master-2/data
21:09:38.477 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:38.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:09:38.477 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.110.124:43039(127.27.110.124:43039)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:38.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:09:38.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:09:38.477 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.124:43039: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:38.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:09:38.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:09:38.477 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039; will retry
21:09:38.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:09:38.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10994046769305795342/master-2/logs
21:09:38.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10994046769305795342/master-2/data/info.pb
21:09:38.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:09:38.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:09:38.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:09:38.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:09:38.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:09:38.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:09:38.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:09:38.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:09:38.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
21:09:38.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:09:38.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:09:38.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:09:38.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.29.189.252:40043
21:09:38.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.29.189.252
21:09:38.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:09:38.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.29.189.212:35255
21:09:38.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:09:38.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:09:38.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:09:38.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:09:38.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.29.189.254:45211,127.29.189.253:40775,127.29.189.252:40043
21:09:38.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:09:38.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34443/jwks.json with env {}
21:09:38.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:38.492512 30664 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.29.189.254" port: 45211 } has no permanent_uuid. Determining permanent_uuid...
21:09:38.515 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:38.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:38.533430 30664 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.29.189.253" port: 40775 } has no permanent_uuid. Determining permanent_uuid...
21:09:38.549 [DEBUG - pool-322-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:38.549 [DEBUG - pool-322-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:38.549 [DEBUG - pool-322-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:38.550 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:38.550 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:38.550 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:38.550 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:38.550 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:38.550 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:38.550 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:38.550 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:38.550 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:38.551 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:38.551 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:38.552 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:38.552 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:38.552 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:38.552 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:38.552 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:38.552 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:38.552 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:38.552 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:38.552 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:38.552 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:38.552 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:38.552 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:38.552 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:38.553 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:38.553 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:38.553 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:38.553 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:38.553 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:38.553 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:38.554 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:38.554 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:38.554 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:38.554 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:38.554 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:38.554 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:38.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:38.561074 30664 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.29.189.252" port: 40043 } has no permanent_uuid. Determining permanent_uuid...
21:09:38.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:38.564926 30615 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.29.189.252:40043: connect: Connection refused (error 111)
21:09:38.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:38.570659 30664 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.29.189.252:40043: Network error: Client connection negotiation failed: client connection to 127.29.189.252:40043: connect: Connection refused (error 111)
21:09:38.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:38.620347 30664 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.189.252" port: 40043 } attempt: 1
21:09:38.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:38.626905 30664 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.29.189.252:40043: Network error: Client connection negotiation failed: client connection to 127.29.189.252:40043: connect: Connection refused (error 111)
21:09:38.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:38.641137 30589 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.189.253" port: 40775 } attempt: 7
21:09:38.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:38.661643 30589 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.29.189.252" port: 40043 } has no permanent_uuid. Determining permanent_uuid...
21:09:38.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:38.669914 30589 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.29.189.252:40043: Network error: Client connection negotiation failed: client connection to 127.29.189.252:40043: connect: Connection refused (error 111)
21:09:38.680 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.25.113.61:34911(127.25.113.61:34911)] connecting to peer
21:09:38.680 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.25.113.60:35933(127.25.113.60:35933)] connecting to peer
21:09:38.680 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.25.113.62:35193(127.25.113.62:35193)] connecting to peer
21:09:38.680 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:38.680 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:38.680 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:38.680 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.113.60:35933(127.25.113.60:35933)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:38.680 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.113.62:35193(127.25.113.62:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:38.680 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.113.61:34911(127.25.113.61:34911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:38.681 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.60:35933: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:38.681 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.61:34911: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:38.681 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.62:35193: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:38.681 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193; will retry
21:09:38.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:38.695375 30664 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.189.252" port: 40043 } attempt: 2
21:09:38.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:38.702308 30664 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.29.189.252:40043: Network error: Client connection negotiation failed: client connection to 127.29.189.252:40043: connect: Connection refused (error 111)
21:09:38.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:38.728433 30589 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.189.252" port: 40043 } attempt: 1
21:09:38.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:38.734813 30589 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.29.189.252:40043: Network error: Client connection negotiation failed: client connection to 127.29.189.252:40043: connect: Connection refused (error 111)
21:09:38.750 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2841dd5f383bae9a8f297e74525dcca1 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 2841dd5f383bae9a8f297e74525dcca1 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:38.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:38.793768 30664 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.189.252" port: 40043 } attempt: 3
21:09:38.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:38.800912 30664 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.29.189.252:40043: Network error: Client connection negotiation failed: client connection to 127.29.189.252:40043: connect: Connection refused (error 111)
21:09:38.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:38.816335 30589 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.189.252" port: 40043 } attempt: 2
21:09:38.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:38.822502 30589 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.29.189.252:40043: Network error: Client connection negotiation failed: client connection to 127.29.189.252:40043: connect: Connection refused (error 111)
21:09:38.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:38.891793 30666 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
21:09:38.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:38.892674 30666 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:09:38.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:38.893338 30666 flags.cc:432] Enabled unsafe flag: --never_fsync=true
21:09:38.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:38.908017 30589 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.189.252" port: 40043 } attempt: 3
21:09:38.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:38.914382 30589 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.29.189.252:40043: Network error: Client connection negotiation failed: client connection to 127.29.189.252:40043: connect: Connection refused (error 111)
21:09:38.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:38.937641 30666 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
21:09:38.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:38.938041 30666 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
21:09:38.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:38.938406 30666 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
21:09:38.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:38.938741 30666 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
21:09:38.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:38.939085 30666 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
21:09:38.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:38.939357 30666 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:34443/jwks.json
21:09:38.944 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.27.110.125:37111(127.27.110.125:37111)] connecting to peer
21:09:38.944 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.27.110.126:34219(127.27.110.126:34219)] connecting to peer
21:09:38.945 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.27.110.124:43039(127.27.110.124:43039)] connecting to peer
21:09:38.945 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:38.945 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.110.125:37111(127.27.110.125:37111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:38.945 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.125:37111: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:38.946 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:38.946 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.110.126:34219(127.27.110.126:34219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:38.946 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.126:34219: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:38.946 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:38.946 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.110.124:43039(127.27.110.124:43039)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:38.946 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.124:43039: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:38.946 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039; will retry
21:09:38.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:38.944396 30664 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.189.252" port: 40043 } attempt: 4
21:09:38.948 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:38.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:38.951167 30664 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.29.189.252:40043: Network error: Client connection negotiation failed: client connection to 127.29.189.252:40043: connect: Connection refused (error 111)
21:09:38.961 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 32 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544978960 for job d6a71f5cf5f060cfaa5d5fa24434f7a3.
21:09:38.970 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 32 for job d6a71f5cf5f060cfaa5d5fa24434f7a3 (5104 bytes, checkpointDuration=9 ms, finalizationTime=1 ms).
21:09:38.971 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 32 as completed for source Source: KuduSource.
21:09:38.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:38.991279 30666 master_runner.cc:387] Master server non-default flags:
21:09:38.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:09:38.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.29.189.212:35255
21:09:38.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:09:38.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:09:38.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10994046769305795342/master-2/data
21:09:38.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10994046769305795342/master-2/wal
21:09:38.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:09:38.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.29.189.254:45211,127.29.189.253:40775,127.29.189.252:40043
21:09:38.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:09:38.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:09:38.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:09:38.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.29.189.252:40043
21:09:38.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:09:38.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:09:38.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:09:38.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34443/jwks.json
21:09:38.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:09:38.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:09:38.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10994046769305795342/master-2/data/info.pb
21:09:38.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.29.189.252
21:09:38.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:09:38.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:09:38.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:09:38.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:09:38.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:09:38.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:09:38.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10994046769305795342/master-2/logs
21:09:38.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:09:38.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:09:38.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
21:09:38.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
21:09:38.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
21:09:38.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 6bec869c2320d19f2589b3f609f76e5041a21d27
21:09:38.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:09:38.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 20:43:55 UTC on e7f111948823
21:09:38.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16878
21:09:38.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:09:38.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:38.993091 30666 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:09:38.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:38.995059 30666 file_cache.cc:492] Constructed file cache file cache with capacity 419430
21:09:39.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:39.008643 30678 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:09:39.015 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:39.052 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:39.052 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:39.052 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:39.053 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:39.053 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:39.053 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:39.053 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:39.053 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:39.053 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:39.054 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:39.054 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:39.054 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:39.054 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:39.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:39.054900 30589 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.189.252" port: 40043 } attempt: 4
21:09:39.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:39.064957 30589 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.29.189.252:40043: Network error: Client connection negotiation failed: client connection to 127.29.189.252:40043: connect: Connection refused (error 111)
21:09:39.152 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:39.153 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:39.153 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:39.154 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:39.154 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:39.154 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:39.154 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:39.154 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:39.155 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:39.155 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:39.155 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:39.155 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:39.155 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:39.250 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2841dd5f383bae9a8f297e74525dcca1 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 2841dd5f383bae9a8f297e74525dcca1 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:39.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:39.250742 30664 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.189.252" port: 40043 } attempt: 5
21:09:39.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:39.260880 30664 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.29.189.252:40043: Network error: Client connection negotiation failed: client connection to 127.29.189.252:40043: connect: Connection refused (error 111)
21:09:39.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:39.348658 30589 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.189.252" port: 40043 } attempt: 5
21:09:39.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:39.358233 30589 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.29.189.252:40043: Network error: Client connection negotiation failed: client connection to 127.29.189.252:40043: connect: Connection refused (error 111)
21:09:39.449 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:39.461 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 33 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544979460 for job d6a71f5cf5f060cfaa5d5fa24434f7a3.
21:09:39.476 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 33 for job d6a71f5cf5f060cfaa5d5fa24434f7a3 (5104 bytes, checkpointDuration=16 ms, finalizationTime=0 ms).
21:09:39.479 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 33 as completed for source Source: KuduSource.
21:09:39.515 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:39.536 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.27.110.125:37111(127.27.110.125:37111)] connecting to peer
21:09:39.537 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.27.110.126:34219(127.27.110.126:34219)] connecting to peer
21:09:39.537 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.27.110.124:43039(127.27.110.124:43039)] connecting to peer
21:09:39.537 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:39.537 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.110.125:37111(127.27.110.125:37111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:39.537 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.125:37111: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:39.537 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:39.537 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.110.126:34219(127.27.110.126:34219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:39.538 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.126:34219: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:39.538 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:39.538 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.110.124:43039(127.27.110.124:43039)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:39.538 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.124:43039: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:39.538 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039; will retry
21:09:39.750 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2841dd5f383bae9a8f297e74525dcca1 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 2841dd5f383bae9a8f297e74525dcca1 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:39.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:39.808614 30664 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.189.252" port: 40043 } attempt: 6
21:09:39.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:39.829675 30664 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.29.189.252:40043: Network error: Client connection negotiation failed: client connection to 127.29.189.252:40043: connect: Connection refused (error 111)
21:09:39.835 [DEBUG - pool-391-thread-1] (Connection.java:748) [peer master-127.27.110.125:37111(127.27.110.125:37111)] connecting to peer
21:09:39.835 [DEBUG - pool-391-thread-1] (Connection.java:748) [peer master-127.27.110.126:34219(127.27.110.126:34219)] connecting to peer
21:09:39.836 [DEBUG - pool-391-thread-1] (Connection.java:748) [peer master-127.27.110.124:43039(127.27.110.124:43039)] connecting to peer
21:09:39.836 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:39.836 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.27.110.125:37111(127.27.110.125:37111)] connecting to peer
21:09:39.836 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.110.125:37111(127.27.110.125:37111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:39.836 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.125:37111: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:39.836 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.27.110.126:34219(127.27.110.126:34219)] connecting to peer
21:09:39.836 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.27.110.124:43039(127.27.110.124:43039)] connecting to peer
21:09:39.837 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:39.837 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.110.126:34219(127.27.110.126:34219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:39.837 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.126:34219: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:39.838 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:39.838 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.110.124:43039(127.27.110.124:43039)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:39.838 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.124:43039: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:39.838 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039; will retry
21:09:39.839 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:39.839 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.110.125:37111(127.27.110.125:37111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:39.839 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.125:37111: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:39.839 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:39.839 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.110.124:43039(127.27.110.124:43039)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:39.839 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.124:43039: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:39.840 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:39.840 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.110.126:34219(127.27.110.126:34219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:39.840 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.126:34219: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:39.840 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039; will retry
21:09:39.848 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:39.849 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:39.849 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:39.849 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:39.850 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:39.850 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:39.850 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:39.850 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:39.850 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:39.851 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:39.851 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:39.851 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:39.851 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:39.900 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.25.113.61:34911(127.25.113.61:34911)] connecting to peer
21:09:39.901 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.25.113.60:35933(127.25.113.60:35933)] connecting to peer
21:09:39.901 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.25.113.62:35193(127.25.113.62:35193)] connecting to peer
21:09:39.901 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:39.901 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.113.61:34911(127.25.113.61:34911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:39.901 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.61:34911: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:39.901 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:39.901 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.113.60:35933(127.25.113.60:35933)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:39.902 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.60:35933: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:39.902 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:39.902 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.113.62:35193(127.25.113.62:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:39.902 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.62:35193: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:39.902 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193; will retry
21:09:39.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:39.910903 30589 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.189.252" port: 40043 } attempt: 6
21:09:39.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:39.926406 30589 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.29.189.252:40043: Network error: Client connection negotiation failed: client connection to 127.29.189.252:40043: connect: Connection refused (error 111)
21:09:39.949 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:39.961 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 34 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544979960 for job d6a71f5cf5f060cfaa5d5fa24434f7a3.
21:09:39.972 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 34 for job d6a71f5cf5f060cfaa5d5fa24434f7a3 (5104 bytes, checkpointDuration=11 ms, finalizationTime=1 ms).
21:09:39.973 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:39.973 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:39.973 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:39.973 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:39.974 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:39.974 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:39.974 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:39.974 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:39.974 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:39.974 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:39.974 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:39.974 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:39.974 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:39.976 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 34 as completed for source Source: KuduSource.
21:09:40.015 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:40.032 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:40.033 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:40.033 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:40.033 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:40.033 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:40.033 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:40.033 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:40.033 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:40.034 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:40.034 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:40.034 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:40.034 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:40.034 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:40.069 [DEBUG - pool-322-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:40.070 [DEBUG - pool-322-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:40.070 [DEBUG - pool-322-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:40.070 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:40.070 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:40.070 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:40.070 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:40.070 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:40.071 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:40.071 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:40.071 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:40.071 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:40.071 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:40.190 [DEBUG - pool-320-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:09:40.190 [DEBUG - pool-320-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:09:40.190 [DEBUG - pool-320-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:09:40.190 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:40.191 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:40.191 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:40.191 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:40.191 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:40.191 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:40.191 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:40.191 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:40.191 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:40.191 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:09:40.194 [INFO - flink-pekko.actor.default-dispatcher-8] (CheckpointCoordinator.java:1805) Restoring job 50520737ebe38e2625b3d1dfb8799f70 from Checkpoint 67 @ 1783544732476 for 50520737ebe38e2625b3d1dfb8799f70 located at file:/tmp/junit13326170181640113289/checkpoints/50520737ebe38e2625b3d1dfb8799f70/chk-67.
21:09:40.195 [INFO - flink-pekko.actor.default-dispatcher-8] (MasterHooks.java:201) No master state to restore
21:09:40.195 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 0 to checkpoint 67 for source Source: KuduSource to checkpoint.
21:09:40.195 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_0_8) switched from CREATED to SCHEDULED.
21:09:40.196 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job 50520737ebe38e2625b3d1dfb8799f70: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
21:09:40.196 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_0_8) switched from SCHEDULED to DEPLOYING.
21:09:40.196 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #8) with attempt id 75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_0_8 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to d3190376-62a7-4418-84bf-bee23066b9ee @ 127.0.0.1 (dataPort=-1) with allocation id 52d5deb841224e867af8dedcc6f31427
21:09:40.196 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (50520737ebe38e2625b3d1dfb8799f70) switched from state RESTARTING to RUNNING.
21:09:40.196 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskSlotTableImpl.java:391) Activate slot 52d5deb841224e867af8dedcc6f31427.
21:09:40.197 [INFO - flink-pekko.actor.default-dispatcher-8] (CheckpointCoordinator.java:1805) Restoring job 50520737ebe38e2625b3d1dfb8799f70 from Checkpoint 67 @ 1783544732476 for 50520737ebe38e2625b3d1dfb8799f70 located at file:/tmp/junit13326170181640113289/checkpoints/50520737ebe38e2625b3d1dfb8799f70/chk-67.
21:09:40.197 [INFO - flink-pekko.actor.default-dispatcher-8] (MasterHooks.java:201) No master state to restore
21:09:40.197 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 2 to checkpoint 67 for source Source: KuduSource to checkpoint.
21:09:40.197 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#8 (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_0_8), deploy into slot with allocation id 52d5deb841224e867af8dedcc6f31427.
21:09:40.197 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_2_8) switched from CREATED to SCHEDULED.
21:09:40.198 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job 50520737ebe38e2625b3d1dfb8799f70: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
21:09:40.198 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_2_8) switched from SCHEDULED to DEPLOYING.
21:09:40.198 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #8) with attempt id 75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_2_8 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to d3190376-62a7-4418-84bf-bee23066b9ee @ 127.0.0.1 (dataPort=-1) with allocation id f412658c854e9ff7ca9ced65ea075485
21:09:40.199 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskSlotTableImpl.java:391) Activate slot f412658c854e9ff7ca9ced65ea075485.
21:09:40.199 [INFO - Source: KuduSource -> Sink: Writer (1/4)#8] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#8 (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_0_8) switched from CREATED to DEPLOYING.
21:09:40.199 [INFO - Source: KuduSource -> Sink: Writer (1/4)#8] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#8 (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_0_8) [DEPLOYING].
21:09:40.200 [INFO - Source: KuduSource -> Sink: Writer (1/4)#8] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@6720dfe1
21:09:40.200 [INFO - Source: KuduSource -> Sink: Writer (1/4)#8] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
21:09:40.200 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#8 (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_2_8), deploy into slot with allocation id f412658c854e9ff7ca9ced65ea075485.
21:09:40.200 [INFO - Source: KuduSource -> Sink: Writer (1/4)#8] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit13326170181640113289/checkpoints")
21:09:40.200 [INFO - Source: KuduSource -> Sink: Writer (1/4)#8] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#8 (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_0_8) switched from DEPLOYING to INITIALIZING.
21:09:40.200 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_0_8) switched from DEPLOYING to INITIALIZING.
21:09:40.201 [INFO - Source: KuduSource -> Sink: Writer (3/4)#8] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#8 (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_2_8) switched from CREATED to DEPLOYING.
21:09:40.201 [INFO - Source: KuduSource -> Sink: Writer (3/4)#8] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#8 (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_2_8) [DEPLOYING].
21:09:40.202 [INFO - Source: KuduSource -> Sink: Writer (3/4)#8] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@42a1c769
21:09:40.202 [INFO - Source: KuduSource -> Sink: Writer (3/4)#8] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
21:09:40.202 [INFO - Source: KuduSource -> Sink: Writer (3/4)#8] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit13326170181640113289/checkpoints")
21:09:40.203 [INFO - Source: KuduSource -> Sink: Writer (3/4)#8] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#8 (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_2_8) switched from DEPLOYING to INITIALIZING.
21:09:40.203 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_2_8) switched from DEPLOYING to INITIALIZING.
21:09:40.203 [INFO - Source: KuduSource -> Sink: Writer (1/4)#8] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@2d0dc0c
21:09:40.205 [INFO - Source: KuduSource -> Sink: Writer (3/4)#8] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@7a7b2c65
21:09:40.207 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:40.207 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#8] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:09:40.208 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#8] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:09:40.216 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#8] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:09:40.217 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#8] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:09:40.217 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#8] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:09:40.218 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#8] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:09:40.218 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#8] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:09:40.219 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:40.219 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:40.219 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:40.219 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:40.219 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:40.219 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:40.219 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:40.219 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:40.219 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:40.220 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#8] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:09:40.220 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:40.220 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:40.220 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:40.220 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:09:40.221 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:40.221 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:40.221 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:40.221 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:40.221 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:40.222 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:40.222 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:09:40.231 [DEBUG - pool-405-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:09:40.232 [DEBUG - pool-405-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:09:40.233 [DEBUG - pool-405-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:09:40.233 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:40.233 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:40.233 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:40.233 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:40.233 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:40.233 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:40.234 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:40.234 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:40.234 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:40.234 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:09:40.238 [DEBUG - pool-404-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:09:40.239 [DEBUG - pool-404-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:09:40.239 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:40.239 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:40.240 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:40.240 [DEBUG - pool-404-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:09:40.240 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:40.240 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:40.240 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:40.242 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:40.242 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:40.242 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:40.242 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:09:40.249 [DEBUG - pool-405-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:09:40.250 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2841dd5f383bae9a8f297e74525dcca1 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 2841dd5f383bae9a8f297e74525dcca1 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:40.250 [DEBUG - pool-405-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:09:40.251 [DEBUG - pool-405-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:09:40.251 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:40.251 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:40.251 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:40.252 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:40.252 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:40.252 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:40.252 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:40.252 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:40.252 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:40.252 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:09:40.258 [DEBUG - pool-404-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:09:40.259 [DEBUG - pool-404-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:09:40.260 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:40.260 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:40.260 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:40.260 [DEBUG - pool-404-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:09:40.261 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:40.261 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:40.261 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:40.262 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:40.262 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:40.262 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:40.262 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:09:40.269 [DEBUG - pool-405-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:09:40.270 [DEBUG - pool-405-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:09:40.270 [DEBUG - pool-405-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:09:40.270 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:40.270 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:40.270 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:40.271 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:40.271 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:40.271 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:40.271 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:40.271 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:40.271 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:40.272 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:09:40.278 [DEBUG - pool-404-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:09:40.278 [DEBUG - pool-404-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:09:40.278 [DEBUG - pool-404-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:09:40.279 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:40.279 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:40.279 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:40.279 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:40.279 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:40.279 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:40.280 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:40.280 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:40.280 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:40.280 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:09:40.289 [DEBUG - pool-405-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:09:40.290 [DEBUG - pool-405-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:09:40.290 [DEBUG - pool-405-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:09:40.290 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:40.290 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:40.290 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:40.291 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:40.291 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:40.291 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:40.291 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:40.291 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:40.291 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:40.291 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:09:40.298 [DEBUG - pool-404-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:09:40.298 [DEBUG - pool-404-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:09:40.298 [DEBUG - pool-404-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:09:40.298 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:40.299 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:40.299 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:40.299 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:40.299 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:40.299 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:40.299 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:40.299 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:40.299 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:40.299 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:09:40.309 [DEBUG - pool-405-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:09:40.309 [DEBUG - pool-405-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:09:40.310 [DEBUG - pool-405-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:09:40.310 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:40.310 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:40.310 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:40.310 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:40.310 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:40.310 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:40.310 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:40.310 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:40.310 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:40.311 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:09:40.311 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.27.110.125:37111(127.27.110.125:37111)] connecting to peer
21:09:40.311 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.27.110.126:34219(127.27.110.126:34219)] connecting to peer
21:09:40.312 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.27.110.124:43039(127.27.110.124:43039)] connecting to peer
21:09:40.312 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:40.312 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:40.312 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.110.125:37111(127.27.110.125:37111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:40.312 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.110.126:34219(127.27.110.126:34219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:40.312 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.125:37111: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:40.312 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.126:34219: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:40.312 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:40.312 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.110.124:43039(127.27.110.124:43039)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:40.312 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.124:43039: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:40.312 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039; will retry
21:09:40.332 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:40.332 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:40.333 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:40.333 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:40.333 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:40.333 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:40.333 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:40.333 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:40.333 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:40.334 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:40.334 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:40.334 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:40.334 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:40.338 [DEBUG - pool-404-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:09:40.338 [DEBUG - pool-404-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:09:40.338 [DEBUG - pool-404-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:09:40.339 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:40.339 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:40.339 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:40.339 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:40.339 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:40.339 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:40.339 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:40.339 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:40.339 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:40.340 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:09:40.349 [DEBUG - pool-405-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:09:40.349 [DEBUG - pool-405-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:09:40.349 [DEBUG - pool-405-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:09:40.350 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:40.350 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:40.350 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:40.350 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:40.350 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:40.350 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:40.350 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:40.350 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:40.350 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:40.351 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:09:40.378 [DEBUG - pool-404-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:09:40.378 [DEBUG - pool-404-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:09:40.378 [DEBUG - pool-404-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:09:40.379 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:40.379 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:40.379 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:40.379 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:40.379 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:40.379 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:40.379 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:40.379 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:40.379 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:40.379 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:09:40.398 [DEBUG - pool-404-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:09:40.399 [DEBUG - pool-404-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:09:40.399 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:40.399 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:40.399 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:40.400 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:40.400 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:40.400 [DEBUG - pool-404-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:09:40.400 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:40.400 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:40.400 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:40.400 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:40.401 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:09:40.449 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:40.459 [DEBUG - pool-404-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:09:40.459 [DEBUG - pool-404-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:09:40.459 [DEBUG - pool-404-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:09:40.460 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:40.460 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:40.460 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:40.460 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:40.460 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:40.460 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:40.461 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:40.461 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:40.461 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:40.461 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:09:40.461 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 35 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544980460 for job d6a71f5cf5f060cfaa5d5fa24434f7a3.
21:09:40.468 [DEBUG - pool-405-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:09:40.469 [DEBUG - pool-405-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:09:40.469 [DEBUG - pool-405-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:09:40.469 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:40.469 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:40.470 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:40.470 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:40.470 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:40.470 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:40.470 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:40.470 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:40.470 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:40.471 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:09:40.474 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 35 for job d6a71f5cf5f060cfaa5d5fa24434f7a3 (5104 bytes, checkpointDuration=13 ms, finalizationTime=1 ms).
21:09:40.476 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 35 as completed for source Source: KuduSource.
21:09:40.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:40.413350 30677 debug-util.cc:398] Leaking SignalData structure 0x7b0800028020 after lost signal to thread 30666
21:09:40.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:40.484686 30677 kernel_stack_watchdog.cc:198] Thread 30666 stuck at /home/jenkins-slave/workspace/build_and_test@2/src/kudu/util/thread.cc:642 for 399ms:
21:09:40.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
21:09:40.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
21:09:40.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
21:09:40.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
21:09:40.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:39.009320 30679 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:09:40.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:40.492594 30666 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.482s	user 0.006s	sys 0.001s
21:09:40.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:40.493486 30666 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.483s	user 0.007s	sys 0.001s
21:09:40.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:40.494679 30681 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:09:40.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:40.501982 30666 server_base.cc:1061] running on GCE node
21:09:40.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:40.504061 30666 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:09:40.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:40.507774 30666 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:09:40.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:40.509578 30666 hybrid_clock.cc:648] HybridClock initialized: now 1783544980509520 us; error 51 us; skew 500 ppm
21:09:40.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:40.511214 30666 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:09:40.515 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:40.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:40.521095 30666 webserver.cc:534] Webserver started at http://127.29.189.252:32827/ using document root <none> and password file <none>
21:09:40.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:40.522701 30666 fs_manager.cc:362] Metadata directory not provided
21:09:40.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:40.523115 30666 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:09:40.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:40.523789 30666 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
21:09:40.528 [DEBUG - pool-405-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:09:40.529 [DEBUG - pool-405-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:09:40.529 [DEBUG - pool-405-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:09:40.529 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:40.529 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:40.529 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:40.529 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:40.529 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:40.529 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:40.530 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:40.530 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:40.530 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:40.530 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:09:40.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:40.531648 30666 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10994046769305795342/master-2/data/instance:
21:09:40.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "136854bc3e19421bac447a5a941065dd"
21:09:40.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:09:40 on dist-test-slave-3sd5"
21:09:40.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:40.533602 30666 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10994046769305795342/master-2/wal/instance:
21:09:40.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "136854bc3e19421bac447a5a941065dd"
21:09:40.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:09:40 on dist-test-slave-3sd5"
21:09:40.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:40.545396 30666 fs_manager.cc:696] Time spent creating directory manager: real 0.011s	user 0.007s	sys 0.004s
21:09:40.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:40.552527 30713 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
21:09:40.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:40.554026 30666 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.002s	sys 0.002s
21:09:40.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:40.554487 30666 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10994046769305795342/master-2/data,/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10994046769305795342/master-2/wal
21:09:40.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "136854bc3e19421bac447a5a941065dd"
21:09:40.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:09:40 on dist-test-slave-3sd5"
21:09:40.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:40.554890 30666 fs_report.cc:389] FS layout report
21:09:40.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:09:40.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10994046769305795342/master-2/wal
21:09:40.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10994046769305795342/master-2/wal
21:09:40.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10994046769305795342/master-2/data/data
21:09:40.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:09:40.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:09:40.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:09:40.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:09:40.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:09:40.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:09:40.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:09:40.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:09:40.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:09:40.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:09:40.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:09:40.598 [DEBUG - pool-404-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:09:40.599 [DEBUG - pool-404-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:09:40.599 [DEBUG - pool-404-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:09:40.599 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:40.599 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:40.599 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:40.599 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:40.599 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:40.599 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:40.600 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:40.600 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:40.600 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:40.600 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:09:40.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:40.611541 30666 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
21:09:40.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:40.613344 30666 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:09:40.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:40.613801 30666 kserver.cc:163] Server-wide thread pool size limit: 3276
21:09:40.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:40.702577 30666 rpc_server.cc:307] RPC server started. Bound to: 127.29.189.252:40043
21:09:40.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:40.702893 30764 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.29.189.252:40043 every 8 connection(s)
21:09:40.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:40.705862 30666 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10994046769305795342/master-2/data/info.pb
21:09:40.706 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:40.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:40.707099 30455 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu as pid 30666
21:09:40.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:40.707566 30455 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10994046769305795342/master-2/wal/instance
21:09:40.709 [DEBUG - pool-405-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:09:40.709 [DEBUG - pool-405-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:09:40.710 [DEBUG - pool-405-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:09:40.710 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:40.710 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:40.710 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:40.711 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:40.711 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:40.711 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:40.711 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:40.711 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:40.711 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:40.711 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:09:40.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:40.718097 30765 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
21:09:40.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:40.736513 30765 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.29.189.254" port: 45211 } has no permanent_uuid. Determining permanent_uuid...
21:09:40.749 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2841dd5f383bae9a8f297e74525dcca1 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 2841dd5f383bae9a8f297e74525dcca1 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:40.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:40.766875 30765 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.29.189.253" port: 40775 } has no permanent_uuid. Determining permanent_uuid...
21:09:40.776 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.27.110.125:37111(127.27.110.125:37111)] connecting to peer
21:09:40.776 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.27.110.126:34219(127.27.110.126:34219)] connecting to peer
21:09:40.776 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.27.110.124:43039(127.27.110.124:43039)] connecting to peer
21:09:40.776 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:40.776 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.110.125:37111(127.27.110.125:37111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:40.776 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:40.777 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.110.126:34219(127.27.110.126:34219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:40.777 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.126:34219: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:40.777 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:40.777 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.110.124:43039(127.27.110.124:43039)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:40.777 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.124:43039: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:40.776 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.125:37111: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:40.777 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039; will retry
21:09:40.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:40.780764 30765 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.29.189.252" port: 40043 } has no permanent_uuid. Determining permanent_uuid...
21:09:40.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:40.801435 30765 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 136854bc3e19421bac447a5a941065dd: Bootstrap starting.
21:09:40.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:40.810096 30765 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 136854bc3e19421bac447a5a941065dd: Neither blocks nor log segments found. Creating new log.
21:09:40.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:40.812585 30765 log.cc:826] T 00000000000000000000000000000000 P 136854bc3e19421bac447a5a941065dd: Log is configured to *not* fsync() on all Append() calls
21:09:40.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:40.819146 30765 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 136854bc3e19421bac447a5a941065dd: No bootstrap required, opened a new log
21:09:40.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:40.840202 30765 raft_consensus.cc:359] T 00000000000000000000000000000000 P 136854bc3e19421bac447a5a941065dd [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e3046e27ed78479a936683c63e02dc21" member_type: VOTER last_known_addr { host: "127.29.189.254" port: 45211 } } peers { permanent_uuid: "543dd3e9a8c449739330c7ee58d6b664" member_type: VOTER last_known_addr { host: "127.29.189.253" port: 40775 } } peers { permanent_uuid: "136854bc3e19421bac447a5a941065dd" member_type: VOTER last_known_addr { host: "127.29.189.252" port: 40043 } }
21:09:40.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:40.841205 30765 raft_consensus.cc:385] T 00000000000000000000000000000000 P 136854bc3e19421bac447a5a941065dd [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:09:40.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:40.841544 30765 raft_consensus.cc:740] T 00000000000000000000000000000000 P 136854bc3e19421bac447a5a941065dd [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 136854bc3e19421bac447a5a941065dd, State: Initialized, Role: FOLLOWER
21:09:40.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:40.842511 30765 consensus_queue.cc:260] T 00000000000000000000000000000000 P 136854bc3e19421bac447a5a941065dd [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e3046e27ed78479a936683c63e02dc21" member_type: VOTER last_known_addr { host: "127.29.189.254" port: 45211 } } peers { permanent_uuid: "543dd3e9a8c449739330c7ee58d6b664" member_type: VOTER last_known_addr { host: "127.29.189.253" port: 40775 } } peers { permanent_uuid: "136854bc3e19421bac447a5a941065dd" member_type: VOTER last_known_addr { host: "127.29.189.252" port: 40043 } }
21:09:40.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:40.845361 30774 sys_catalog.cc:455] T 00000000000000000000000000000000 P 136854bc3e19421bac447a5a941065dd [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e3046e27ed78479a936683c63e02dc21" member_type: VOTER last_known_addr { host: "127.29.189.254" port: 45211 } } peers { permanent_uuid: "543dd3e9a8c449739330c7ee58d6b664" member_type: VOTER last_known_addr { host: "127.29.189.253" port: 40775 } } peers { permanent_uuid: "136854bc3e19421bac447a5a941065dd" member_type: VOTER last_known_addr { host: "127.29.189.252" port: 40043 } } }
21:09:40.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:40.846050 30774 sys_catalog.cc:458] T 00000000000000000000000000000000 P 136854bc3e19421bac447a5a941065dd [sys.catalog]: This master's current role is: FOLLOWER
21:09:40.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:40.847095 30765 sys_catalog.cc:565] T 00000000000000000000000000000000 P 136854bc3e19421bac447a5a941065dd [sys.catalog]: configured and running, proceeding with master startup.
21:09:40.849 [DEBUG - pool-405-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:09:40.849 [DEBUG - pool-405-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:09:40.849 [DEBUG - pool-405-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:09:40.849 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:40.849 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:40.849 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:40.849 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:40.850 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:40.850 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:40.849 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:40.850 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:40.850 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:40.850 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:09:40.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:40.870755 30719 tablet.cc:2406] T 00000000000000000000000000000000 P 136854bc3e19421bac447a5a941065dd: Can't schedule compaction. Clean time has not been advanced past its initial value.
21:09:40.871 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:40.872 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:40.872 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:40.873 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:40.873 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:40.873 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:40.873 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:40.873 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:40.873 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:40.876 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:40.876 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:40.876 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:40.876 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:40.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:40.887914 30785 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 136854bc3e19421bac447a5a941065dd: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
21:09:40.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:40.888345 30785 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
21:09:40.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:40.890506 30664 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.189.252" port: 40043 } attempt: 7
21:09:40.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:40.926842 30664 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 543dd3e9a8c449739330c7ee58d6b664: Bootstrap starting.
21:09:40.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:40.879568 30666 master_runner.cc:187] Error getting master registration for 127.29.189.254:45211: OK, instance_id { permanent_uuid: "e3046e27ed78479a936683c63e02dc21" instance_seqno: 1783544976236208 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
21:09:40.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:40.929071 30666 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
21:09:40.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:40.935824 30664 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 543dd3e9a8c449739330c7ee58d6b664: Neither blocks nor log segments found. Creating new log.
21:09:40.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:40.938654 30664 log.cc:826] T 00000000000000000000000000000000 P 543dd3e9a8c449739330c7ee58d6b664: Log is configured to *not* fsync() on all Append() calls
21:09:40.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:40.948177 30664 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 543dd3e9a8c449739330c7ee58d6b664: No bootstrap required, opened a new log
21:09:40.949 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:40.962 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 36 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544980961 for job d6a71f5cf5f060cfaa5d5fa24434f7a3.
21:09:40.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:40.960033 30589 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.189.252" port: 40043 } attempt: 7
21:09:40.971 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 36 for job d6a71f5cf5f060cfaa5d5fa24434f7a3 (5104 bytes, checkpointDuration=10 ms, finalizationTime=0 ms).
21:09:40.973 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 36 as completed for source Source: KuduSource.
21:09:40.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:40.981762 30664 raft_consensus.cc:359] T 00000000000000000000000000000000 P 543dd3e9a8c449739330c7ee58d6b664 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e3046e27ed78479a936683c63e02dc21" member_type: VOTER last_known_addr { host: "127.29.189.254" port: 45211 } } peers { permanent_uuid: "543dd3e9a8c449739330c7ee58d6b664" member_type: VOTER last_known_addr { host: "127.29.189.253" port: 40775 } } peers { permanent_uuid: "136854bc3e19421bac447a5a941065dd" member_type: VOTER last_known_addr { host: "127.29.189.252" port: 40043 } }
21:09:40.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:40.982846 30664 raft_consensus.cc:385] T 00000000000000000000000000000000 P 543dd3e9a8c449739330c7ee58d6b664 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:09:40.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:40.983311 30664 raft_consensus.cc:740] T 00000000000000000000000000000000 P 543dd3e9a8c449739330c7ee58d6b664 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 543dd3e9a8c449739330c7ee58d6b664, State: Initialized, Role: FOLLOWER
21:09:40.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:40.984582 30664 consensus_queue.cc:260] T 00000000000000000000000000000000 P 543dd3e9a8c449739330c7ee58d6b664 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e3046e27ed78479a936683c63e02dc21" member_type: VOTER last_known_addr { host: "127.29.189.254" port: 45211 } } peers { permanent_uuid: "543dd3e9a8c449739330c7ee58d6b664" member_type: VOTER last_known_addr { host: "127.29.189.253" port: 40775 } } peers { permanent_uuid: "136854bc3e19421bac447a5a941065dd" member_type: VOTER last_known_addr { host: "127.29.189.252" port: 40043 } }
21:09:40.987 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:40.988 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:40.988 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:40.988 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:40.988 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:40.988 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:40.989 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:40.989 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:40.989 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:40.989 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:40.989 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:40.989 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:40.989 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:40.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:40.990952 30664 sys_catalog.cc:565] T 00000000000000000000000000000000 P 543dd3e9a8c449739330c7ee58d6b664 [sys.catalog]: configured and running, proceeding with master startup.
21:09:40.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:40.990397 30790 sys_catalog.cc:455] T 00000000000000000000000000000000 P 543dd3e9a8c449739330c7ee58d6b664 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e3046e27ed78479a936683c63e02dc21" member_type: VOTER last_known_addr { host: "127.29.189.254" port: 45211 } } peers { permanent_uuid: "543dd3e9a8c449739330c7ee58d6b664" member_type: VOTER last_known_addr { host: "127.29.189.253" port: 40775 } } peers { permanent_uuid: "136854bc3e19421bac447a5a941065dd" member_type: VOTER last_known_addr { host: "127.29.189.252" port: 40043 } } }
21:09:40.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:40.991878 30790 sys_catalog.cc:458] T 00000000000000000000000000000000 P 543dd3e9a8c449739330c7ee58d6b664 [sys.catalog]: This master's current role is: FOLLOWER
21:09:41.014 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:41.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:41.016660 30589 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P e3046e27ed78479a936683c63e02dc21: Bootstrap starting.
21:09:41.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:41.024858 30589 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P e3046e27ed78479a936683c63e02dc21: Neither blocks nor log segments found. Creating new log.
21:09:41.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:41.026994 30589 log.cc:826] T 00000000000000000000000000000000 P e3046e27ed78479a936683c63e02dc21: Log is configured to *not* fsync() on all Append() calls
21:09:41.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:41.044987 30589 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P e3046e27ed78479a936683c63e02dc21: No bootstrap required, opened a new log
21:09:41.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:41.081423 30802 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 543dd3e9a8c449739330c7ee58d6b664: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
21:09:41.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:41.082181 30802 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
21:09:41.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:41.081593 30589 raft_consensus.cc:359] T 00000000000000000000000000000000 P e3046e27ed78479a936683c63e02dc21 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e3046e27ed78479a936683c63e02dc21" member_type: VOTER last_known_addr { host: "127.29.189.254" port: 45211 } } peers { permanent_uuid: "543dd3e9a8c449739330c7ee58d6b664" member_type: VOTER last_known_addr { host: "127.29.189.253" port: 40775 } } peers { permanent_uuid: "136854bc3e19421bac447a5a941065dd" member_type: VOTER last_known_addr { host: "127.29.189.252" port: 40043 } }
21:09:41.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:41.082520 30589 raft_consensus.cc:385] T 00000000000000000000000000000000 P e3046e27ed78479a936683c63e02dc21 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:09:41.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:41.082857 30589 raft_consensus.cc:740] T 00000000000000000000000000000000 P e3046e27ed78479a936683c63e02dc21 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e3046e27ed78479a936683c63e02dc21, State: Initialized, Role: FOLLOWER
21:09:41.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:41.083914 30589 consensus_queue.cc:260] T 00000000000000000000000000000000 P e3046e27ed78479a936683c63e02dc21 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e3046e27ed78479a936683c63e02dc21" member_type: VOTER last_known_addr { host: "127.29.189.254" port: 45211 } } peers { permanent_uuid: "543dd3e9a8c449739330c7ee58d6b664" member_type: VOTER last_known_addr { host: "127.29.189.253" port: 40775 } } peers { permanent_uuid: "136854bc3e19421bac447a5a941065dd" member_type: VOTER last_known_addr { host: "127.29.189.252" port: 40043 } }
21:09:41.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:41.046665 30591 master_runner.cc:187] Error getting master registration for 127.29.189.254:45211: OK, instance_id { permanent_uuid: "e3046e27ed78479a936683c63e02dc21" instance_seqno: 1783544976236208 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
21:09:41.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:41.093397 30591 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
21:09:41.098 [DEBUG - pool-404-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:09:41.098 [DEBUG - pool-404-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:09:41.098 [DEBUG - pool-404-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:09:41.099 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:41.099 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:41.099 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:41.099 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:41.099 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:41.099 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:41.100 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:41.100 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:41.100 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:41.100 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:09:41.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:41.104019 30804 sys_catalog.cc:455] T 00000000000000000000000000000000 P e3046e27ed78479a936683c63e02dc21 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e3046e27ed78479a936683c63e02dc21" member_type: VOTER last_known_addr { host: "127.29.189.254" port: 45211 } } peers { permanent_uuid: "543dd3e9a8c449739330c7ee58d6b664" member_type: VOTER last_known_addr { host: "127.29.189.253" port: 40775 } } peers { permanent_uuid: "136854bc3e19421bac447a5a941065dd" member_type: VOTER last_known_addr { host: "127.29.189.252" port: 40043 } } }
21:09:41.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:41.105007 30804 sys_catalog.cc:458] T 00000000000000000000000000000000 P e3046e27ed78479a936683c63e02dc21 [sys.catalog]: This master's current role is: FOLLOWER
21:09:41.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:41.105760 30589 sys_catalog.cc:565] T 00000000000000000000000000000000 P e3046e27ed78479a936683c63e02dc21 [sys.catalog]: configured and running, proceeding with master startup.
21:09:41.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:41.125316 30618 tablet.cc:2406] T 00000000000000000000000000000000 P 543dd3e9a8c449739330c7ee58d6b664: Can't schedule compaction. Clean time has not been advanced past its initial value.
21:09:41.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:41.185106 30543 tablet.cc:2406] T 00000000000000000000000000000000 P e3046e27ed78479a936683c63e02dc21: Can't schedule compaction. Clean time has not been advanced past its initial value.
21:09:41.191 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:41.191 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:41.191 [DEBUG - pool-324-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:41.192 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:41.192 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:41.192 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:41.192 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:41.192 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:41.192 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:41.193 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:41.193 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:41.193 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:41.193 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:41.194 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=29, TimeoutTracker(timeout=30000, elapsed=27189), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [49ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [50ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [53ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [53ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [64ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [64ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [91ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [91ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [93ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [95ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [95ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [103ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [104ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [122ms] refreshing cache from master, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [124ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [124ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [125ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [125ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [163ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [222ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [222ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [222ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [360ms] refreshing cache from master, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [361ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [362ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [362ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [362ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [480ms] refreshing cache from master, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [482ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [482ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [482ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [482ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [483ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [801ms] refreshing cache from master, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [802ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [802ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [802ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [802ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [803ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [803ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [1120ms] refreshing cache from master, [1121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [1121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [1121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [1122ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [1122ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [1122ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [1122ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [1480ms] refreshing cache from master, [1481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [1481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [1481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [1482ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [1483ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [1483ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [1483ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [3080ms] refreshing cache from master, [3080ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [3080ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [3081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [3081ms] too many traces: truncated at 100 traces, [3081ms] too many traces: truncated at 100 traces, deferred=Deferred@70670254(state=PENDING, result=null, callback=(continuation of Deferred@1202211082 after retry RPC after error@926334939) -> (continuation of Deferred@1843832069 after retry RPC after error@1532691504) -> (continuation of Deferred@1581184584 after retry RPC after error@1559511603) -> (continuation of Deferred@73538085 after retry RPC after error@127661085) -> (continuation of Deferred@775867920 after retry RPC after error@1353053246) -> (continuation of Deferred@1149402941 after retry RPC after error@476135596) -> (continuation of Deferred@1157055358 after retry RPC after error@999054298) -> (continuation of Deferred@1814077441 after retry RPC after error@2052253961) -> (continuation of Deferred@79739278 after retry RPC after error@1565220935) -> (continuation of Deferred@872608583 after retry RPC after error@1509252719) -> (continuation of Deferred@1492684822 after retry RPC after error@1580698134) -> (continuation of Deferred@2097988188 after retry RPC after error@251260340) -> (continuation of Deferred@303932509 after retry RPC after error@1880685362) -> (continuation of Deferred@1797114191 after retry RPC after error@717757909) -> (continuation of Deferred@1426615197 after retry RPC after error@1652480869) -> (continuation of Deferred@1739338196 after retry RPC after error@232832577) -> (continuation of Deferred@455244003 after retry RPC after error@252914961) -> (continuation of Deferred@163024822 after retry RPC after error@19737207) -> (continuation of Deferred@163626961 after retry RPC after error@531460189) -> (continuation of Deferred@718444065 after retry RPC after error@1111785374) -> (continuation of Deferred@1324772912 after retry RPC after error@976080939) -> (continuation of Deferred@82852561 after retry RPC after error@1705577822) -> (continuation of Deferred@416512053 after retry RPC after error@1286299532) -> (continuation of Deferred@1225314938 after retry RPC after error@1684465144) -> (continuation of Deferred@1744255889 after retry RPC after error@1899388892) -> (continuation of Deferred@2124601474 after retry RPC after error@758688651) -> (continuation of Deferred@1942828558 after retry RPC after error@809918228) -> (continuation of Deferred@1489561430 after retry RPC after error@809794359), errback=(continuation of Deferred@1202211082 after retry RPC after error@926334939) -> (continuation of Deferred@1843832069 after retry RPC after error@1532691504) -> (continuation of Deferred@1581184584 after retry RPC after error@1559511603) -> (continuation of Deferred@73538085 after retry RPC after error@127661085) -> (continuation of Deferred@775867920 after retry RPC after error@1353053246) -> (continuation of Deferred@1149402941 after retry RPC after error@476135596) -> (continuation of Deferred@1157055358 after retry RPC after error@999054298) -> (continuation of Deferred@1814077441 after retry RPC after error@2052253961) -> (continuation of Deferred@79739278 after retry RPC after error@1565220935) -> (continuation of Deferred@872608583 after retry RPC after error@1509252719) -> (continuation of Deferred@1492684822 after retry RPC after error@1580698134) -> (continuation of Deferred@2097988188 after retry RPC after error@251260340) -> (continuation of Deferred@303932509 after retry RPC after error@1880685362) -> (continuation of Deferred@1797114191 after retry RPC after error@717757909) -> (continuation of Deferred@1426615197 after retry RPC after error@1652480869) -> (continuation of Deferred@1739338196 after retry RPC after error@232832577) -> (continuation of Deferred@455244003 after retry RPC after error@252914961) -> (continuation of Deferred@163024822 after retry RPC after error@19737207) -> (continuation of Deferred@163626961 after retry RPC after error@531460189) -> (continuation of Deferred@718444065 after retry RPC after error@1111785374) -> (continuation of Deferred@1324772912 after retry RPC after error@976080939) -> (continuation of Deferred@82852561 after retry RPC after error@1705577822) -> (continuation of Deferred@416512053 after retry RPC after error@1286299532) -> (continuation of Deferred@1225314938 after retry RPC after error@1684465144) -> (continuation of Deferred@1744255889 after retry RPC after error@1899388892) -> (continuation of Deferred@2124601474 after retry RPC after error@758688651) -> (continuation of Deferred@1942828558 after retry RPC after error@809918228) -> (continuation of Deferred@1489561430 after retry RPC after error@809794359)))
21:09:41.194 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (SourceReaderBase.java:338) Closing Source Reader.
21:09:41.195 [WARN - Source: KuduSource -> Sink: Writer (3/4)#3] (Task.java:1117) Source: KuduSource -> Sink: Writer (3/4)#3 (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=29, TimeoutTracker(timeout=30000, elapsed=27189), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [49ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [50ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [53ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [53ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [64ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [64ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [91ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [91ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [93ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [95ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [95ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [103ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [104ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [122ms] refreshing cache from master, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [124ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [124ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [125ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [125ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [163ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [222ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [222ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [222ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [360ms] refreshing cache from master, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [361ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [362ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [362ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [362ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [480ms] refreshing cache from master, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [482ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [482ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [482ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [482ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [483ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [801ms] refreshing cache from master, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [802ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [802ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [802ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [802ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [803ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [803ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [1120ms] refreshing cache from master, [1121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [1121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [1121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [1122ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [1122ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [1122ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [1122ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [1480ms] refreshing cache from master, [1481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [1481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [1481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [1482ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [1483ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [1483ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [1483ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [3080ms] refreshing cache from master, [3080ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [3080ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [3081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [3081ms] too many traces: truncated at 100 traces, [3081ms] too many traces: truncated at 100 traces, deferred=Deferred@70670254(state=PENDING, result=null, callback=(continuation of Deferred@1202211082 after retry RPC after error@926334939) -> (continuation of Deferred@1843832069 after retry RPC after error@1532691504) -> (continuation of Deferred@1581184584 after retry RPC after error@1559511603) -> (continuation of Deferred@73538085 after retry RPC after error@127661085) -> (continuation of Deferred@775867920 after retry RPC after error@1353053246) -> (continuation of Deferred@1149402941 after retry RPC after error@476135596) -> (continuation of Deferred@1157055358 after retry RPC after error@999054298) -> (continuation of Deferred@1814077441 after retry RPC after error@2052253961) -> (continuation of Deferred@79739278 after retry RPC after error@1565220935) -> (continuation of Deferred@872608583 after retry RPC after error@1509252719) -> (continuation of Deferred@1492684822 after retry RPC after error@1580698134) -> (continuation of Deferred@2097988188 after retry RPC after error@251260340) -> (continuation of Deferred@303932509 after retry RPC after error@1880685362) -> (continuation of Deferred@1797114191 after retry RPC after error@717757909) -> (continuation of Deferred@1426615197 after retry RPC after error@1652480869) -> (continuation of Deferred@1739338196 after retry RPC after error@232832577) -> (continuation of Deferred@455244003 after retry RPC after error@252914961) -> (continuation of Deferred@163024822 after retry RPC after error@19737207) -> (continuation of Deferred@163626961 after retry RPC after error@531460189) -> (continuation of Deferred@718444065 after retry RPC after error@1111785374) -> (continuation of Deferred@1324772912 after retry RPC after error@976080939) -> (continuation of Deferred@82852561 after retry RPC after error@1705577822) -> (continuation of Deferred@416512053 after retry RPC after error@1286299532) -> (continuation of Deferred@1225314938 after retry RPC after error@1684465144) -> (continuation of Deferred@1744255889 after retry RPC after error@1899388892) -> (continuation of Deferred@2124601474 after retry RPC after error@758688651) -> (continuation of Deferred@1942828558 after retry RPC after error@809918228) -> (continuation of Deferred@1489561430 after retry RPC after error@809794359), errback=(continuation of Deferred@1202211082 after retry RPC after error@926334939) -> (continuation of Deferred@1843832069 after retry RPC after error@1532691504) -> (continuation of Deferred@1581184584 after retry RPC after error@1559511603) -> (continuation of Deferred@73538085 after retry RPC after error@127661085) -> (continuation of Deferred@775867920 after retry RPC after error@1353053246) -> (continuation of Deferred@1149402941 after retry RPC after error@476135596) -> (continuation of Deferred@1157055358 after retry RPC after error@999054298) -> (continuation of Deferred@1814077441 after retry RPC after error@2052253961) -> (continuation of Deferred@79739278 after retry RPC after error@1565220935) -> (continuation of Deferred@872608583 after retry RPC after error@1509252719) -> (continuation of Deferred@1492684822 after retry RPC after error@1580698134) -> (continuation of Deferred@2097988188 after retry RPC after error@251260340) -> (continuation of Deferred@303932509 after retry RPC after error@1880685362) -> (continuation of Deferred@1797114191 after retry RPC after error@717757909) -> (continuation of Deferred@1426615197 after retry RPC after error@1652480869) -> (continuation of Deferred@1739338196 after retry RPC after error@232832577) -> (continuation of Deferred@455244003 after retry RPC after error@252914961) -> (continuation of Deferred@163024822 after retry RPC after error@19737207) -> (continuation of Deferred@163626961 after retry RPC after error@531460189) -> (continuation of Deferred@718444065 after retry RPC after error@1111785374) -> (continuation of Deferred@1324772912 after retry RPC after error@976080939) -> (continuation of Deferred@82852561 after retry RPC after error@1705577822) -> (continuation of Deferred@416512053 after retry RPC after error@1286299532) -> (continuation of Deferred@1225314938 after retry RPC after error@1684465144) -> (continuation of Deferred@1744255889 after retry RPC after error@1899388892) -> (continuation of Deferred@2124601474 after retry RPC after error@758688651) -> (continuation of Deferred@1942828558 after retry RPC after error@809918228) -> (continuation of Deferred@1489561430 after retry RPC after error@809794359)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.24.4.189:35405
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:09:41.195 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#3 (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_2_3).
21:09:41.201 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#3 c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_2_3.
21:09:41.203 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1449) Source: KuduSource -> Sink: Writer (3/4) (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from INITIALIZING to FAILED on b6e4c460-e227-4074-af21-a4a848131e32 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=29, TimeoutTracker(timeout=30000, elapsed=27189), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [49ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [50ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [53ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [53ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [64ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [64ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [91ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [91ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [93ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [95ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [95ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [103ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [104ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [122ms] refreshing cache from master, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [124ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [124ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [125ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [125ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [163ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [222ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [222ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [222ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [360ms] refreshing cache from master, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [361ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [362ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [362ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [362ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [480ms] refreshing cache from master, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [482ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [482ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [482ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [482ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [483ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [801ms] refreshing cache from master, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [802ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [802ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [802ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [802ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [803ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [803ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [1120ms] refreshing cache from master, [1121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [1121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [1121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [1122ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [1122ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [1122ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [1122ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [1480ms] refreshing cache from master, [1481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [1481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [1481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [1482ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [1483ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [1483ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [1483ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [3080ms] refreshing cache from master, [3080ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [3080ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [3081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [3081ms] too many traces: truncated at 100 traces, [3081ms] too many traces: truncated at 100 traces, deferred=Deferred@70670254(state=PENDING, result=null, callback=(continuation of Deferred@1202211082 after retry RPC after error@926334939) -> (continuation of Deferred@1843832069 after retry RPC after error@1532691504) -> (continuation of Deferred@1581184584 after retry RPC after error@1559511603) -> (continuation of Deferred@73538085 after retry RPC after error@127661085) -> (continuation of Deferred@775867920 after retry RPC after error@1353053246) -> (continuation of Deferred@1149402941 after retry RPC after error@476135596) -> (continuation of Deferred@1157055358 after retry RPC after error@999054298) -> (continuation of Deferred@1814077441 after retry RPC after error@2052253961) -> (continuation of Deferred@79739278 after retry RPC after error@1565220935) -> (continuation of Deferred@872608583 after retry RPC after error@1509252719) -> (continuation of Deferred@1492684822 after retry RPC after error@1580698134) -> (continuation of Deferred@2097988188 after retry RPC after error@251260340) -> (continuation of Deferred@303932509 after retry RPC after error@1880685362) -> (continuation of Deferred@1797114191 after retry RPC after error@717757909) -> (continuation of Deferred@1426615197 after retry RPC after error@1652480869) -> (continuation of Deferred@1739338196 after retry RPC after error@232832577) -> (continuation of Deferred@455244003 after retry RPC after error@252914961) -> (continuation of Deferred@163024822 after retry RPC after error@19737207) -> (continuation of Deferred@163626961 after retry RPC after error@531460189) -> (continuation of Deferred@718444065 after retry RPC after error@1111785374) -> (continuation of Deferred@1324772912 after retry RPC after error@976080939) -> (continuation of Deferred@82852561 after retry RPC after error@1705577822) -> (continuation of Deferred@416512053 after retry RPC after error@1286299532) -> (continuation of Deferred@1225314938 after retry RPC after error@1684465144) -> (continuation of Deferred@1744255889 after retry RPC after error@1899388892) -> (continuation of Deferred@2124601474 after retry RPC after error@758688651) -> (continuation of Deferred@1942828558 after retry RPC after error@809918228) -> (continuation of Deferred@1489561430 after retry RPC after error@809794359), errback=(continuation of Deferred@1202211082 after retry RPC after error@926334939) -> (continuation of Deferred@1843832069 after retry RPC after error@1532691504) -> (continuation of Deferred@1581184584 after retry RPC after error@1559511603) -> (continuation of Deferred@73538085 after retry RPC after error@127661085) -> (continuation of Deferred@775867920 after retry RPC after error@1353053246) -> (continuation of Deferred@1149402941 after retry RPC after error@476135596) -> (continuation of Deferred@1157055358 after retry RPC after error@999054298) -> (continuation of Deferred@1814077441 after retry RPC after error@2052253961) -> (continuation of Deferred@79739278 after retry RPC after error@1565220935) -> (continuation of Deferred@872608583 after retry RPC after error@1509252719) -> (continuation of Deferred@1492684822 after retry RPC after error@1580698134) -> (continuation of Deferred@2097988188 after retry RPC after error@251260340) -> (continuation of Deferred@303932509 after retry RPC after error@1880685362) -> (continuation of Deferred@1797114191 after retry RPC after error@717757909) -> (continuation of Deferred@1426615197 after retry RPC after error@1652480869) -> (continuation of Deferred@1739338196 after retry RPC after error@232832577) -> (continuation of Deferred@455244003 after retry RPC after error@252914961) -> (continuation of Deferred@163024822 after retry RPC after error@19737207) -> (continuation of Deferred@163626961 after retry RPC after error@531460189) -> (continuation of Deferred@718444065 after retry RPC after error@1111785374) -> (continuation of Deferred@1324772912 after retry RPC after error@976080939) -> (continuation of Deferred@82852561 after retry RPC after error@1705577822) -> (continuation of Deferred@416512053 after retry RPC after error@1286299532) -> (continuation of Deferred@1225314938 after retry RPC after error@1684465144) -> (continuation of Deferred@1744255889 after retry RPC after error@1899388892) -> (continuation of Deferred@2124601474 after retry RPC after error@758688651) -> (continuation of Deferred@1942828558 after retry RPC after error@809918228) -> (continuation of Deferred@1489561430 after retry RPC after error@809794359)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.24.4.189:35405
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:09:41.208 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:41.213 [INFO - flink-pekko.actor.default-dispatcher-10] (FineGrainedSlotManager.java:324) Received resource requirements from job 640bb5d81f2161b747452ce3cfd3ea9d: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
21:09:41.214 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#3) of source Source: KuduSource.
21:09:41.214 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_2_3.
21:09:41.214 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (640bb5d81f2161b747452ce3cfd3ea9d) switched from state RUNNING to RESTARTING.
21:09:41.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:41.218617 30815 catalog_manager.cc:1593] T 00000000000000000000000000000000 P e3046e27ed78479a936683c63e02dc21: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
21:09:41.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:41.219295 30815 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
21:09:41.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:41.227490 30520 master_runner.cc:264] No leader master found from master e3046e27ed78479a936683c63e02dc21
21:09:41.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:41.227874 30520 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
21:09:41.252 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2841dd5f383bae9a8f297e74525dcca1 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 2841dd5f383bae9a8f297e74525dcca1 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:41.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:41.283803 30774 raft_consensus.cc:493] T 00000000000000000000000000000000 P 136854bc3e19421bac447a5a941065dd [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
21:09:41.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:41.284453 30774 raft_consensus.cc:515] T 00000000000000000000000000000000 P 136854bc3e19421bac447a5a941065dd [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e3046e27ed78479a936683c63e02dc21" member_type: VOTER last_known_addr { host: "127.29.189.254" port: 45211 } } peers { permanent_uuid: "543dd3e9a8c449739330c7ee58d6b664" member_type: VOTER last_known_addr { host: "127.29.189.253" port: 40775 } } peers { permanent_uuid: "136854bc3e19421bac447a5a941065dd" member_type: VOTER last_known_addr { host: "127.29.189.252" port: 40043 } }
21:09:41.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:41.290477 30564 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "136854bc3e19421bac447a5a941065dd" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e3046e27ed78479a936683c63e02dc21" is_pre_election: true
21:09:41.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:41.291534 30564 raft_consensus.cc:2468] T 00000000000000000000000000000000 P e3046e27ed78479a936683c63e02dc21 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 136854bc3e19421bac447a5a941065dd in term 0.
21:09:41.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:41.293658 30716 leader_election.cc:304] T 00000000000000000000000000000000 P 136854bc3e19421bac447a5a941065dd [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 136854bc3e19421bac447a5a941065dd, e3046e27ed78479a936683c63e02dc21; no voters: 
21:09:41.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:41.295959 30774 leader_election.cc:290] T 00000000000000000000000000000000 P 136854bc3e19421bac447a5a941065dd [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers e3046e27ed78479a936683c63e02dc21 (127.29.189.254:45211), 543dd3e9a8c449739330c7ee58d6b664 (127.29.189.253:40775)
21:09:41.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:41.296546 30774 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 136854bc3e19421bac447a5a941065dd [term 0 FOLLOWER]: Leader pre-election won for term 1
21:09:41.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:41.296912 30774 raft_consensus.cc:493] T 00000000000000000000000000000000 P 136854bc3e19421bac447a5a941065dd [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
21:09:41.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:41.297271 30774 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 136854bc3e19421bac447a5a941065dd [term 0 FOLLOWER]: Advancing to term 1
21:09:41.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:41.305393 30639 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "136854bc3e19421bac447a5a941065dd" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "543dd3e9a8c449739330c7ee58d6b664" is_pre_election: true
21:09:41.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:41.306377 30639 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 543dd3e9a8c449739330c7ee58d6b664 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 136854bc3e19421bac447a5a941065dd in term 0.
21:09:41.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:41.312983 30774 raft_consensus.cc:515] T 00000000000000000000000000000000 P 136854bc3e19421bac447a5a941065dd [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e3046e27ed78479a936683c63e02dc21" member_type: VOTER last_known_addr { host: "127.29.189.254" port: 45211 } } peers { permanent_uuid: "543dd3e9a8c449739330c7ee58d6b664" member_type: VOTER last_known_addr { host: "127.29.189.253" port: 40775 } } peers { permanent_uuid: "136854bc3e19421bac447a5a941065dd" member_type: VOTER last_known_addr { host: "127.29.189.252" port: 40043 } }
21:09:41.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:41.319428 30564 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "136854bc3e19421bac447a5a941065dd" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e3046e27ed78479a936683c63e02dc21"
21:09:41.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:41.320070 30564 raft_consensus.cc:3060] T 00000000000000000000000000000000 P e3046e27ed78479a936683c63e02dc21 [term 0 FOLLOWER]: Advancing to term 1
21:09:41.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:41.333698 30564 raft_consensus.cc:2468] T 00000000000000000000000000000000 P e3046e27ed78479a936683c63e02dc21 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 136854bc3e19421bac447a5a941065dd in term 1.
21:09:41.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:41.337749 30774 leader_election.cc:290] T 00000000000000000000000000000000 P 136854bc3e19421bac447a5a941065dd [CANDIDATE]: Term 1 election: Requested vote from peers e3046e27ed78479a936683c63e02dc21 (127.29.189.254:45211), 543dd3e9a8c449739330c7ee58d6b664 (127.29.189.253:40775)
21:09:41.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:41.339454 30639 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "136854bc3e19421bac447a5a941065dd" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "543dd3e9a8c449739330c7ee58d6b664"
21:09:41.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:41.340090 30639 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 543dd3e9a8c449739330c7ee58d6b664 [term 0 FOLLOWER]: Advancing to term 1
21:09:41.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:41.344008 30716 leader_election.cc:304] T 00000000000000000000000000000000 P 136854bc3e19421bac447a5a941065dd [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 136854bc3e19421bac447a5a941065dd, e3046e27ed78479a936683c63e02dc21; no voters: 
21:09:41.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:41.349138 30774 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 136854bc3e19421bac447a5a941065dd [term 1 FOLLOWER]: Leader election won for term 1
21:09:41.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:41.352113 30774 raft_consensus.cc:697] T 00000000000000000000000000000000 P 136854bc3e19421bac447a5a941065dd [term 1 LEADER]: Becoming Leader. State: Replica: 136854bc3e19421bac447a5a941065dd, State: Running, Role: LEADER
21:09:41.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:41.353520 30774 consensus_queue.cc:237] T 00000000000000000000000000000000 P 136854bc3e19421bac447a5a941065dd [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e3046e27ed78479a936683c63e02dc21" member_type: VOTER last_known_addr { host: "127.29.189.254" port: 45211 } } peers { permanent_uuid: "543dd3e9a8c449739330c7ee58d6b664" member_type: VOTER last_known_addr { host: "127.29.189.253" port: 40775 } } peers { permanent_uuid: "136854bc3e19421bac447a5a941065dd" member_type: VOTER last_known_addr { host: "127.29.189.252" port: 40043 } }
21:09:41.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:41.361158 30639 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 543dd3e9a8c449739330c7ee58d6b664 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 136854bc3e19421bac447a5a941065dd in term 1.
21:09:41.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:41.389569 30817 sys_catalog.cc:455] T 00000000000000000000000000000000 P 136854bc3e19421bac447a5a941065dd [sys.catalog]: SysCatalogTable state changed. Reason: New leader 136854bc3e19421bac447a5a941065dd. Latest consensus state: current_term: 1 leader_uuid: "136854bc3e19421bac447a5a941065dd" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e3046e27ed78479a936683c63e02dc21" member_type: VOTER last_known_addr { host: "127.29.189.254" port: 45211 } } peers { permanent_uuid: "543dd3e9a8c449739330c7ee58d6b664" member_type: VOTER last_known_addr { host: "127.29.189.253" port: 40775 } } peers { permanent_uuid: "136854bc3e19421bac447a5a941065dd" member_type: VOTER last_known_addr { host: "127.29.189.252" port: 40043 } } }
21:09:41.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:41.390470 30817 sys_catalog.cc:458] T 00000000000000000000000000000000 P 136854bc3e19421bac447a5a941065dd [sys.catalog]: This master's current role is: LEADER
21:09:41.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:41.396077 30819 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
21:09:41.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:41.409479 30819 catalog_manager.cc:1519] Initializing Kudu cluster ID...
21:09:41.449 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:41.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:41.448834 30639 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 543dd3e9a8c449739330c7ee58d6b664 [term 1 FOLLOWER]: Refusing update from remote peer 136854bc3e19421bac447a5a941065dd: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
21:09:41.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:41.452891 30564 raft_consensus.cc:1275] T 00000000000000000000000000000000 P e3046e27ed78479a936683c63e02dc21 [term 1 FOLLOWER]: Refusing update from remote peer 136854bc3e19421bac447a5a941065dd: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
21:09:41.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:41.456405 30817 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 136854bc3e19421bac447a5a941065dd [LEADER]: Connected to new peer: Peer: permanent_uuid: "e3046e27ed78479a936683c63e02dc21" member_type: VOTER last_known_addr { host: "127.29.189.254" port: 45211 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
21:09:41.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:41.458312 30817 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 136854bc3e19421bac447a5a941065dd [LEADER]: Connected to new peer: Peer: permanent_uuid: "543dd3e9a8c449739330c7ee58d6b664" member_type: VOTER last_known_addr { host: "127.29.189.253" port: 40775 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
21:09:41.462 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 37 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544981460 for job d6a71f5cf5f060cfaa5d5fa24434f7a3.
21:09:41.472 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 37 for job d6a71f5cf5f060cfaa5d5fa24434f7a3 (5104 bytes, checkpointDuration=11 ms, finalizationTime=1 ms).
21:09:41.473 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 37 as completed for source Source: KuduSource.
21:09:41.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:41.509289 30804 sys_catalog.cc:455] T 00000000000000000000000000000000 P e3046e27ed78479a936683c63e02dc21 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 136854bc3e19421bac447a5a941065dd. Latest consensus state: current_term: 1 leader_uuid: "136854bc3e19421bac447a5a941065dd" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e3046e27ed78479a936683c63e02dc21" member_type: VOTER last_known_addr { host: "127.29.189.254" port: 45211 } } peers { permanent_uuid: "543dd3e9a8c449739330c7ee58d6b664" member_type: VOTER last_known_addr { host: "127.29.189.253" port: 40775 } } peers { permanent_uuid: "136854bc3e19421bac447a5a941065dd" member_type: VOTER last_known_addr { host: "127.29.189.252" port: 40043 } } }
21:09:41.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:41.510131 30804 sys_catalog.cc:458] T 00000000000000000000000000000000 P e3046e27ed78479a936683c63e02dc21 [sys.catalog]: This master's current role is: FOLLOWER
21:09:41.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:41.517758 30820 mvcc.cc:204] Tried to move back new op lower bound from 7305400243993833472 to 7305400243660632064. Current Snapshot: MvccSnapshot[applied={T|T < 7305400243993833472}]
21:09:41.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:41.524153 30804 sys_catalog.cc:455] T 00000000000000000000000000000000 P e3046e27ed78479a936683c63e02dc21 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "136854bc3e19421bac447a5a941065dd" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e3046e27ed78479a936683c63e02dc21" member_type: VOTER last_known_addr { host: "127.29.189.254" port: 45211 } } peers { permanent_uuid: "543dd3e9a8c449739330c7ee58d6b664" member_type: VOTER last_known_addr { host: "127.29.189.253" port: 40775 } } peers { permanent_uuid: "136854bc3e19421bac447a5a941065dd" member_type: VOTER last_known_addr { host: "127.29.189.252" port: 40043 } } }
21:09:41.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:41.525314 30804 sys_catalog.cc:458] T 00000000000000000000000000000000 P e3046e27ed78479a936683c63e02dc21 [sys.catalog]: This master's current role is: FOLLOWER
21:09:41.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:41.537634 30774 sys_catalog.cc:455] T 00000000000000000000000000000000 P 136854bc3e19421bac447a5a941065dd [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "136854bc3e19421bac447a5a941065dd" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e3046e27ed78479a936683c63e02dc21" member_type: VOTER last_known_addr { host: "127.29.189.254" port: 45211 } } peers { permanent_uuid: "543dd3e9a8c449739330c7ee58d6b664" member_type: VOTER last_known_addr { host: "127.29.189.253" port: 40775 } } peers { permanent_uuid: "136854bc3e19421bac447a5a941065dd" member_type: VOTER last_known_addr { host: "127.29.189.252" port: 40043 } } }
21:09:41.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:41.538473 30774 sys_catalog.cc:458] T 00000000000000000000000000000000 P 136854bc3e19421bac447a5a941065dd [sys.catalog]: This master's current role is: LEADER
21:09:41.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:41.552673 30822 mvcc.cc:204] Tried to move back new op lower bound from 7305400243993833472 to 7305400243660632064. Current Snapshot: MvccSnapshot[applied={T|T < 7305400243993833472 or (T in {7305400243993833472})}]
21:09:41.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:41.567629 30790 sys_catalog.cc:455] T 00000000000000000000000000000000 P 543dd3e9a8c449739330c7ee58d6b664 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 136854bc3e19421bac447a5a941065dd. Latest consensus state: current_term: 1 leader_uuid: "136854bc3e19421bac447a5a941065dd" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e3046e27ed78479a936683c63e02dc21" member_type: VOTER last_known_addr { host: "127.29.189.254" port: 45211 } } peers { permanent_uuid: "543dd3e9a8c449739330c7ee58d6b664" member_type: VOTER last_known_addr { host: "127.29.189.253" port: 40775 } } peers { permanent_uuid: "136854bc3e19421bac447a5a941065dd" member_type: VOTER last_known_addr { host: "127.29.189.252" port: 40043 } } }
21:09:41.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:41.569743 30790 sys_catalog.cc:458] T 00000000000000000000000000000000 P 543dd3e9a8c449739330c7ee58d6b664 [sys.catalog]: This master's current role is: FOLLOWER
21:09:41.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:41.576625 30819 catalog_manager.cc:1382] Generated new cluster ID: fa16f61044b2450eb9c303350339e812
21:09:41.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:41.576961 30819 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
21:09:41.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:41.595746 30817 sys_catalog.cc:455] T 00000000000000000000000000000000 P 136854bc3e19421bac447a5a941065dd [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "136854bc3e19421bac447a5a941065dd" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e3046e27ed78479a936683c63e02dc21" member_type: VOTER last_known_addr { host: "127.29.189.254" port: 45211 } } peers { permanent_uuid: "543dd3e9a8c449739330c7ee58d6b664" member_type: VOTER last_known_addr { host: "127.29.189.253" port: 40775 } } peers { permanent_uuid: "136854bc3e19421bac447a5a941065dd" member_type: VOTER last_known_addr { host: "127.29.189.252" port: 40043 } } }
21:09:41.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:41.601583 30817 sys_catalog.cc:458] T 00000000000000000000000000000000 P 136854bc3e19421bac447a5a941065dd [sys.catalog]: This master's current role is: LEADER
21:09:41.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:41.602633 30821 mvcc.cc:204] Tried to move back new op lower bound from 7305400243993833472 to 7305400243660632064. Current Snapshot: MvccSnapshot[applied={T|T < 7305400243993833472}]
21:09:41.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:41.618315 30790 sys_catalog.cc:455] T 00000000000000000000000000000000 P 543dd3e9a8c449739330c7ee58d6b664 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "136854bc3e19421bac447a5a941065dd" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e3046e27ed78479a936683c63e02dc21" member_type: VOTER last_known_addr { host: "127.29.189.254" port: 45211 } } peers { permanent_uuid: "543dd3e9a8c449739330c7ee58d6b664" member_type: VOTER last_known_addr { host: "127.29.189.253" port: 40775 } } peers { permanent_uuid: "136854bc3e19421bac447a5a941065dd" member_type: VOTER last_known_addr { host: "127.29.189.252" port: 40043 } } }
21:09:41.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:41.619174 30790 sys_catalog.cc:458] T 00000000000000000000000000000000 P 543dd3e9a8c449739330c7ee58d6b664 [sys.catalog]: This master's current role is: FOLLOWER
21:09:41.663 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:41.664 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:41.664 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:41.664 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:41.664 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:41.664 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:41.665 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:41.665 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:41.665 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:41.665 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:41.665 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:41.665 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:41.665 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:41.707 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:41.732 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:41.732 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:41.732 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:41.733 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:41.733 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:41.733 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:41.733 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:41.733 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:41.733 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:41.733 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:41.733 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:41.733 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:41.733 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:41.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:41.734995 30819 catalog_manager.cc:1405] Generated new certificate authority record
21:09:41.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:41.747066 30819 catalog_manager.cc:1539] Loading token signing keys...
21:09:41.750 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2841dd5f383bae9a8f297e74525dcca1 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 2841dd5f383bae9a8f297e74525dcca1 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:41.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:41.806519 30819 catalog_manager.cc:6069] T 00000000000000000000000000000000 P 136854bc3e19421bac447a5a941065dd: Generated new TSK 0
21:09:41.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:41.809448 30819 catalog_manager.cc:1549] Initializing in-progress tserver states...
21:09:41.812 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:41.812 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:41.812 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:41.812 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:41.812 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:41.812 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:41.813 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:41.813 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:41.813 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:41.813 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:41.813 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:41.813 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:41.813 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:41.847 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:41.848 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:41.848 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:41.848 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:41.848 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:41.848 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:41.848 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:41.848 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:41.848 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:41.849 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:41.849 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:41.849 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:41.849 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:41.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:41.870610 30455 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu
21:09:41.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu
21:09:41.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10994046769305795342/ts-0/wal
21:09:41.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10994046769305795342/ts-0/data
21:09:41.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:09:41.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:09:41.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:09:41.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:09:41.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:09:41.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:09:41.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10994046769305795342/ts-0/logs
21:09:41.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10994046769305795342/ts-0/data/info.pb
21:09:41.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:09:41.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:09:41.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:09:41.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:09:41.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:09:41.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:09:41.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:09:41.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:09:41.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
21:09:41.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:09:41.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.29.189.193:0
21:09:41.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.29.189.193
21:09:41.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.29.189.193
21:09:41.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:09:41.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.29.189.254:45211,127.29.189.253:40775,127.29.189.252:40043
21:09:41.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.29.189.212:35255
21:09:41.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:09:41.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:09:41.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
21:09:41.949 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:41.961 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 38 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544981960 for job d6a71f5cf5f060cfaa5d5fa24434f7a3.
21:09:41.970 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 38 for job d6a71f5cf5f060cfaa5d5fa24434f7a3 (5104 bytes, checkpointDuration=10 ms, finalizationTime=0 ms).
21:09:41.972 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 38 as completed for source Source: KuduSource.
21:09:42.043 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:42.044 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:42.044 [DEBUG - pool-328-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:42.044 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:42.044 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:42.044 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:42.045 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:42.045 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:42.045 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:42.047 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:42.047 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:42.047 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:42.047 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:42.048 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=28028), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [6ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [6ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [8ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [8ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [9ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [9ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [23ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [33ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [35ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [35ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [42ms] refreshing cache from master, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [58ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [58ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [103ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [103ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [103ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [104ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [123ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [123ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [123ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [183ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [183ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [202ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [202ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [203ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [203ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [363ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [363ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [363ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [364ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [364ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [841ms] refreshing cache from master, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [842ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [843ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [843ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [843ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [1301ms] refreshing cache from master, [1301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [1301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [1301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [1305ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [1306ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [1306ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [1306ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [1742ms] refreshing cache from master, [1742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [1742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [1742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [1743ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [1744ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [1744ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [1744ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [1781ms] refreshing cache from master, [1781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [1782ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [1782ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [1783ms] too many traces: truncated at 100 traces, deferred=Deferred@662592180(state=PENDING, result=null, callback=(continuation of Deferred@1596075613 after retry RPC after error@111084114) -> (continuation of Deferred@2000586444 after retry RPC after error@583063909) -> (continuation of Deferred@1826507686 after retry RPC after error@304962045) -> (continuation of Deferred@296138130 after retry RPC after error@898194738) -> (continuation of Deferred@731165534 after retry RPC after error@1393485152) -> (continuation of Deferred@2007023798 after retry RPC after error@138376125) -> (continuation of Deferred@113196967 after retry RPC after error@582938613) -> (continuation of Deferred@1407856228 after retry RPC after error@549133631) -> (continuation of Deferred@1602636936 after retry RPC after error@169005514) -> (continuation of Deferred@143218658 after retry RPC after error@1889792297) -> (continuation of Deferred@497811897 after retry RPC after error@19668807) -> (continuation of Deferred@1138257607 after retry RPC after error@740156716) -> (continuation of Deferred@1371637983 after retry RPC after error@813069191) -> (continuation of Deferred@819498264 after retry RPC after error@1932475050) -> (continuation of Deferred@787862368 after retry RPC after error@765224818) -> (continuation of Deferred@1507368852 after retry RPC after error@1403524207) -> (continuation of Deferred@1405526953 after retry RPC after error@498071892) -> (continuation of Deferred@9892170 after retry RPC after error@328107611) -> (continuation of Deferred@1966318696 after retry RPC after error@397706947) -> (continuation of Deferred@547305950 after retry RPC after error@1204084680) -> (continuation of Deferred@800863164 after retry RPC after error@479017494) -> (continuation of Deferred@1157996944 after retry RPC after error@618536039) -> (continuation of Deferred@1790044819 after retry RPC after error@530133081) -> (continuation of Deferred@2004359963 after retry RPC after error@596712631), errback=(continuation of Deferred@1596075613 after retry RPC after error@111084114) -> (continuation of Deferred@2000586444 after retry RPC after error@583063909) -> (continuation of Deferred@1826507686 after retry RPC after error@304962045) -> (continuation of Deferred@296138130 after retry RPC after error@898194738) -> (continuation of Deferred@731165534 after retry RPC after error@1393485152) -> (continuation of Deferred@2007023798 after retry RPC after error@138376125) -> (continuation of Deferred@113196967 after retry RPC after error@582938613) -> (continuation of Deferred@1407856228 after retry RPC after error@549133631) -> (continuation of Deferred@1602636936 after retry RPC after error@169005514) -> (continuation of Deferred@143218658 after retry RPC after error@1889792297) -> (continuation of Deferred@497811897 after retry RPC after error@19668807) -> (continuation of Deferred@1138257607 after retry RPC after error@740156716) -> (continuation of Deferred@1371637983 after retry RPC after error@813069191) -> (continuation of Deferred@819498264 after retry RPC after error@1932475050) -> (continuation of Deferred@787862368 after retry RPC after error@765224818) -> (continuation of Deferred@1507368852 after retry RPC after error@1403524207) -> (continuation of Deferred@1405526953 after retry RPC after error@498071892) -> (continuation of Deferred@9892170 after retry RPC after error@328107611) -> (continuation of Deferred@1966318696 after retry RPC after error@397706947) -> (continuation of Deferred@547305950 after retry RPC after error@1204084680) -> (continuation of Deferred@800863164 after retry RPC after error@479017494) -> (continuation of Deferred@1157996944 after retry RPC after error@618536039) -> (continuation of Deferred@1790044819 after retry RPC after error@530133081) -> (continuation of Deferred@2004359963 after retry RPC after error@596712631)))
21:09:42.049 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (SourceReaderBase.java:338) Closing Source Reader.
21:09:42.049 [WARN - Source: KuduSource -> Sink: Writer (4/4)#3] (Task.java:1117) Source: KuduSource -> Sink: Writer (4/4)#3 (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=28028), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [6ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [6ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [8ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [8ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [9ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [9ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [23ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [33ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [35ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [35ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [42ms] refreshing cache from master, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [58ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [58ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [103ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [103ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [103ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [104ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [123ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [123ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [123ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [183ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [183ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [202ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [202ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [203ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [203ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [363ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [363ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [363ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [364ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [364ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [841ms] refreshing cache from master, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [842ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [843ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [843ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [843ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [1301ms] refreshing cache from master, [1301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [1301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [1301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [1305ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [1306ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [1306ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [1306ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [1742ms] refreshing cache from master, [1742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [1742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [1742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [1743ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [1744ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [1744ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [1744ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [1781ms] refreshing cache from master, [1781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [1782ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [1782ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [1783ms] too many traces: truncated at 100 traces, deferred=Deferred@662592180(state=PENDING, result=null, callback=(continuation of Deferred@1596075613 after retry RPC after error@111084114) -> (continuation of Deferred@2000586444 after retry RPC after error@583063909) -> (continuation of Deferred@1826507686 after retry RPC after error@304962045) -> (continuation of Deferred@296138130 after retry RPC after error@898194738) -> (continuation of Deferred@731165534 after retry RPC after error@1393485152) -> (continuation of Deferred@2007023798 after retry RPC after error@138376125) -> (continuation of Deferred@113196967 after retry RPC after error@582938613) -> (continuation of Deferred@1407856228 after retry RPC after error@549133631) -> (continuation of Deferred@1602636936 after retry RPC after error@169005514) -> (continuation of Deferred@143218658 after retry RPC after error@1889792297) -> (continuation of Deferred@497811897 after retry RPC after error@19668807) -> (continuation of Deferred@1138257607 after retry RPC after error@740156716) -> (continuation of Deferred@1371637983 after retry RPC after error@813069191) -> (continuation of Deferred@819498264 after retry RPC after error@1932475050) -> (continuation of Deferred@787862368 after retry RPC after error@765224818) -> (continuation of Deferred@1507368852 after retry RPC after error@1403524207) -> (continuation of Deferred@1405526953 after retry RPC after error@498071892) -> (continuation of Deferred@9892170 after retry RPC after error@328107611) -> (continuation of Deferred@1966318696 after retry RPC after error@397706947) -> (continuation of Deferred@547305950 after retry RPC after error@1204084680) -> (continuation of Deferred@800863164 after retry RPC after error@479017494) -> (continuation of Deferred@1157996944 after retry RPC after error@618536039) -> (continuation of Deferred@1790044819 after retry RPC after error@530133081) -> (continuation of Deferred@2004359963 after retry RPC after error@596712631), errback=(continuation of Deferred@1596075613 after retry RPC after error@111084114) -> (continuation of Deferred@2000586444 after retry RPC after error@583063909) -> (continuation of Deferred@1826507686 after retry RPC after error@304962045) -> (continuation of Deferred@296138130 after retry RPC after error@898194738) -> (continuation of Deferred@731165534 after retry RPC after error@1393485152) -> (continuation of Deferred@2007023798 after retry RPC after error@138376125) -> (continuation of Deferred@113196967 after retry RPC after error@582938613) -> (continuation of Deferred@1407856228 after retry RPC after error@549133631) -> (continuation of Deferred@1602636936 after retry RPC after error@169005514) -> (continuation of Deferred@143218658 after retry RPC after error@1889792297) -> (continuation of Deferred@497811897 after retry RPC after error@19668807) -> (continuation of Deferred@1138257607 after retry RPC after error@740156716) -> (continuation of Deferred@1371637983 after retry RPC after error@813069191) -> (continuation of Deferred@819498264 after retry RPC after error@1932475050) -> (continuation of Deferred@787862368 after retry RPC after error@765224818) -> (continuation of Deferred@1507368852 after retry RPC after error@1403524207) -> (continuation of Deferred@1405526953 after retry RPC after error@498071892) -> (continuation of Deferred@9892170 after retry RPC after error@328107611) -> (continuation of Deferred@1966318696 after retry RPC after error@397706947) -> (continuation of Deferred@547305950 after retry RPC after error@1204084680) -> (continuation of Deferred@800863164 after retry RPC after error@479017494) -> (continuation of Deferred@1157996944 after retry RPC after error@618536039) -> (continuation of Deferred@1790044819 after retry RPC after error@530133081) -> (continuation of Deferred@2004359963 after retry RPC after error@596712631)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.24.4.189:35405
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:09:42.049 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#3 (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_3_3).
21:09:42.052 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#3 c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_3_3.
21:09:42.054 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1449) Source: KuduSource -> Sink: Writer (4/4) (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from INITIALIZING to FAILED on b6e4c460-e227-4074-af21-a4a848131e32 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=28028), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [6ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [6ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [8ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [8ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [9ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [9ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [23ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [33ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [35ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [35ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [42ms] refreshing cache from master, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [58ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [58ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [103ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [103ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [103ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [104ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [123ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [123ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [123ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [183ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [183ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [202ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [202ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [203ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [203ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [363ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [363ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [363ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [364ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [364ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [841ms] refreshing cache from master, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [842ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [843ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [843ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [843ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [1301ms] refreshing cache from master, [1301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [1301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [1301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [1305ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [1306ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [1306ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [1306ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [1742ms] refreshing cache from master, [1742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [1742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [1742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [1743ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [1744ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [1744ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [1744ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [1781ms] refreshing cache from master, [1781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [1782ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [1782ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [1783ms] too many traces: truncated at 100 traces, deferred=Deferred@662592180(state=PENDING, result=null, callback=(continuation of Deferred@1596075613 after retry RPC after error@111084114) -> (continuation of Deferred@2000586444 after retry RPC after error@583063909) -> (continuation of Deferred@1826507686 after retry RPC after error@304962045) -> (continuation of Deferred@296138130 after retry RPC after error@898194738) -> (continuation of Deferred@731165534 after retry RPC after error@1393485152) -> (continuation of Deferred@2007023798 after retry RPC after error@138376125) -> (continuation of Deferred@113196967 after retry RPC after error@582938613) -> (continuation of Deferred@1407856228 after retry RPC after error@549133631) -> (continuation of Deferred@1602636936 after retry RPC after error@169005514) -> (continuation of Deferred@143218658 after retry RPC after error@1889792297) -> (continuation of Deferred@497811897 after retry RPC after error@19668807) -> (continuation of Deferred@1138257607 after retry RPC after error@740156716) -> (continuation of Deferred@1371637983 after retry RPC after error@813069191) -> (continuation of Deferred@819498264 after retry RPC after error@1932475050) -> (continuation of Deferred@787862368 after retry RPC after error@765224818) -> (continuation of Deferred@1507368852 after retry RPC after error@1403524207) -> (continuation of Deferred@1405526953 after retry RPC after error@498071892) -> (continuation of Deferred@9892170 after retry RPC after error@328107611) -> (continuation of Deferred@1966318696 after retry RPC after error@397706947) -> (continuation of Deferred@547305950 after retry RPC after error@1204084680) -> (continuation of Deferred@800863164 after retry RPC after error@479017494) -> (continuation of Deferred@1157996944 after retry RPC after error@618536039) -> (continuation of Deferred@1790044819 after retry RPC after error@530133081) -> (continuation of Deferred@2004359963 after retry RPC after error@596712631), errback=(continuation of Deferred@1596075613 after retry RPC after error@111084114) -> (continuation of Deferred@2000586444 after retry RPC after error@583063909) -> (continuation of Deferred@1826507686 after retry RPC after error@304962045) -> (continuation of Deferred@296138130 after retry RPC after error@898194738) -> (continuation of Deferred@731165534 after retry RPC after error@1393485152) -> (continuation of Deferred@2007023798 after retry RPC after error@138376125) -> (continuation of Deferred@113196967 after retry RPC after error@582938613) -> (continuation of Deferred@1407856228 after retry RPC after error@549133631) -> (continuation of Deferred@1602636936 after retry RPC after error@169005514) -> (continuation of Deferred@143218658 after retry RPC after error@1889792297) -> (continuation of Deferred@497811897 after retry RPC after error@19668807) -> (continuation of Deferred@1138257607 after retry RPC after error@740156716) -> (continuation of Deferred@1371637983 after retry RPC after error@813069191) -> (continuation of Deferred@819498264 after retry RPC after error@1932475050) -> (continuation of Deferred@787862368 after retry RPC after error@765224818) -> (continuation of Deferred@1507368852 after retry RPC after error@1403524207) -> (continuation of Deferred@1405526953 after retry RPC after error@498071892) -> (continuation of Deferred@9892170 after retry RPC after error@328107611) -> (continuation of Deferred@1966318696 after retry RPC after error@397706947) -> (continuation of Deferred@547305950 after retry RPC after error@1204084680) -> (continuation of Deferred@800863164 after retry RPC after error@479017494) -> (continuation of Deferred@1157996944 after retry RPC after error@618536039) -> (continuation of Deferred@1790044819 after retry RPC after error@530133081) -> (continuation of Deferred@2004359963 after retry RPC after error@596712631)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.24.4.189:35405
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:09:42.056 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job 640bb5d81f2161b747452ce3cfd3ea9d: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
21:09:42.057 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#3) of source Source: KuduSource.
21:09:42.057 [INFO - flink-pekko.actor.default-dispatcher-10] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_3_3.
21:09:42.065 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.22.50.60:38829(127.22.50.60:38829)] connecting to peer
21:09:42.065 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.22.50.61:45261(127.22.50.61:45261)] connecting to peer
21:09:42.065 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.22.50.62:44659(127.22.50.62:44659)] connecting to peer
21:09:42.066 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:09:42.066 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.50.60:38829(127.22.50.60:38829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:09:42.066 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.60:38829: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:09:42.066 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:09:42.066 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.50.61:45261(127.22.50.61:45261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:09:42.066 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.61:45261: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:09:42.066 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:09:42.066 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.50.62:44659(127.22.50.62:44659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:09:42.067 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.62:44659: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:09:42.067 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659; will retry
21:09:42.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:42.089224 30802 catalog_manager.cc:1294] Loaded cluster ID: fa16f61044b2450eb9c303350339e812
21:09:42.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:42.089979 30802 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 543dd3e9a8c449739330c7ee58d6b664: loading cluster ID for follower catalog manager: success
21:09:42.092 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:42.092 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:42.092 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:42.093 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:42.093 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:42.093 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:42.094 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:42.094 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:42.094 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:42.094 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:42.094 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:42.094 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:42.094 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:42.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:42.113610 30802 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 543dd3e9a8c449739330c7ee58d6b664: acquiring CA information for follower catalog manager: success
21:09:42.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:42.130626 30802 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 543dd3e9a8c449739330c7ee58d6b664: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
21:09:42.190 [DEBUG - pool-320-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:09:42.190 [DEBUG - pool-320-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:09:42.190 [DEBUG - pool-320-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:09:42.190 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:42.190 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:42.191 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:42.191 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:42.191 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:42.191 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:42.191 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:42.191 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:42.191 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:42.191 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:09:42.207 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:42.216 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.27.110.125:37111(127.27.110.125:37111)] connecting to peer
21:09:42.216 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.27.110.126:34219(127.27.110.126:34219)] connecting to peer
21:09:42.216 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.27.110.124:43039(127.27.110.124:43039)] connecting to peer
21:09:42.217 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:42.217 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.110.125:37111(127.27.110.125:37111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:42.217 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.125:37111: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:42.217 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:42.217 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.110.126:34219(127.27.110.126:34219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:42.217 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.126:34219: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:42.217 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:42.217 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.110.124:43039(127.27.110.124:43039)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:42.217 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.124:43039: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:42.218 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039; will retry
21:09:42.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:42.226637 30815 catalog_manager.cc:1294] Loaded cluster ID: fa16f61044b2450eb9c303350339e812
21:09:42.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:42.227218 30815 catalog_manager.cc:1587] T 00000000000000000000000000000000 P e3046e27ed78479a936683c63e02dc21: loading cluster ID for follower catalog manager: success
21:09:42.244 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.27.110.125:37111(127.27.110.125:37111)] connecting to peer
21:09:42.244 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.27.110.126:34219(127.27.110.126:34219)] connecting to peer
21:09:42.244 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.27.110.124:43039(127.27.110.124:43039)] connecting to peer
21:09:42.245 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:42.245 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.110.125:37111(127.27.110.125:37111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:42.245 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.125:37111: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:42.245 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:42.245 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.110.126:34219(127.27.110.126:34219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:42.245 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.126:34219: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:42.245 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:42.245 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.110.124:43039(127.27.110.124:43039)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:42.245 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.124:43039: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:42.245 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039; will retry
21:09:42.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:42.246757 30815 catalog_manager.cc:1609] T 00000000000000000000000000000000 P e3046e27ed78479a936683c63e02dc21: acquiring CA information for follower catalog manager: success
21:09:42.250 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2841dd5f383bae9a8f297e74525dcca1 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 2841dd5f383bae9a8f297e74525dcca1 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:42.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:42.277683 30815 catalog_manager.cc:1637] T 00000000000000000000000000000000 P e3046e27ed78479a936683c63e02dc21: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
21:09:42.448 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:42.461 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 39 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544982460 for job d6a71f5cf5f060cfaa5d5fa24434f7a3.
21:09:42.473 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 39 for job d6a71f5cf5f060cfaa5d5fa24434f7a3 (5104 bytes, checkpointDuration=13 ms, finalizationTime=0 ms).
21:09:42.474 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 39 as completed for source Source: KuduSource.
21:09:42.552 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:42.552 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:42.552 [DEBUG - pool-326-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:42.552 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:42.553 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:42.553 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:42.553 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:42.553 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:42.553 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:42.553 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:42.553 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:42.553 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:42.553 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:42.554 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=20, TimeoutTracker(timeout=30000, elapsed=28548), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [13ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [14ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [15ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [16ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [17ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [18ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [28ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [31ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [38ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [58ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [58ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [64ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [65ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [66ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [68ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [68ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [103ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [103ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [104ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [104ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [162ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [202ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [202ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [203ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [203ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [322ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [322ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [322ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [323ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [721ms] refreshing cache from master, [721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [722ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [722ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [723ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [724ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [724ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [821ms] refreshing cache from master, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [822ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [822ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [826ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [827ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [2561ms] refreshing cache from master, [2561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [2562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [2562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [2563ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [2563ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [2564ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [2564ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [5080ms] refreshing cache from master, [5080ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [5081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [5081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [5082ms] too many traces: truncated at 100 traces, deferred=Deferred@132607173(state=PENDING, result=null, callback=(continuation of Deferred@961997505 after retry RPC after error@1429312878) -> (continuation of Deferred@324002329 after retry RPC after error@804398577) -> (continuation of Deferred@570212908 after retry RPC after error@2025830808) -> (continuation of Deferred@344773564 after retry RPC after error@720351601) -> (continuation of Deferred@1841691554 after retry RPC after error@1756622075) -> (continuation of Deferred@441504610 after retry RPC after error@1298369888) -> (continuation of Deferred@263812997 after retry RPC after error@2015004349) -> (continuation of Deferred@1682805023 after retry RPC after error@890509435) -> (continuation of Deferred@1901413379 after retry RPC after error@1565920250) -> (continuation of Deferred@1436265510 after retry RPC after error@1088008494) -> (continuation of Deferred@460816490 after retry RPC after error@1989366053) -> (continuation of Deferred@2128685389 after retry RPC after error@1941747582) -> (continuation of Deferred@1416568243 after retry RPC after error@941188194) -> (continuation of Deferred@1338349933 after retry RPC after error@1498726572) -> (continuation of Deferred@1970982064 after retry RPC after error@104045577) -> (continuation of Deferred@1709077331 after retry RPC after error@443584228) -> (continuation of Deferred@961334870 after retry RPC after error@595975842) -> (continuation of Deferred@894920042 after retry RPC after error@726583946) -> (continuation of Deferred@1957662667 after retry RPC after error@2035429170), errback=(continuation of Deferred@961997505 after retry RPC after error@1429312878) -> (continuation of Deferred@324002329 after retry RPC after error@804398577) -> (continuation of Deferred@570212908 after retry RPC after error@2025830808) -> (continuation of Deferred@344773564 after retry RPC after error@720351601) -> (continuation of Deferred@1841691554 after retry RPC after error@1756622075) -> (continuation of Deferred@441504610 after retry RPC after error@1298369888) -> (continuation of Deferred@263812997 after retry RPC after error@2015004349) -> (continuation of Deferred@1682805023 after retry RPC after error@890509435) -> (continuation of Deferred@1901413379 after retry RPC after error@1565920250) -> (continuation of Deferred@1436265510 after retry RPC after error@1088008494) -> (continuation of Deferred@460816490 after retry RPC after error@1989366053) -> (continuation of Deferred@2128685389 after retry RPC after error@1941747582) -> (continuation of Deferred@1416568243 after retry RPC after error@941188194) -> (continuation of Deferred@1338349933 after retry RPC after error@1498726572) -> (continuation of Deferred@1970982064 after retry RPC after error@104045577) -> (continuation of Deferred@1709077331 after retry RPC after error@443584228) -> (continuation of Deferred@961334870 after retry RPC after error@595975842) -> (continuation of Deferred@894920042 after retry RPC after error@726583946) -> (continuation of Deferred@1957662667 after retry RPC after error@2035429170)))
21:09:42.555 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (SourceReaderBase.java:338) Closing Source Reader.
21:09:42.555 [WARN - Source: KuduSource -> Sink: Writer (2/4)#3] (Task.java:1117) Source: KuduSource -> Sink: Writer (2/4)#3 (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=20, TimeoutTracker(timeout=30000, elapsed=28548), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [13ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [14ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [15ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [16ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [17ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [18ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [28ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [31ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [38ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [58ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [58ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [64ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [65ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [66ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [68ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [68ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [103ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [103ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [104ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [104ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [162ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [202ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [202ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [203ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [203ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [322ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [322ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [322ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [323ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [721ms] refreshing cache from master, [721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [722ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [722ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [723ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [724ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [724ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [821ms] refreshing cache from master, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [822ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [822ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [826ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [827ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [2561ms] refreshing cache from master, [2561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [2562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [2562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [2563ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [2563ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [2564ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [2564ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [5080ms] refreshing cache from master, [5080ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [5081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [5081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [5082ms] too many traces: truncated at 100 traces, deferred=Deferred@132607173(state=PENDING, result=null, callback=(continuation of Deferred@961997505 after retry RPC after error@1429312878) -> (continuation of Deferred@324002329 after retry RPC after error@804398577) -> (continuation of Deferred@570212908 after retry RPC after error@2025830808) -> (continuation of Deferred@344773564 after retry RPC after error@720351601) -> (continuation of Deferred@1841691554 after retry RPC after error@1756622075) -> (continuation of Deferred@441504610 after retry RPC after error@1298369888) -> (continuation of Deferred@263812997 after retry RPC after error@2015004349) -> (continuation of Deferred@1682805023 after retry RPC after error@890509435) -> (continuation of Deferred@1901413379 after retry RPC after error@1565920250) -> (continuation of Deferred@1436265510 after retry RPC after error@1088008494) -> (continuation of Deferred@460816490 after retry RPC after error@1989366053) -> (continuation of Deferred@2128685389 after retry RPC after error@1941747582) -> (continuation of Deferred@1416568243 after retry RPC after error@941188194) -> (continuation of Deferred@1338349933 after retry RPC after error@1498726572) -> (continuation of Deferred@1970982064 after retry RPC after error@104045577) -> (continuation of Deferred@1709077331 after retry RPC after error@443584228) -> (continuation of Deferred@961334870 after retry RPC after error@595975842) -> (continuation of Deferred@894920042 after retry RPC after error@726583946) -> (continuation of Deferred@1957662667 after retry RPC after error@2035429170), errback=(continuation of Deferred@961997505 after retry RPC after error@1429312878) -> (continuation of Deferred@324002329 after retry RPC after error@804398577) -> (continuation of Deferred@570212908 after retry RPC after error@2025830808) -> (continuation of Deferred@344773564 after retry RPC after error@720351601) -> (continuation of Deferred@1841691554 after retry RPC after error@1756622075) -> (continuation of Deferred@441504610 after retry RPC after error@1298369888) -> (continuation of Deferred@263812997 after retry RPC after error@2015004349) -> (continuation of Deferred@1682805023 after retry RPC after error@890509435) -> (continuation of Deferred@1901413379 after retry RPC after error@1565920250) -> (continuation of Deferred@1436265510 after retry RPC after error@1088008494) -> (continuation of Deferred@460816490 after retry RPC after error@1989366053) -> (continuation of Deferred@2128685389 after retry RPC after error@1941747582) -> (continuation of Deferred@1416568243 after retry RPC after error@941188194) -> (continuation of Deferred@1338349933 after retry RPC after error@1498726572) -> (continuation of Deferred@1970982064 after retry RPC after error@104045577) -> (continuation of Deferred@1709077331 after retry RPC after error@443584228) -> (continuation of Deferred@961334870 after retry RPC after error@595975842) -> (continuation of Deferred@894920042 after retry RPC after error@726583946) -> (continuation of Deferred@1957662667 after retry RPC after error@2035429170)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.24.4.189:35405
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:09:42.556 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#3 (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_1_3).
21:09:42.558 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#3 c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_1_3.
21:09:42.560 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1449) Source: KuduSource -> Sink: Writer (2/4) (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from INITIALIZING to FAILED on b6e4c460-e227-4074-af21-a4a848131e32 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=20, TimeoutTracker(timeout=30000, elapsed=28548), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [13ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [14ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [15ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [16ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [17ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [18ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [28ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [31ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [38ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [58ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [58ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [64ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [65ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [66ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [68ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [68ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [103ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [103ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [104ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [104ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [162ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [202ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [202ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [203ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [203ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [322ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [322ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [322ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [323ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [721ms] refreshing cache from master, [721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [722ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [722ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [723ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [724ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [724ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [821ms] refreshing cache from master, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [822ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [822ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [826ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [827ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [2561ms] refreshing cache from master, [2561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [2562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [2562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [2563ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [2563ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [2564ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [2564ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [5080ms] refreshing cache from master, [5080ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [5081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [5081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [5082ms] too many traces: truncated at 100 traces, deferred=Deferred@132607173(state=PENDING, result=null, callback=(continuation of Deferred@961997505 after retry RPC after error@1429312878) -> (continuation of Deferred@324002329 after retry RPC after error@804398577) -> (continuation of Deferred@570212908 after retry RPC after error@2025830808) -> (continuation of Deferred@344773564 after retry RPC after error@720351601) -> (continuation of Deferred@1841691554 after retry RPC after error@1756622075) -> (continuation of Deferred@441504610 after retry RPC after error@1298369888) -> (continuation of Deferred@263812997 after retry RPC after error@2015004349) -> (continuation of Deferred@1682805023 after retry RPC after error@890509435) -> (continuation of Deferred@1901413379 after retry RPC after error@1565920250) -> (continuation of Deferred@1436265510 after retry RPC after error@1088008494) -> (continuation of Deferred@460816490 after retry RPC after error@1989366053) -> (continuation of Deferred@2128685389 after retry RPC after error@1941747582) -> (continuation of Deferred@1416568243 after retry RPC after error@941188194) -> (continuation of Deferred@1338349933 after retry RPC after error@1498726572) -> (continuation of Deferred@1970982064 after retry RPC after error@104045577) -> (continuation of Deferred@1709077331 after retry RPC after error@443584228) -> (continuation of Deferred@961334870 after retry RPC after error@595975842) -> (continuation of Deferred@894920042 after retry RPC after error@726583946) -> (continuation of Deferred@1957662667 after retry RPC after error@2035429170), errback=(continuation of Deferred@961997505 after retry RPC after error@1429312878) -> (continuation of Deferred@324002329 after retry RPC after error@804398577) -> (continuation of Deferred@570212908 after retry RPC after error@2025830808) -> (continuation of Deferred@344773564 after retry RPC after error@720351601) -> (continuation of Deferred@1841691554 after retry RPC after error@1756622075) -> (continuation of Deferred@441504610 after retry RPC after error@1298369888) -> (continuation of Deferred@263812997 after retry RPC after error@2015004349) -> (continuation of Deferred@1682805023 after retry RPC after error@890509435) -> (continuation of Deferred@1901413379 after retry RPC after error@1565920250) -> (continuation of Deferred@1436265510 after retry RPC after error@1088008494) -> (continuation of Deferred@460816490 after retry RPC after error@1989366053) -> (continuation of Deferred@2128685389 after retry RPC after error@1941747582) -> (continuation of Deferred@1416568243 after retry RPC after error@941188194) -> (continuation of Deferred@1338349933 after retry RPC after error@1498726572) -> (continuation of Deferred@1970982064 after retry RPC after error@104045577) -> (continuation of Deferred@1709077331 after retry RPC after error@443584228) -> (continuation of Deferred@961334870 after retry RPC after error@595975842) -> (continuation of Deferred@894920042 after retry RPC after error@726583946) -> (continuation of Deferred@1957662667 after retry RPC after error@2035429170)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.24.4.189:35405
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:09:42.561 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_1_3.
21:09:42.562 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job 640bb5d81f2161b747452ce3cfd3ea9d: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
21:09:42.562 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#3) of source Source: KuduSource.
21:09:42.678 [DEBUG - pool-404-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:09:42.679 [DEBUG - pool-404-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:09:42.679 [DEBUG - pool-404-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:09:42.679 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:42.679 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:42.679 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:42.680 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:42.680 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:42.680 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:42.680 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:42.680 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:42.680 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:42.680 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:09:42.707 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:42.710 [DEBUG - pool-320-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:09:42.710 [DEBUG - pool-320-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:09:42.710 [DEBUG - pool-320-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:09:42.711 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:42.711 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:42.711 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:42.711 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:42.711 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:42.711 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:42.711 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:42.711 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:42.712 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:42.712 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:09:42.712 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=28725), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [17ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [18ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [32ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [33ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [48ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [48ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [49ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [78ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [78ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [103ms] refreshing cache from master, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [132ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [133ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [134ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [134ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [135ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [135ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [146ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [146ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [163ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [163ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [183ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [184ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [185ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [185ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [207ms] refreshing cache from master, [207ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [208ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [209ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [209ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [209ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [210ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [211ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [320ms] refreshing cache from master, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [322ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [324ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [325ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [325ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [561ms] refreshing cache from master, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [562ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [563ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [565ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [565ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [1020ms] refreshing cache from master, [1020ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [1021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [1021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [1021ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [1021ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [1022ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [1022ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [1761ms] refreshing cache from master, [1761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [1761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [1762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [1762ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [1763ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [1763ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [1764ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [3780ms] refreshing cache from master, [3780ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [3781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [3781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [3781ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [3781ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [3781ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [3782ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [6441ms] refreshing cache from master, [6441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [6441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [6441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [6442ms] too many traces: truncated at 100 traces, deferred=Deferred@983281488(state=PENDING, result=null, callback=(continuation of Deferred@1720821089 after retry RPC after error@898898690) -> (continuation of Deferred@1361227752 after retry RPC after error@908360627) -> (continuation of Deferred@1567976123 after retry RPC after error@1219245596) -> (continuation of Deferred@204836110 after retry RPC after error@433686232) -> (continuation of Deferred@1871644650 after retry RPC after error@1186648273) -> (continuation of Deferred@1724344565 after retry RPC after error@863886771) -> (continuation of Deferred@609889377 after retry RPC after error@880168035) -> (continuation of Deferred@1764428504 after retry RPC after error@887538187) -> (continuation of Deferred@1093323218 after retry RPC after error@1203339456) -> (continuation of Deferred@1987391269 after retry RPC after error@1946242426) -> (continuation of Deferred@1668443761 after retry RPC after error@1757826399) -> (continuation of Deferred@924146533 after retry RPC after error@1233234528) -> (continuation of Deferred@972051655 after retry RPC after error@1669749267) -> (continuation of Deferred@2127948661 after retry RPC after error@985893989) -> (continuation of Deferred@28225942 after retry RPC after error@1353262450) -> (continuation of Deferred@24568401 after retry RPC after error@670099134) -> (continuation of Deferred@1403437527 after retry RPC after error@1245576292) -> (continuation of Deferred@2096102168 after retry RPC after error@1552561965) -> (continuation of Deferred@961015058 after retry RPC after error@473753730) -> (continuation of Deferred@529069862 after retry RPC after error@313956517) -> (continuation of Deferred@346015900 after retry RPC after error@1872513653) -> (continuation of Deferred@938848615 after retry RPC after error@287339660) -> (continuation of Deferred@2064749852 after retry RPC after error@1985198057) -> (continuation of Deferred@1823956685 after retry RPC after error@2124530627), errback=(continuation of Deferred@1720821089 after retry RPC after error@898898690) -> (continuation of Deferred@1361227752 after retry RPC after error@908360627) -> (continuation of Deferred@1567976123 after retry RPC after error@1219245596) -> (continuation of Deferred@204836110 after retry RPC after error@433686232) -> (continuation of Deferred@1871644650 after retry RPC after error@1186648273) -> (continuation of Deferred@1724344565 after retry RPC after error@863886771) -> (continuation of Deferred@609889377 after retry RPC after error@880168035) -> (continuation of Deferred@1764428504 after retry RPC after error@887538187) -> (continuation of Deferred@1093323218 after retry RPC after error@1203339456) -> (continuation of Deferred@1987391269 after retry RPC after error@1946242426) -> (continuation of Deferred@1668443761 after retry RPC after error@1757826399) -> (continuation of Deferred@924146533 after retry RPC after error@1233234528) -> (continuation of Deferred@972051655 after retry RPC after error@1669749267) -> (continuation of Deferred@2127948661 after retry RPC after error@985893989) -> (continuation of Deferred@28225942 after retry RPC after error@1353262450) -> (continuation of Deferred@24568401 after retry RPC after error@670099134) -> (continuation of Deferred@1403437527 after retry RPC after error@1245576292) -> (continuation of Deferred@2096102168 after retry RPC after error@1552561965) -> (continuation of Deferred@961015058 after retry RPC after error@473753730) -> (continuation of Deferred@529069862 after retry RPC after error@313956517) -> (continuation of Deferred@346015900 after retry RPC after error@1872513653) -> (continuation of Deferred@938848615 after retry RPC after error@287339660) -> (continuation of Deferred@2064749852 after retry RPC after error@1985198057) -> (continuation of Deferred@1823956685 after retry RPC after error@2124530627)))
21:09:42.713 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:09:42.713 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:09:42.713 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:09:42.714 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:42.714 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:42.714 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:42.714 [ERROR - SourceCoordinator-Source: KuduSource] (SourceCoordinatorContext.java:436) Exception while handling result from async call in SourceCoordinator-Source: KuduSource. Triggering job failover.
org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=28725), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [17ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [18ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [32ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [33ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [48ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [48ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [49ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [78ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [78ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [103ms] refreshing cache from master, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [132ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [133ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [134ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [134ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [135ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [135ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [146ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [146ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [163ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [163ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [183ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [184ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [185ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [185ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [207ms] refreshing cache from master, [207ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [208ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [209ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [209ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [209ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [210ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [211ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [320ms] refreshing cache from master, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [322ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [324ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [325ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [325ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [561ms] refreshing cache from master, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [562ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [563ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [565ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [565ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [1020ms] refreshing cache from master, [1020ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [1021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [1021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [1021ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [1021ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [1022ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [1022ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [1761ms] refreshing cache from master, [1761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [1761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [1762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [1762ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [1763ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [1763ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [1764ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [3780ms] refreshing cache from master, [3780ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [3781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [3781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [3781ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [3781ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [3781ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [3782ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [6441ms] refreshing cache from master, [6441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [6441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [6441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [6442ms] too many traces: truncated at 100 traces, deferred=Deferred@983281488(state=PENDING, result=null, callback=(continuation of Deferred@1720821089 after retry RPC after error@898898690) -> (continuation of Deferred@1361227752 after retry RPC after error@908360627) -> (continuation of Deferred@1567976123 after retry RPC after error@1219245596) -> (continuation of Deferred@204836110 after retry RPC after error@433686232) -> (continuation of Deferred@1871644650 after retry RPC after error@1186648273) -> (continuation of Deferred@1724344565 after retry RPC after error@863886771) -> (continuation of Deferred@609889377 after retry RPC after error@880168035) -> (continuation of Deferred@1764428504 after retry RPC after error@887538187) -> (continuation of Deferred@1093323218 after retry RPC after error@1203339456) -> (continuation of Deferred@1987391269 after retry RPC after error@1946242426) -> (continuation of Deferred@1668443761 after retry RPC after error@1757826399) -> (continuation of Deferred@924146533 after retry RPC after error@1233234528) -> (continuation of Deferred@972051655 after retry RPC after error@1669749267) -> (continuation of Deferred@2127948661 after retry RPC after error@985893989) -> (continuation of Deferred@28225942 after retry RPC after error@1353262450) -> (continuation of Deferred@24568401 after retry RPC after error@670099134) -> (continuation of Deferred@1403437527 after retry RPC after error@1245576292) -> (continuation of Deferred@2096102168 after retry RPC after error@1552561965) -> (continuation of Deferred@961015058 after retry RPC after error@473753730) -> (continuation of Deferred@529069862 after retry RPC after error@313956517) -> (continuation of Deferred@346015900 after retry RPC after error@1872513653) -> (continuation of Deferred@938848615 after retry RPC after error@287339660) -> (continuation of Deferred@2064749852 after retry RPC after error@1985198057) -> (continuation of Deferred@1823956685 after retry RPC after error@2124530627), errback=(continuation of Deferred@1720821089 after retry RPC after error@898898690) -> (continuation of Deferred@1361227752 after retry RPC after error@908360627) -> (continuation of Deferred@1567976123 after retry RPC after error@1219245596) -> (continuation of Deferred@204836110 after retry RPC after error@433686232) -> (continuation of Deferred@1871644650 after retry RPC after error@1186648273) -> (continuation of Deferred@1724344565 after retry RPC after error@863886771) -> (continuation of Deferred@609889377 after retry RPC after error@880168035) -> (continuation of Deferred@1764428504 after retry RPC after error@887538187) -> (continuation of Deferred@1093323218 after retry RPC after error@1203339456) -> (continuation of Deferred@1987391269 after retry RPC after error@1946242426) -> (continuation of Deferred@1668443761 after retry RPC after error@1757826399) -> (continuation of Deferred@924146533 after retry RPC after error@1233234528) -> (continuation of Deferred@972051655 after retry RPC after error@1669749267) -> (continuation of Deferred@2127948661 after retry RPC after error@985893989) -> (continuation of Deferred@28225942 after retry RPC after error@1353262450) -> (continuation of Deferred@24568401 after retry RPC after error@670099134) -> (continuation of Deferred@1403437527 after retry RPC after error@1245576292) -> (continuation of Deferred@2096102168 after retry RPC after error@1552561965) -> (continuation of Deferred@961015058 after retry RPC after error@473753730) -> (continuation of Deferred@529069862 after retry RPC after error@313956517) -> (continuation of Deferred@346015900 after retry RPC after error@1872513653) -> (continuation of Deferred@938848615 after retry RPC after error@287339660) -> (continuation of Deferred@2064749852 after retry RPC after error@1985198057) -> (continuation of Deferred@1823956685 after retry RPC after error@2124530627)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=28725), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [17ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [18ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [32ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [33ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [48ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [48ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [49ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [78ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [78ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [103ms] refreshing cache from master, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [132ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [133ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [134ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [134ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [135ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [135ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [146ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [146ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [163ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [163ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [183ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [184ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [185ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [185ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [207ms] refreshing cache from master, [207ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [208ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [209ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [209ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [209ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [210ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [211ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [320ms] refreshing cache from master, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [322ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [324ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [325ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [325ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [561ms] refreshing cache from master, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [562ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [563ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [565ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [565ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [1020ms] refreshing cache from master, [1020ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [1021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [1021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [1021ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [1021ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [1022ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [1022ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [1761ms] refreshing cache from master, [1761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [1761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [1762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [1762ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [1763ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [1763ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [1764ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [3780ms] refreshing cache from master, [3780ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [3781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [3781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [3781ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [3781ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [3781ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [3782ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [6441ms] refreshing cache from master, [6441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [6441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [6441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [6442ms] too many traces: truncated at 100 traces, deferred=Deferred@983281488(state=PENDING, result=null, callback=(continuation of Deferred@1720821089 after retry RPC after error@898898690) -> (continuation of Deferred@1361227752 after retry RPC after error@908360627) -> (continuation of Deferred@1567976123 after retry RPC after error@1219245596) -> (continuation of Deferred@204836110 after retry RPC after error@433686232) -> (continuation of Deferred@1871644650 after retry RPC after error@1186648273) -> (continuation of Deferred@1724344565 after retry RPC after error@863886771) -> (continuation of Deferred@609889377 after retry RPC after error@880168035) -> (continuation of Deferred@1764428504 after retry RPC after error@887538187) -> (continuation of Deferred@1093323218 after retry RPC after error@1203339456) -> (continuation of Deferred@1987391269 after retry RPC after error@1946242426) -> (continuation of Deferred@1668443761 after retry RPC after error@1757826399) -> (continuation of Deferred@924146533 after retry RPC after error@1233234528) -> (continuation of Deferred@972051655 after retry RPC after error@1669749267) -> (continuation of Deferred@2127948661 after retry RPC after error@985893989) -> (continuation of Deferred@28225942 after retry RPC after error@1353262450) -> (continuation of Deferred@24568401 after retry RPC after error@670099134) -> (continuation of Deferred@1403437527 after retry RPC after error@1245576292) -> (continuation of Deferred@2096102168 after retry RPC after error@1552561965) -> (continuation of Deferred@961015058 after retry RPC after error@473753730) -> (continuation of Deferred@529069862 after retry RPC after error@313956517) -> (continuation of Deferred@346015900 after retry RPC after error@1872513653) -> (continuation of Deferred@938848615 after retry RPC after error@287339660) -> (continuation of Deferred@2064749852 after retry RPC after error@1985198057) -> (continuation of Deferred@1823956685 after retry RPC after error@2124530627), errback=(continuation of Deferred@1720821089 after retry RPC after error@898898690) -> (continuation of Deferred@1361227752 after retry RPC after error@908360627) -> (continuation of Deferred@1567976123 after retry RPC after error@1219245596) -> (continuation of Deferred@204836110 after retry RPC after error@433686232) -> (continuation of Deferred@1871644650 after retry RPC after error@1186648273) -> (continuation of Deferred@1724344565 after retry RPC after error@863886771) -> (continuation of Deferred@609889377 after retry RPC after error@880168035) -> (continuation of Deferred@1764428504 after retry RPC after error@887538187) -> (continuation of Deferred@1093323218 after retry RPC after error@1203339456) -> (continuation of Deferred@1987391269 after retry RPC after error@1946242426) -> (continuation of Deferred@1668443761 after retry RPC after error@1757826399) -> (continuation of Deferred@924146533 after retry RPC after error@1233234528) -> (continuation of Deferred@972051655 after retry RPC after error@1669749267) -> (continuation of Deferred@2127948661 after retry RPC after error@985893989) -> (continuation of Deferred@28225942 after retry RPC after error@1353262450) -> (continuation of Deferred@24568401 after retry RPC after error@670099134) -> (continuation of Deferred@1403437527 after retry RPC after error@1245576292) -> (continuation of Deferred@2096102168 after retry RPC after error@1552561965) -> (continuation of Deferred@961015058 after retry RPC after error@473753730) -> (continuation of Deferred@529069862 after retry RPC after error@313956517) -> (continuation of Deferred@346015900 after retry RPC after error@1872513653) -> (continuation of Deferred@938848615 after retry RPC after error@287339660) -> (continuation of Deferred@2064749852 after retry RPC after error@1985198057) -> (continuation of Deferred@1823956685 after retry RPC after error@2124530627)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.23.69.189:45579
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:09:42.715 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:42.715 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:42.715 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:42.715 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:42.715 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:42.715 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:42.715 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:09:42.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:42.721154 30829 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
21:09:42.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:42.722739 30829 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:09:42.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:42.726204 30829 flags.cc:432] Enabled unsafe flag: --never_fsync=true
21:09:42.730 [DEBUG - pool-320-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:09:42.730 [DEBUG - pool-320-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:09:42.730 [DEBUG - pool-320-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:09:42.730 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:42.731 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:42.731 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:42.720 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultScheduler.java:318) Trying to recover from a global failure.
org.apache.flink.util.FlinkException: Global failure triggered by OperatorCoordinator for 'Source: KuduSource -> Sink: Writer' (operator cbc357ccb763df2852fee8c4fc7d55f2).
	at org.apache.flink.runtime.operators.coordination.OperatorCoordinatorHolder$LazyInitializedCoordinatorContext.failJob(OperatorCoordinatorHolder.java:651)
	at org.apache.flink.runtime.operators.coordination.RecreateOnResetOperatorCoordinator$QuiesceableContext.failJob(RecreateOnResetOperatorCoordinator.java:248)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.failJob(SourceCoordinatorContext.java:427)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.handleUncaughtExceptionFromAsyncCall(SourceCoordinatorContext.java:440)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:42)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	... 6 more
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=28725), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [17ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [18ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [32ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [33ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [48ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [48ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [49ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [78ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [78ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [103ms] refreshing cache from master, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [132ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [133ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [134ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [134ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [135ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [135ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [146ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [146ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [163ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [163ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [183ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [184ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [185ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [185ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [207ms] refreshing cache from master, [207ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [208ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [209ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [209ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [209ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [210ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [211ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [320ms] refreshing cache from master, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [322ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [324ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [325ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [325ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [561ms] refreshing cache from master, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [562ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [563ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [565ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [565ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [1020ms] refreshing cache from master, [1020ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [1021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [1021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [1021ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [1021ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [1022ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [1022ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [1761ms] refreshing cache from master, [1761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [1761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [1762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [1762ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [1763ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [1763ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [1764ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [3780ms] refreshing cache from master, [3780ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [3781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [3781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [3781ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [3781ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [3781ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [3782ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [6441ms] refreshing cache from master, [6441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [6441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [6441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [6442ms] too many traces: truncated at 100 traces, deferred=Deferred@983281488(state=PENDING, result=null, callback=(continuation of Deferred@1720821089 after retry RPC after error@898898690) -> (continuation of Deferred@1361227752 after retry RPC after error@908360627) -> (continuation of Deferred@1567976123 after retry RPC after error@1219245596) -> (continuation of Deferred@204836110 after retry RPC after error@433686232) -> (continuation of Deferred@1871644650 after retry RPC after error@1186648273) -> (continuation of Deferred@1724344565 after retry RPC after error@863886771) -> (continuation of Deferred@609889377 after retry RPC after error@880168035) -> (continuation of Deferred@1764428504 after retry RPC after error@887538187) -> (continuation of Deferred@1093323218 after retry RPC after error@1203339456) -> (continuation of Deferred@1987391269 after retry RPC after error@1946242426) -> (continuation of Deferred@1668443761 after retry RPC after error@1757826399) -> (continuation of Deferred@924146533 after retry RPC after error@1233234528) -> (continuation of Deferred@972051655 after retry RPC after error@1669749267) -> (continuation of Deferred@2127948661 after retry RPC after error@985893989) -> (continuation of Deferred@28225942 after retry RPC after error@1353262450) -> (continuation of Deferred@24568401 after retry RPC after error@670099134) -> (continuation of Deferred@1403437527 after retry RPC after error@1245576292) -> (continuation of Deferred@2096102168 after retry RPC after error@1552561965) -> (continuation of Deferred@961015058 after retry RPC after error@473753730) -> (continuation of Deferred@529069862 after retry RPC after error@313956517) -> (continuation of Deferred@346015900 after retry RPC after error@1872513653) -> (continuation of Deferred@938848615 after retry RPC after error@287339660) -> (continuation of Deferred@2064749852 after retry RPC after error@1985198057) -> (continuation of Deferred@1823956685 after retry RPC after error@2124530627), errback=(continuation of Deferred@1720821089 after retry RPC after error@898898690) -> (continuation of Deferred@1361227752 after retry RPC after error@908360627) -> (continuation of Deferred@1567976123 after retry RPC after error@1219245596) -> (continuation of Deferred@204836110 after retry RPC after error@433686232) -> (continuation of Deferred@1871644650 after retry RPC after error@1186648273) -> (continuation of Deferred@1724344565 after retry RPC after error@863886771) -> (continuation of Deferred@609889377 after retry RPC after error@880168035) -> (continuation of Deferred@1764428504 after retry RPC after error@887538187) -> (continuation of Deferred@1093323218 after retry RPC after error@1203339456) -> (continuation of Deferred@1987391269 after retry RPC after error@1946242426) -> (continuation of Deferred@1668443761 after retry RPC after error@1757826399) -> (continuation of Deferred@924146533 after retry RPC after error@1233234528) -> (continuation of Deferred@972051655 after retry RPC after error@1669749267) -> (continuation of Deferred@2127948661 after retry RPC after error@985893989) -> (continuation of Deferred@28225942 after retry RPC after error@1353262450) -> (continuation of Deferred@24568401 after retry RPC after error@670099134) -> (continuation of Deferred@1403437527 after retry RPC after error@1245576292) -> (continuation of Deferred@2096102168 after retry RPC after error@1552561965) -> (continuation of Deferred@961015058 after retry RPC after error@473753730) -> (continuation of Deferred@529069862 after retry RPC after error@313956517) -> (continuation of Deferred@346015900 after retry RPC after error@1872513653) -> (continuation of Deferred@938848615 after retry RPC after error@287339660) -> (continuation of Deferred@2064749852 after retry RPC after error@1985198057) -> (continuation of Deferred@1823956685 after retry RPC after error@2124530627)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=28725), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [17ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [18ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [32ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [33ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [48ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [48ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [49ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [78ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [78ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [103ms] refreshing cache from master, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [132ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [133ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [134ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [134ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [135ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [135ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [146ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [146ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [163ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [163ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [183ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [184ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [185ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [185ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [207ms] refreshing cache from master, [207ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [208ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [209ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [209ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [209ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [210ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [211ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [320ms] refreshing cache from master, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [322ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [324ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [325ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [325ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [561ms] refreshing cache from master, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [562ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [563ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [565ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [565ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [1020ms] refreshing cache from master, [1020ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [1021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [1021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [1021ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [1021ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [1022ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [1022ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [1761ms] refreshing cache from master, [1761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [1761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [1762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [1762ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [1763ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [1763ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [1764ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [3780ms] refreshing cache from master, [3780ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [3781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [3781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [3781ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [3781ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [3781ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [3782ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [6441ms] refreshing cache from master, [6441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [6441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [6441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [6442ms] too many traces: truncated at 100 traces, deferred=Deferred@983281488(state=PENDING, result=null, callback=(continuation of Deferred@1720821089 after retry RPC after error@898898690) -> (continuation of Deferred@1361227752 after retry RPC after error@908360627) -> (continuation of Deferred@1567976123 after retry RPC after error@1219245596) -> (continuation of Deferred@204836110 after retry RPC after error@433686232) -> (continuation of Deferred@1871644650 after retry RPC after error@1186648273) -> (continuation of Deferred@1724344565 after retry RPC after error@863886771) -> (continuation of Deferred@609889377 after retry RPC after error@880168035) -> (continuation of Deferred@1764428504 after retry RPC after error@887538187) -> (continuation of Deferred@1093323218 after retry RPC after error@1203339456) -> (continuation of Deferred@1987391269 after retry RPC after error@1946242426) -> (continuation of Deferred@1668443761 after retry RPC after error@1757826399) -> (continuation of Deferred@924146533 after retry RPC after error@1233234528) -> (continuation of Deferred@972051655 after retry RPC after error@1669749267) -> (continuation of Deferred@2127948661 after retry RPC after error@985893989) -> (continuation of Deferred@28225942 after retry RPC after error@1353262450) -> (continuation of Deferred@24568401 after retry RPC after error@670099134) -> (continuation of Deferred@1403437527 after retry RPC after error@1245576292) -> (continuation of Deferred@2096102168 after retry RPC after error@1552561965) -> (continuation of Deferred@961015058 after retry RPC after error@473753730) -> (continuation of Deferred@529069862 after retry RPC after error@313956517) -> (continuation of Deferred@346015900 after retry RPC after error@1872513653) -> (continuation of Deferred@938848615 after retry RPC after error@287339660) -> (continuation of Deferred@2064749852 after retry RPC after error@1985198057) -> (continuation of Deferred@1823956685 after retry RPC after error@2124530627), errback=(continuation of Deferred@1720821089 after retry RPC after error@898898690) -> (continuation of Deferred@1361227752 after retry RPC after error@908360627) -> (continuation of Deferred@1567976123 after retry RPC after error@1219245596) -> (continuation of Deferred@204836110 after retry RPC after error@433686232) -> (continuation of Deferred@1871644650 after retry RPC after error@1186648273) -> (continuation of Deferred@1724344565 after retry RPC after error@863886771) -> (continuation of Deferred@609889377 after retry RPC after error@880168035) -> (continuation of Deferred@1764428504 after retry RPC after error@887538187) -> (continuation of Deferred@1093323218 after retry RPC after error@1203339456) -> (continuation of Deferred@1987391269 after retry RPC after error@1946242426) -> (continuation of Deferred@1668443761 after retry RPC after error@1757826399) -> (continuation of Deferred@924146533 after retry RPC after error@1233234528) -> (continuation of Deferred@972051655 after retry RPC after error@1669749267) -> (continuation of Deferred@2127948661 after retry RPC after error@985893989) -> (continuation of Deferred@28225942 after retry RPC after error@1353262450) -> (continuation of Deferred@24568401 after retry RPC after error@670099134) -> (continuation of Deferred@1403437527 after retry RPC after error@1245576292) -> (continuation of Deferred@2096102168 after retry RPC after error@1552561965) -> (continuation of Deferred@961015058 after retry RPC after error@473753730) -> (continuation of Deferred@529069862 after retry RPC after error@313956517) -> (continuation of Deferred@346015900 after retry RPC after error@1872513653) -> (continuation of Deferred@938848615 after retry RPC after error@287339660) -> (continuation of Deferred@2064749852 after retry RPC after error@1985198057) -> (continuation of Deferred@1823956685 after retry RPC after error@2124530627)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.23.69.189:45579
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:09:42.731 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:42.731 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:42.731 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:42.731 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultScheduler.java:347) 4 tasks will be restarted to recover from a global failure.
21:09:42.731 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:42.732 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:42.732 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#3) of source Source: KuduSource.
21:09:42.732 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:42.732 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:09:42.732 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from INITIALIZING to CANCELING.
21:09:42.732 [INFO - flink-pekko.actor.default-dispatcher-10] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (1/4)#3 (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_0_3).
21:09:42.732 [INFO - flink-pekko.actor.default-dispatcher-10] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#3 (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from INITIALIZING to CANCELING.
21:09:42.733 [INFO - flink-pekko.actor.default-dispatcher-10] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (1/4)#3 (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_0_3).
21:09:42.740 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (SourceReaderBase.java:338) Closing Source Reader.
21:09:42.740 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#3 (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from CANCELING to CANCELED.
21:09:42.740 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#3 (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_0_3).
21:09:42.749 [DEBUG - pool-320-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:09:42.750 [DEBUG - pool-320-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:09:42.750 [DEBUG - pool-320-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:09:42.750 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:42.750 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:42.750 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:42.750 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:42.750 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:42.750 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:42.751 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:42.751 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:42.751 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:42.751 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:09:42.752 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2841dd5f383bae9a8f297e74525dcca1 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 2841dd5f383bae9a8f297e74525dcca1 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:42.760 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#3 c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_0_3.
21:09:42.760 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from CANCELING to CANCELED.
21:09:42.761 [INFO - flink-pekko.actor.default-dispatcher-10] (FineGrainedSlotManager.java:318) Clearing resource requirements of job 640bb5d81f2161b747452ce3cfd3ea9d
21:09:42.769 [DEBUG - pool-405-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:09:42.769 [DEBUG - pool-405-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:09:42.770 [DEBUG - pool-405-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:09:42.770 [DEBUG - pool-320-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:09:42.770 [DEBUG - pool-320-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:09:42.770 [DEBUG - pool-320-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:09:42.770 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:42.770 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:42.770 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:42.771 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:42.771 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:42.771 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:42.771 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:42.771 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:42.771 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:42.771 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:42.772 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:42.772 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:42.772 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:09:42.772 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:42.772 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:42.772 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:42.772 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:42.773 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:42.773 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:42.773 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:09:42.789 [DEBUG - pool-320-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:09:42.790 [DEBUG - pool-320-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:09:42.790 [DEBUG - pool-320-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:09:42.790 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:42.790 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:42.791 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:42.791 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:42.791 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:42.791 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:42.791 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:42.790 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:42.791 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:42.791 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:09:42.809 [DEBUG - pool-320-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:09:42.810 [DEBUG - pool-320-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:09:42.810 [DEBUG - pool-320-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:09:42.810 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:42.810 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:42.810 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:42.811 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:42.811 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:42.811 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:42.811 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:42.811 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:42.811 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:42.811 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:09:42.829 [DEBUG - pool-320-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:09:42.829 [DEBUG - pool-320-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:09:42.830 [DEBUG - pool-320-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:09:42.830 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:42.830 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:42.830 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:42.830 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:42.830 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:42.830 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:42.830 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:42.830 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:42.830 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:42.830 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:09:42.850 [DEBUG - pool-320-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:09:42.850 [DEBUG - pool-320-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:09:42.851 [DEBUG - pool-320-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:09:42.851 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:42.851 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:42.851 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:42.852 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:42.852 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:42.852 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:42.852 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:42.852 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:42.852 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:42.852 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:09:42.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:42.911185 30829 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
21:09:42.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:42.916118 30829 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.29.189.193
21:09:42.929 [DEBUG - pool-320-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:09:42.930 [DEBUG - pool-320-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:09:42.930 [DEBUG - pool-320-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:09:42.930 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:42.931 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:42.931 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:42.931 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:42.931 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:42.931 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:42.931 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:42.931 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:42.931 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:42.931 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:09:42.949 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:42.961 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 40 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544982960 for job d6a71f5cf5f060cfaa5d5fa24434f7a3.
21:09:42.970 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 40 for job d6a71f5cf5f060cfaa5d5fa24434f7a3 (5104 bytes, checkpointDuration=10 ms, finalizationTime=0 ms).
21:09:42.972 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 40 as completed for source Source: KuduSource.
21:09:43.000 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.25.113.61:34911(127.25.113.61:34911)] connecting to peer
21:09:43.000 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.25.113.60:35933(127.25.113.60:35933)] connecting to peer
21:09:43.000 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.25.113.62:35193(127.25.113.62:35193)] connecting to peer
21:09:43.001 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:43.001 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.113.61:34911(127.25.113.61:34911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:43.001 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.61:34911: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:43.002 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:43.002 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.113.60:35933(127.25.113.60:35933)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:43.002 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.60:35933: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:43.002 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:43.002 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.113.62:35193(127.25.113.62:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:43.002 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.62:35193: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:43.002 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193; will retry
21:09:43.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:43.008112 30829 tablet_server_runner.cc:78] Tablet server non-default flags:
21:09:43.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:09:43.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.29.189.212:35255
21:09:43.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:09:43.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:09:43.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10994046769305795342/ts-0/data
21:09:43.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10994046769305795342/ts-0/wal
21:09:43.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:09:43.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:09:43.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.29.189.193:0
21:09:43.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:09:43.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:09:43.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:09:43.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10994046769305795342/ts-0/data/info.pb
21:09:43.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.29.189.193
21:09:43.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:09:43.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.29.189.254:45211,127.29.189.253:40775,127.29.189.252:40043
21:09:43.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:09:43.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:09:43.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:09:43.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:09:43.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:09:43.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.29.189.193
21:09:43.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10994046769305795342/ts-0/logs
21:09:43.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:09:43.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:09:43.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
21:09:43.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
21:09:43.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
21:09:43.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 6bec869c2320d19f2589b3f609f76e5041a21d27
21:09:43.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:09:43.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 20:43:55 UTC on e7f111948823
21:09:43.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16878
21:09:43.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:09:43.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:43.011634 30829 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:09:43.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:43.015024 30829 file_cache.cc:492] Constructed file cache file cache with capacity 419430
21:09:43.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:43.064312 30840 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:09:43.130 [DEBUG - pool-320-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:09:43.130 [DEBUG - pool-320-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:09:43.130 [DEBUG - pool-320-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:09:43.131 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:43.131 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:43.131 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:43.131 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:43.131 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:43.131 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:43.131 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:43.131 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:43.131 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:43.132 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:09:43.191 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.27.110.125:37111(127.27.110.125:37111)] connecting to peer
21:09:43.192 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.27.110.126:34219(127.27.110.126:34219)] connecting to peer
21:09:43.192 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.27.110.124:43039(127.27.110.124:43039)] connecting to peer
21:09:43.193 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:43.193 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.110.125:37111(127.27.110.125:37111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:43.193 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.125:37111: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:43.193 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:43.193 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.110.126:34219(127.27.110.126:34219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:43.193 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.126:34219: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:43.194 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:43.194 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.110.124:43039(127.27.110.124:43039)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:43.194 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.124:43039: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:43.194 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039; will retry
21:09:43.207 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:43.250 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2841dd5f383bae9a8f297e74525dcca1 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 2841dd5f383bae9a8f297e74525dcca1 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:43.410 [DEBUG - pool-320-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:09:43.410 [DEBUG - pool-320-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:09:43.411 [DEBUG - pool-320-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:09:43.411 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:43.411 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:43.411 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:43.412 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:43.412 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:43.412 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:43.412 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:43.412 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:43.412 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:43.412 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:09:43.430 [DEBUG - pool-320-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:09:43.430 [DEBUG - pool-320-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:09:43.430 [DEBUG - pool-320-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:09:43.431 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:43.431 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:43.431 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:43.431 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:43.431 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:43.431 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:43.432 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:43.431 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:43.435 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:43.435 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:09:43.449 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:43.461 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 41 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544983460 for job d6a71f5cf5f060cfaa5d5fa24434f7a3.
21:09:43.479 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 41 for job d6a71f5cf5f060cfaa5d5fa24434f7a3 (5104 bytes, checkpointDuration=19 ms, finalizationTime=0 ms).
21:09:43.481 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 41 as completed for source Source: KuduSource.
21:09:43.569 [DEBUG - pool-322-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:43.569 [DEBUG - pool-322-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:43.570 [DEBUG - pool-322-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:43.570 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:43.570 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:43.570 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:43.570 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:43.570 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:43.570 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:43.571 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:43.571 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:43.571 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:43.571 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:43.572 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29583), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [26ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [32ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [32ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [44ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [46ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [47ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [47ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [75ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [76ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [77ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [78ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [78ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [78ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [103ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [103ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [123ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [123ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [143ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [144ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [147ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [147ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [202ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [202ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [203ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [203ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [322ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [324ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [325ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [325ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [380ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [382ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [382ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [384ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [385ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [782ms] refreshing cache from master, [782ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [782ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [782ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [783ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [784ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [784ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [784ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [920ms] refreshing cache from master, [920ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [922ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [922ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [922ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [923ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [2744ms] refreshing cache from master, [2745ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [2745ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [2745ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [2746ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [2746ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [2747ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [2747ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [5201ms] refreshing cache from master, [5201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [5201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [5202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [5202ms] too many traces: truncated at 100 traces, deferred=Deferred@755380135(state=PENDING, result=null, callback=(continuation of Deferred@1418906396 after retry RPC after error@477976309) -> (continuation of Deferred@1684261413 after retry RPC after error@2021964313) -> (continuation of Deferred@973886526 after retry RPC after error@1278240628) -> (continuation of Deferred@922267189 after retry RPC after error@1810992769) -> (continuation of Deferred@855935589 after retry RPC after error@2084585654) -> (continuation of Deferred@255508493 after retry RPC after error@1750651629) -> (continuation of Deferred@2132290081 after retry RPC after error@19107972) -> (continuation of Deferred@1480589829 after retry RPC after error@1981906010) -> (continuation of Deferred@1221986717 after retry RPC after error@1433147315) -> (continuation of Deferred@224683825 after retry RPC after error@1884948843) -> (continuation of Deferred@137915420 after retry RPC after error@1037841191) -> (continuation of Deferred@330270274 after retry RPC after error@866042893) -> (continuation of Deferred@2014123758 after retry RPC after error@613697475) -> (continuation of Deferred@1264994437 after retry RPC after error@236802888) -> (continuation of Deferred@506961411 after retry RPC after error@404449369) -> (continuation of Deferred@1631599039 after retry RPC after error@94613964) -> (continuation of Deferred@667345149 after retry RPC after error@1692147196) -> (continuation of Deferred@78732569 after retry RPC after error@470069650) -> (continuation of Deferred@215317479 after retry RPC after error@140686460) -> (continuation of Deferred@104163836 after retry RPC after error@1065668745) -> (continuation of Deferred@405376733 after retry RPC after error@91560176) -> (continuation of Deferred@673381163 after retry RPC after error@834369086) -> (continuation of Deferred@1706052018 after retry RPC after error@1211068268) -> (continuation of Deferred@2003517153 after retry RPC after error@495692980), errback=(continuation of Deferred@1418906396 after retry RPC after error@477976309) -> (continuation of Deferred@1684261413 after retry RPC after error@2021964313) -> (continuation of Deferred@973886526 after retry RPC after error@1278240628) -> (continuation of Deferred@922267189 after retry RPC after error@1810992769) -> (continuation of Deferred@855935589 after retry RPC after error@2084585654) -> (continuation of Deferred@255508493 after retry RPC after error@1750651629) -> (continuation of Deferred@2132290081 after retry RPC after error@19107972) -> (continuation of Deferred@1480589829 after retry RPC after error@1981906010) -> (continuation of Deferred@1221986717 after retry RPC after error@1433147315) -> (continuation of Deferred@224683825 after retry RPC after error@1884948843) -> (continuation of Deferred@137915420 after retry RPC after error@1037841191) -> (continuation of Deferred@330270274 after retry RPC after error@866042893) -> (continuation of Deferred@2014123758 after retry RPC after error@613697475) -> (continuation of Deferred@1264994437 after retry RPC after error@236802888) -> (continuation of Deferred@506961411 after retry RPC after error@404449369) -> (continuation of Deferred@1631599039 after retry RPC after error@94613964) -> (continuation of Deferred@667345149 after retry RPC after error@1692147196) -> (continuation of Deferred@78732569 after retry RPC after error@470069650) -> (continuation of Deferred@215317479 after retry RPC after error@140686460) -> (continuation of Deferred@104163836 after retry RPC after error@1065668745) -> (continuation of Deferred@405376733 after retry RPC after error@91560176) -> (continuation of Deferred@673381163 after retry RPC after error@834369086) -> (continuation of Deferred@1706052018 after retry RPC after error@1211068268) -> (continuation of Deferred@2003517153 after retry RPC after error@495692980)))
21:09:43.706 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:43.750 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2841dd5f383bae9a8f297e74525dcca1 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 2841dd5f383bae9a8f297e74525dcca1 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:43.772 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:43.773 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:43.773 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:43.773 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:43.773 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:43.773 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:43.779 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:43.779 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:43.779 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:43.780 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:43.780 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:43.780 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:43.780 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:43.874 [DEBUG - pool-391-thread-1] (Connection.java:748) [peer master-127.27.110.125:37111(127.27.110.125:37111)] connecting to peer
21:09:43.874 [DEBUG - pool-391-thread-1] (Connection.java:748) [peer master-127.27.110.126:34219(127.27.110.126:34219)] connecting to peer
21:09:43.875 [DEBUG - pool-391-thread-1] (Connection.java:748) [peer master-127.27.110.124:43039(127.27.110.124:43039)] connecting to peer
21:09:43.875 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:43.875 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.110.125:37111(127.27.110.125:37111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:43.875 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.125:37111: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:43.875 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:43.875 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.110.124:43039(127.27.110.124:43039)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:43.875 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.124:43039: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:43.875 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:43.875 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.110.126:34219(127.27.110.126:34219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:43.875 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.126:34219: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:43.876 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039; will retry
21:09:43.948 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:43.961 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 42 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544983961 for job d6a71f5cf5f060cfaa5d5fa24434f7a3.
21:09:43.972 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 42 for job d6a71f5cf5f060cfaa5d5fa24434f7a3 (5104 bytes, checkpointDuration=10 ms, finalizationTime=1 ms).
21:09:43.975 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 42 as completed for source Source: KuduSource.
21:09:44.020 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.25.113.61:34911(127.25.113.61:34911)] connecting to peer
21:09:44.021 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.25.113.60:35933(127.25.113.60:35933)] connecting to peer
21:09:44.021 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.25.113.62:35193(127.25.113.62:35193)] connecting to peer
21:09:44.022 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:44.022 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.113.61:34911(127.25.113.61:34911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:44.022 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.61:34911: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:44.022 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:44.022 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.113.60:35933(127.25.113.60:35933)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:44.022 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.60:35933: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:44.022 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:44.023 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.113.62:35193(127.25.113.62:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:44.023 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.62:35193: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:44.023 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193; will retry
21:09:44.084 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.27.110.125:37111(127.27.110.125:37111)] connecting to peer
21:09:44.085 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.27.110.126:34219(127.27.110.126:34219)] connecting to peer
21:09:44.085 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.27.110.124:43039(127.27.110.124:43039)] connecting to peer
21:09:44.085 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:44.085 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.110.125:37111(127.27.110.125:37111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:44.085 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.125:37111: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:44.086 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:44.086 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.110.126:34219(127.27.110.126:34219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:44.086 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.126:34219: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:44.086 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:44.086 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.110.124:43039(127.27.110.124:43039)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:44.086 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.124:43039: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:44.086 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039; will retry
21:09:44.206 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:44.250 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2841dd5f383bae9a8f297e74525dcca1 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 2841dd5f383bae9a8f297e74525dcca1 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:44.404 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.22.50.60:38829(127.22.50.60:38829)] connecting to peer
21:09:44.405 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.22.50.61:45261(127.22.50.61:45261)] connecting to peer
21:09:44.405 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.22.50.62:44659(127.22.50.62:44659)] connecting to peer
21:09:44.405 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:09:44.406 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.50.60:38829(127.22.50.60:38829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:09:44.406 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.60:38829: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:09:44.406 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:09:44.406 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.50.61:45261(127.22.50.61:45261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:09:44.406 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.61:45261: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:09:44.406 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:09:44.406 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.50.62:44659(127.22.50.62:44659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:09:44.407 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.62:44659: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:09:44.407 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659; will retry
21:09:44.448 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:44.460 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 43 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544984460 for job d6a71f5cf5f060cfaa5d5fa24434f7a3.
21:09:44.470 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 43 for job d6a71f5cf5f060cfaa5d5fa24434f7a3 (5104 bytes, checkpointDuration=9 ms, finalizationTime=1 ms).
21:09:44.475 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 43 as completed for source Source: KuduSource.
21:09:44.523 [INFO - flink-pekko.actor.default-dispatcher-10] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (640bb5d81f2161b747452ce3cfd3ea9d) switched from state RESTARTING to RUNNING.
21:09:44.524 [INFO - flink-pekko.actor.default-dispatcher-10] (CheckpointCoordinator.java:1805) Restoring job 640bb5d81f2161b747452ce3cfd3ea9d from Checkpoint 78 @ 1783544892827 for 640bb5d81f2161b747452ce3cfd3ea9d located at file:/tmp/junit10233969733985069158/checkpoints/640bb5d81f2161b747452ce3cfd3ea9d/chk-78.
21:09:44.525 [INFO - flink-pekko.actor.default-dispatcher-10] (MasterHooks.java:201) No master state to restore
21:09:44.525 [INFO - flink-pekko.actor.default-dispatcher-10] (RecreateOnResetOperatorCoordinator.java:128) Resetting coordinator to checkpoint.
21:09:44.532 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from CREATED to SCHEDULED.
21:09:44.533 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from SCHEDULED to DEPLOYING.
21:09:44.533 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #4) with attempt id c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_0_4 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to b6e4c460-e227-4074-af21-a4a848131e32 @ 127.0.0.1 (dataPort=-1) with allocation id 88443c2dc2bfb0b137e18caffd13effa
21:09:44.533 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from CREATED to SCHEDULED.
21:09:44.534 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job 640bb5d81f2161b747452ce3cfd3ea9d: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
21:09:44.534 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from SCHEDULED to DEPLOYING.
21:09:44.534 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #4) with attempt id c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_1_4 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to b6e4c460-e227-4074-af21-a4a848131e32 @ 127.0.0.1 (dataPort=-1) with allocation id 7524f2b938ae7729a85a7118ef908b59
21:09:44.534 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from CREATED to SCHEDULED.
21:09:44.534 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job 640bb5d81f2161b747452ce3cfd3ea9d: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
21:09:44.534 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 88443c2dc2bfb0b137e18caffd13effa.
21:09:44.535 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job 640bb5d81f2161b747452ce3cfd3ea9d: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
21:09:44.535 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from SCHEDULED to DEPLOYING.
21:09:44.536 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #4) with attempt id c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_2_4 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to b6e4c460-e227-4074-af21-a4a848131e32 @ 127.0.0.1 (dataPort=-1) with allocation id 0855bbd34d76a8cf8213060966f6bc67
21:09:44.536 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#4 (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_0_4), deploy into slot with allocation id 88443c2dc2bfb0b137e18caffd13effa.
21:09:44.536 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from CREATED to SCHEDULED.
21:09:44.536 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job 640bb5d81f2161b747452ce3cfd3ea9d: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
21:09:44.536 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 7524f2b938ae7729a85a7118ef908b59.
21:09:44.537 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from SCHEDULED to DEPLOYING.
21:09:44.537 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #4) with attempt id c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_3_4 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to b6e4c460-e227-4074-af21-a4a848131e32 @ 127.0.0.1 (dataPort=-1) with allocation id f94b2567e8bc665a6cc030ee196d4176
21:09:44.537 [INFO - Thread-54] (SourceCoordinator.java:290) Closing SourceCoordinator for source Source: KuduSource.
21:09:44.537 [DEBUG - Thread-54] (Connection.java:575) [peer master-127.23.69.190:42537(127.23.69.190:42537)] disconnecting while in state TERMINATED
21:09:44.537 [DEBUG - Thread-54] (Connection.java:575) [peer master-127.23.69.188:34691(127.23.69.188:34691)] disconnecting while in state TERMINATED
21:09:44.537 [DEBUG - Thread-54] (Connection.java:575) [peer master-127.23.69.189:45579(127.23.69.189:45579)] disconnecting while in state TERMINATED
21:09:44.537 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#4 (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_1_4), deploy into slot with allocation id 7524f2b938ae7729a85a7118ef908b59.
21:09:44.538 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:2704) Releasing all remaining resources
21:09:44.538 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 0855bbd34d76a8cf8213060966f6bc67.
21:09:44.538 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#4 (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from CREATED to DEPLOYING.
21:09:44.538 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#4 (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_1_4) [DEPLOYING].
21:09:44.539 [INFO - Thread-54] (SourceCoordinator.java:295) Source coordinator for source Source: KuduSource closed.
21:09:44.539 [INFO - Thread-54] (SourceCoordinator.java:449) Restoring SplitEnumerator of source Source: KuduSource from checkpoint.
21:09:44.540 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@27d2fdd2
21:09:44.540 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#4 (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_2_4), deploy into slot with allocation id 0855bbd34d76a8cf8213060966f6bc67.
21:09:44.540 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
21:09:44.540 [DEBUG - Thread-54] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:09:44.540 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit10233969733985069158/checkpoints")
21:09:44.540 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#4 (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from CREATED to DEPLOYING.
21:09:44.541 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#4 (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_0_4) [DEPLOYING].
21:09:44.541 [INFO - Thread-54] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
21:09:44.541 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#4 (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from DEPLOYING to INITIALIZING.
21:09:44.541 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from DEPLOYING to INITIALIZING.
21:09:44.542 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@609d320c
21:09:44.542 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
21:09:44.542 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit10233969733985069158/checkpoints")
21:09:44.544 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#4 (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from DEPLOYING to INITIALIZING.
21:09:44.544 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from DEPLOYING to INITIALIZING.
21:09:44.553 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@1f4d5e58
21:09:44.554 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot f94b2567e8bc665a6cc030ee196d4176.
21:09:44.556 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#4 (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_3_4), deploy into slot with allocation id f94b2567e8bc665a6cc030ee196d4176.
21:09:44.556 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#4 (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from CREATED to DEPLOYING.
21:09:44.556 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#4 (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_2_4) [DEPLOYING].
21:09:44.556 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@6d577cdc
21:09:44.556 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@57655641
21:09:44.556 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
21:09:44.557 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit10233969733985069158/checkpoints")
21:09:44.557 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#4 (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from DEPLOYING to INITIALIZING.
21:09:44.557 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from DEPLOYING to INITIALIZING.
21:09:44.560 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@26ee1ae4
21:09:44.560 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#4] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:09:44.560 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#4] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:09:44.564 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'lastEndTimestamp'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
21:09:44.564 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
21:09:44.564 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'unassignedCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
21:09:44.564 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingRemovalCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
21:09:44.567 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#4] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:09:44.568 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#4 (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from CREATED to DEPLOYING.
21:09:44.568 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#4 (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_3_4) [DEPLOYING].
21:09:44.571 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@743a46c1
21:09:44.571 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
21:09:44.572 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#4] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:44.572 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit10233969733985069158/checkpoints")
21:09:44.573 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#4 (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from DEPLOYING to INITIALIZING.
21:09:44.573 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from DEPLOYING to INITIALIZING.
21:09:44.585 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#4] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:44.590 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@565e9616
21:09:44.596 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#4] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:44.597 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#4] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:44.598 [DEBUG - pool-404-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:09:44.598 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#4] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:09:44.598 [DEBUG - pool-404-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:09:44.598 [DEBUG - pool-404-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:09:44.599 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:44.599 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:44.599 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:44.599 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:44.599 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:44.599 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:44.599 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:44.599 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:44.600 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:44.600 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:09:44.598 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:44.603 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:44.603 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:44.607 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:09:44.612 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#4] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:44.613 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:44.613 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:44.613 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:44.626 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#4] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:44.627 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:44.627 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:44.627 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:44.627 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#4] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:44.628 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:44.628 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:44.628 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:44.629 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#4] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:44.632 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:44.633 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:44.633 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:44.634 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:44.634 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:44.634 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:44.634 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:44.634 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:44.634 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:44.635 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:44.635 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:44.635 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:44.635 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:44.639 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:09:44.643 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:44.643 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:44.644 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:44.647 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:09:44.649 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:44.649 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:44.650 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:44.658 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#4] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:44.659 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:44.660 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:44.660 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:44.661 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:44.661 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:44.661 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:44.661 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:44.664 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#4] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:44.666 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:44.666 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:44.666 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#4] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:44.668 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:44.668 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:44.668 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:44.668 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:44.668 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:44.668 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:44.669 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:44.669 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:44.670 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:44.670 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:44.670 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:44.671 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:44.671 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#4] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:44.672 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:44.672 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:44.672 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:44.673 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:44.673 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:44.673 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:44.674 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:44.674 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:44.674 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:44.674 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:44.674 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:44.674 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:44.674 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:44.672 [DEBUG - pool-410-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:44.676 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:44.677 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:44.677 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:44.678 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:44.678 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:44.679 [DEBUG - pool-410-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:44.680 [DEBUG - pool-410-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:44.680 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:44.681 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:44.682 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:44.682 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:44.682 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:44.682 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:44.683 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:44.684 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:44.684 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:44.684 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:44.685 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:44.685 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:44.685 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:44.686 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:44.686 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:44.686 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:44.686 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:44.687 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:44.687 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:44.687 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:44.688 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:44.688 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:44.689 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:44.690 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:44.692 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:44.693 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:44.694 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:44.694 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:44.695 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:44.695 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:44.695 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:44.695 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:44.695 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:44.696 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:44.696 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:44.696 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:44.696 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:44.696 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:44.697 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:44.697 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:44.698 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:44.698 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:44.699 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:44.699 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:44.699 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:44.699 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:44.699 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:44.706 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:44.709 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:44.712 [DEBUG - pool-410-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:44.717 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:44.719 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:44.719 [DEBUG - pool-410-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:44.721 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:44.721 [DEBUG - pool-410-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:44.721 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:44.722 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:44.722 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:44.722 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:44.722 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:44.722 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:44.723 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:44.723 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:44.723 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:44.723 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:44.723 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:44.723 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:44.718 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:44.724 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:44.724 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:44.724 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:44.724 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:44.724 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:44.724 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:44.725 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:44.725 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:44.725 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:44.725 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:44.725 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:44.725 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:09:44.725 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:44.725 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:44.728 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:09:44.733 [DEBUG - pool-410-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:44.733 [DEBUG - pool-410-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:44.733 [DEBUG - pool-410-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:44.733 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:44.733 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:44.733 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:44.733 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:44.734 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:44.734 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:44.734 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:44.734 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:44.734 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:44.734 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:44.735 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:09:44.736 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:44.736 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:44.736 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:44.736 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:44.737 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:44.737 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:44.737 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:44.737 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:44.737 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:44.737 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:44.737 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:44.737 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:44.737 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:44.737 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:44.737 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:44.738 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:44.743 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:09:44.744 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:44.744 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:44.744 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:44.745 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:44.749 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:44.750 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:44.750 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:44.750 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:44.750 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:44.750 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:44.750 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:44.750 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:44.750 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:44.750 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:09:44.751 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2841dd5f383bae9a8f297e74525dcca1 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 2841dd5f383bae9a8f297e74525dcca1 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:44.751 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:44.751 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:44.751 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:44.752 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:44.752 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:44.752 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:44.752 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:44.752 [DEBUG - pool-410-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:44.753 [DEBUG - pool-410-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:44.753 [DEBUG - pool-410-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:44.753 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:44.753 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:44.753 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:44.754 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:44.754 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:44.754 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:44.754 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:44.754 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:44.755 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:44.755 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:44.755 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:44.756 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:44.756 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:44.756 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:44.756 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:44.756 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:44.757 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:44.757 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:44.757 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:44.758 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:44.758 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:44.758 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:44.758 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:44.758 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:44.758 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:44.758 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:44.758 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:44.761 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:44.762 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:44.762 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:44.762 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:44.768 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:09:44.769 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:44.769 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:44.769 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:44.769 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:44.769 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:44.770 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:44.770 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:44.770 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:44.770 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:44.771 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:44.771 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:44.771 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:44.771 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:44.772 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:44.772 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:44.772 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:44.772 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:44.772 [DEBUG - pool-410-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:44.772 [DEBUG - pool-410-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:44.772 [DEBUG - pool-410-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:44.773 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:44.773 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:44.773 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:44.773 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:44.773 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:44.773 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:44.774 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:44.774 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:44.774 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:44.774 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:44.776 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:44.776 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:44.776 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:44.777 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:44.777 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:44.777 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:44.778 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:44.778 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:44.778 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:44.778 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:44.778 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:44.778 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:44.778 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:44.779 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:09:44.780 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:44.780 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:44.780 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:44.780 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:09:44.781 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:44.781 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:44.781 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:44.781 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:44.781 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:44.781 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:44.781 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:09:44.785 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:44.793 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:44.794 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:44.794 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:44.794 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:44.799 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:44.800 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:44.800 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:44.800 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:44.800 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:44.805 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:44.806 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:44.806 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:44.808 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:09:44.808 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:09:44.808 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:09:44.808 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:44.808 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:44.809 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:44.809 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:44.809 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:44.808 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:44.809 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:44.809 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:44.809 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:44.809 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:09:44.809 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:44.810 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:44.810 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:44.810 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:44.811 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:44.811 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:44.811 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:44.811 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:44.811 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:44.812 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:44.812 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:44.812 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:44.812 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:44.812 [DEBUG - pool-410-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:44.813 [DEBUG - pool-410-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:44.813 [DEBUG - pool-410-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:44.813 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:44.813 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:44.813 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:44.814 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:44.814 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:44.814 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:44.814 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:44.814 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:44.814 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:44.814 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:44.817 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:44.817 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:44.817 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:44.817 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:44.817 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:44.818 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:44.818 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:44.818 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:44.818 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:44.818 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:44.818 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:44.818 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:44.818 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:44.826 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:44.826 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:44.826 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:44.827 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:44.827 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:44.827 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:44.827 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:44.827 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:44.827 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:09:44.828 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:44.827 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:44.828 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:09:44.828 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:44.828 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:44.828 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:09:44.828 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:44.828 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:44.828 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:44.828 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:44.828 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:44.829 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:44.829 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:44.829 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:44.829 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:44.829 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:44.829 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:09:44.845 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:44.846 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:44.846 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:44.846 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:44.846 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:44.847 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:44.847 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:44.847 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:44.847 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:44.847 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:44.847 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:44.847 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:44.848 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:44.848 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:44.866 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:44.866 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:44.867 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:44.867 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:44.867 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:44.867 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:44.868 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:44.868 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:44.868 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:44.868 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:44.868 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:44.868 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:44.868 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:44.868 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:09:44.868 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:09:44.869 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:09:44.869 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:44.869 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:44.869 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:44.869 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:44.869 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:44.869 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:44.869 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:44.870 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:44.870 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:44.870 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:44.870 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:44.870 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:09:44.870 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:44.870 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:44.870 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:44.870 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:44.870 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:44.870 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:44.870 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:44.871 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:44.871 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:44.871 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:44.871 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:44.885 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:44.885 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:44.885 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:44.886 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:44.886 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:44.886 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:44.886 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:44.886 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:44.886 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:44.887 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:44.887 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:44.887 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:44.887 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:44.914 [DEBUG - pool-410-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:44.914 [DEBUG - pool-410-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:44.914 [DEBUG - pool-410-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:44.916 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:44.916 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:44.916 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:44.916 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:44.916 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:44.916 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:44.917 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:44.917 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:44.917 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:44.917 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:44.928 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:09:44.928 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:09:44.928 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:09:44.929 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:44.929 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:44.929 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:44.929 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:44.929 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:44.929 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:44.930 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:44.930 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:44.930 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:44.930 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:09:44.949 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:44.950 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:44.950 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:44.950 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:44.950 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:44.951 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:44.951 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:44.951 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:44.951 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:44.951 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:44.952 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:44.952 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:44.952 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:44.952 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:44.957 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:44.957 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:44.957 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:44.958 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:44.958 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:44.958 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:44.959 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:44.959 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:44.959 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:44.959 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:44.959 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:44.960 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:44.960 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:44.960 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 44 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544984960 for job d6a71f5cf5f060cfaa5d5fa24434f7a3.
21:09:44.969 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 44 for job d6a71f5cf5f060cfaa5d5fa24434f7a3 (5104 bytes, checkpointDuration=8 ms, finalizationTime=1 ms).
21:09:44.971 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 44 as completed for source Source: KuduSource.
21:09:44.977 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:44.977 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:44.977 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:44.978 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:44.978 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:44.978 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:44.978 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:44.978 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:44.978 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:44.978 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:44.978 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:44.978 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:44.979 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:44.985 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:44.985 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:44.986 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:44.986 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:44.986 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:44.986 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:44.987 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:44.987 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:44.987 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:44.987 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:44.987 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:44.987 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:44.987 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:45.008 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:09:45.009 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:09:45.009 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:09:45.013 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:45.013 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:45.013 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:45.014 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:45.014 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:45.014 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:45.014 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:45.014 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:45.014 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:45.015 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:09:45.028 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:09:45.028 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:09:45.029 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:09:45.029 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:45.029 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:45.029 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:45.030 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:45.030 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:45.030 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:45.030 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:45.030 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:45.030 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:45.031 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:09:45.052 [DEBUG - pool-410-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:45.053 [DEBUG - pool-410-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:45.053 [DEBUG - pool-410-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:45.054 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:45.054 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:45.054 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:45.054 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:45.054 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:45.055 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:45.055 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:45.055 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:45.055 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:45.055 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:45.073 [DEBUG - pool-410-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:45.073 [DEBUG - pool-410-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:45.073 [DEBUG - pool-410-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:45.074 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:45.074 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:45.074 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:45.074 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:45.074 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:45.074 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:45.075 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:45.075 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:45.075 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:45.075 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:45.109 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:45.110 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:45.110 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:45.111 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:45.111 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:45.111 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:45.112 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:45.112 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:45.112 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:45.112 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:45.112 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:45.112 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:45.112 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:45.146 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:45.146 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:45.146 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:45.146 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:45.147 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:45.147 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:45.147 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:45.147 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:45.147 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:45.147 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:45.147 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:45.147 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:45.148 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:45.152 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:45.153 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:45.153 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:45.153 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:45.153 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:45.153 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:45.153 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:45.153 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:45.153 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:45.154 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:45.154 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:45.154 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:45.154 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:45.207 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:45.248 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:09:45.248 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:09:45.249 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:09:45.249 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:45.250 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:45.250 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:45.250 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:45.250 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:45.250 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2841dd5f383bae9a8f297e74525dcca1 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 2841dd5f383bae9a8f297e74525dcca1 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:45.250 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:45.249 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:45.250 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:45.251 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:45.251 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:09:45.264 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.27.110.125:37111(127.27.110.125:37111)] connecting to peer
21:09:45.264 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.27.110.126:34219(127.27.110.126:34219)] connecting to peer
21:09:45.264 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.27.110.124:43039(127.27.110.124:43039)] connecting to peer
21:09:45.265 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:45.265 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.110.125:37111(127.27.110.125:37111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:45.265 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.125:37111: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:45.265 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:45.265 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.110.126:34219(127.27.110.126:34219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:45.265 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.126:34219: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:45.265 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:45.266 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.110.124:43039(127.27.110.124:43039)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:45.266 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.124:43039: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:45.266 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039; will retry
21:09:45.317 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.27.110.125:37111(127.27.110.125:37111)] connecting to peer
21:09:45.317 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.27.110.126:34219(127.27.110.126:34219)] connecting to peer
21:09:45.317 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.27.110.124:43039(127.27.110.124:43039)] connecting to peer
21:09:45.317 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:45.317 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.110.125:37111(127.27.110.125:37111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:45.318 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.125:37111: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:45.318 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:45.318 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.110.124:43039(127.27.110.124:43039)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:45.318 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.124:43039: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:45.318 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:45.318 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.110.126:34219(127.27.110.126:34219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:45.318 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.126:34219: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:45.318 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039; will retry
21:09:45.344 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:45.449 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:45.460 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 45 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544985460 for job d6a71f5cf5f060cfaa5d5fa24434f7a3.
21:09:45.464 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.22.50.60:38829(127.22.50.60:38829)] connecting to peer
21:09:45.464 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.22.50.61:45261(127.22.50.61:45261)] connecting to peer
21:09:45.465 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.22.50.62:44659(127.22.50.62:44659)] connecting to peer
21:09:45.465 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:09:45.465 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.50.60:38829(127.22.50.60:38829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:09:45.465 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.60:38829: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:09:45.466 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:09:45.466 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.50.61:45261(127.22.50.61:45261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:09:45.466 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.61:45261: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:09:45.466 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:09:45.466 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.50.62:44659(127.22.50.62:44659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:09:45.466 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.62:44659: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:09:45.466 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659; will retry
21:09:45.472 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 45 for job d6a71f5cf5f060cfaa5d5fa24434f7a3 (5104 bytes, checkpointDuration=11 ms, finalizationTime=1 ms).
21:09:45.473 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 45 as completed for source Source: KuduSource.
21:09:45.476 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:45.476 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:45.477 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:45.477 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:45.477 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:45.477 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:45.478 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:45.478 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:45.478 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:45.478 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:45.478 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:45.478 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:45.478 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:45.565 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:45.565 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:45.566 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:45.566 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:45.566 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:45.566 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:45.566 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:45.567 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:45.567 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:45.567 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:45.567 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:45.567 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:45.567 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:45.610 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:45.610 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:45.610 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:45.611 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:45.611 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:45.611 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:45.612 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:45.612 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:45.612 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:45.612 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:45.612 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:45.612 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:45.613 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:45.632 [DEBUG - pool-410-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:45.632 [DEBUG - pool-410-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:45.633 [DEBUG - pool-410-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:45.633 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:45.633 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:45.633 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:45.634 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:45.634 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:45.634 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:45.634 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:45.634 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:45.634 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:45.634 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:45.672 [DEBUG - pool-410-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:45.672 [DEBUG - pool-410-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:45.673 [DEBUG - pool-410-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:45.673 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:45.673 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:45.673 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:45.674 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:45.674 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:45.674 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:45.674 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:45.674 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:45.674 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:45.674 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:45.688 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:09:45.689 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:09:45.689 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:09:45.689 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:45.689 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:45.690 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:45.690 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:45.690 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:45.690 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:45.690 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:45.690 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:45.691 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:45.691 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:09:45.707 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:45.749 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2841dd5f383bae9a8f297e74525dcca1 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 2841dd5f383bae9a8f297e74525dcca1 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:45.772 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:45.773 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:45.773 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:45.773 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:45.773 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:45.773 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:45.773 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:45.773 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:45.773 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:45.774 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:45.774 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:45.774 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:45.774 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:45.812 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:45.812 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:45.812 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:45.813 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:45.813 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:45.813 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:45.813 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:45.813 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:45.813 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:45.813 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:45.813 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:45.813 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:45.813 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:45.829 [DEBUG - pool-405-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:09:45.830 [DEBUG - pool-405-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:09:45.830 [DEBUG - pool-405-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:09:45.830 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:45.830 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:45.830 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:45.830 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:45.830 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:45.830 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:45.830 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:45.830 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:45.830 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:45.831 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:09:45.844 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:45.848 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:45.848 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:45.848 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:45.849 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:45.849 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:45.849 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:45.849 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:45.849 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:45.849 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:45.849 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:45.849 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:45.849 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:45.849 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:45.949 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:45.961 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 46 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544985960 for job d6a71f5cf5f060cfaa5d5fa24434f7a3.
21:09:45.979 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 46 for job d6a71f5cf5f060cfaa5d5fa24434f7a3 (5104 bytes, checkpointDuration=18 ms, finalizationTime=1 ms).
21:09:45.981 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 46 as completed for source Source: KuduSource.
21:09:46.095 [DEBUG - pool-391-thread-1] (Connection.java:748) [peer master-127.27.110.125:37111(127.27.110.125:37111)] connecting to peer
21:09:46.095 [DEBUG - pool-391-thread-1] (Connection.java:748) [peer master-127.27.110.126:34219(127.27.110.126:34219)] connecting to peer
21:09:46.095 [DEBUG - pool-391-thread-1] (Connection.java:748) [peer master-127.27.110.124:43039(127.27.110.124:43039)] connecting to peer
21:09:46.095 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:46.096 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.110.125:37111(127.27.110.125:37111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:46.096 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.125:37111: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:46.096 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:46.096 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.110.126:34219(127.27.110.126:34219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:46.096 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.126:34219: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:46.096 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:46.096 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.110.124:43039(127.27.110.124:43039)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:46.097 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.124:43039: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:46.097 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039; will retry
21:09:46.207 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:46.250 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2841dd5f383bae9a8f297e74525dcca1 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 2841dd5f383bae9a8f297e74525dcca1 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:46.297 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:46.297 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:46.297 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:46.298 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:46.298 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:46.298 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:46.298 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:46.298 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:46.299 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:46.299 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:46.299 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:46.299 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:46.299 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:46.300 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.25.113.61:34911(127.25.113.61:34911)] connecting to peer
21:09:46.300 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.25.113.60:35933(127.25.113.60:35933)] connecting to peer
21:09:46.300 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.25.113.62:35193(127.25.113.62:35193)] connecting to peer
21:09:46.301 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:46.301 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.113.61:34911(127.25.113.61:34911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:46.301 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.61:34911: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:46.301 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:46.301 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.113.60:35933(127.25.113.60:35933)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:46.301 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.60:35933: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:46.302 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:46.302 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.113.62:35193(127.25.113.62:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:46.302 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.62:35193: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:46.302 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193; will retry
21:09:46.345 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:46.449 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:46.461 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 47 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544986460 for job d6a71f5cf5f060cfaa5d5fa24434f7a3.
21:09:46.467 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:46.467 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:46.467 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:46.470 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:46.470 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:46.470 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:46.470 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:46.471 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:46.471 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:46.471 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:46.471 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:46.471 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:46.471 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:46.501 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 47 for job d6a71f5cf5f060cfaa5d5fa24434f7a3 (5104 bytes, checkpointDuration=41 ms, finalizationTime=0 ms).
21:09:46.504 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 47 as completed for source Source: KuduSource.
21:09:46.568 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:09:46.568 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:09:46.569 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:09:46.569 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:46.569 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:46.569 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:46.570 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:46.570 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:46.570 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:46.570 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:46.570 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:46.571 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:46.571 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:09:46.584 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.27.110.125:37111(127.27.110.125:37111)] connecting to peer
21:09:46.584 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.27.110.126:34219(127.27.110.126:34219)] connecting to peer
21:09:46.584 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.27.110.124:43039(127.27.110.124:43039)] connecting to peer
21:09:46.585 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:46.585 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.110.125:37111(127.27.110.125:37111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:46.585 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.125:37111: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:46.585 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:46.585 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.110.126:34219(127.27.110.126:34219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:46.585 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.126:34219: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:46.586 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:46.586 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.110.124:43039(127.27.110.124:43039)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:46.586 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.124:43039: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:46.586 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039; will retry
21:09:46.629 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:46.630 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:46.630 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:46.630 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:46.630 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:46.631 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:46.631 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:46.631 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:46.631 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:46.631 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:46.632 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:46.632 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:46.632 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:46.707 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:46.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:43.070423 30841 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:09:46.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:44.457981 30839 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 30829
21:09:46.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:46.724921 30829 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 3.651s	user 0.728s	sys 1.120s
21:09:46.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:46.727402 30829 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 3.654s	user 0.729s	sys 1.120s
21:09:46.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:46.730896 30843 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:09:46.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:46.734026 30842 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 3652 milliseconds
21:09:46.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:46.734148 30829 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
21:09:46.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:46.735896 30829 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:09:46.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:46.739670 30829 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:09:46.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:46.741441 30829 hybrid_clock.cc:648] HybridClock initialized: now 1783544986741220 us; error 221 us; skew 500 ppm
21:09:46.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:46.742610 30829 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:09:46.750 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2841dd5f383bae9a8f297e74525dcca1 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 2841dd5f383bae9a8f297e74525dcca1 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:46.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:46.759876 30829 webserver.cc:534] Webserver started at http://127.29.189.193:42015/ using document root <none> and password file <none>
21:09:46.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:46.761133 30829 fs_manager.cc:362] Metadata directory not provided
21:09:46.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:46.761432 30829 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:09:46.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:46.761859 30829 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
21:09:46.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:46.767081 30829 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10994046769305795342/ts-0/data/instance:
21:09:46.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0909979a2a2348c0918c10cf33afe09a"
21:09:46.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:09:46 on dist-test-slave-3sd5"
21:09:46.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:46.768435 30829 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10994046769305795342/ts-0/wal/instance:
21:09:46.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0909979a2a2348c0918c10cf33afe09a"
21:09:46.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:09:46 on dist-test-slave-3sd5"
21:09:46.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:46.777370 30829 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.008s	sys 0.000s
21:09:46.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:46.784261 30908 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
21:09:46.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:46.785565 30829 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.000s	sys 0.004s
21:09:46.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:46.785954 30829 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10994046769305795342/ts-0/data,/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10994046769305795342/ts-0/wal
21:09:46.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0909979a2a2348c0918c10cf33afe09a"
21:09:46.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:09:46 on dist-test-slave-3sd5"
21:09:46.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:46.786345 30829 fs_report.cc:389] FS layout report
21:09:46.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:09:46.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10994046769305795342/ts-0/wal
21:09:46.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10994046769305795342/ts-0/wal
21:09:46.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10994046769305795342/ts-0/data/data
21:09:46.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:09:46.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:09:46.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:09:46.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:09:46.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:09:46.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:09:46.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:09:46.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:09:46.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:09:46.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:09:46.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:09:46.825 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:46.825 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:46.825 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:46.826 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:46.826 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:46.826 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:46.826 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:46.826 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:46.826 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:46.826 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:46.826 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:46.826 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:46.826 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:46.845 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:46.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:46.852408 30829 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
21:09:46.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:46.854130 30829 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:09:46.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:46.854648 30829 kserver.cc:163] Server-wide thread pool size limit: 3276
21:09:46.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:46.857662 30829 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
21:09:46.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:46.862752 30829 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
21:09:46.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:46.862975 30829 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
21:09:46.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:46.863255 30829 ts_tablet_manager.cc:616] Registered 0 tablets
21:09:46.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:46.863401 30829 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
21:09:46.872 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.27.110.125:37111(127.27.110.125:37111)] connecting to peer
21:09:46.872 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.27.110.126:34219(127.27.110.126:34219)] connecting to peer
21:09:46.872 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.27.110.124:43039(127.27.110.124:43039)] connecting to peer
21:09:46.872 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:46.872 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.110.125:37111(127.27.110.125:37111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:46.872 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:46.873 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.125:37111: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:46.873 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.110.126:34219(127.27.110.126:34219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:46.873 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.126:34219: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:46.875 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:46.875 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.110.124:43039(127.27.110.124:43039)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:46.875 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.124:43039: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:46.876 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039; will retry
21:09:46.949 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:46.961 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 48 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544986960 for job d6a71f5cf5f060cfaa5d5fa24434f7a3.
21:09:46.970 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 48 for job d6a71f5cf5f060cfaa5d5fa24434f7a3 (5104 bytes, checkpointDuration=9 ms, finalizationTime=1 ms).
21:09:46.971 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 48 as completed for source Source: KuduSource.
21:09:47.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:47.075557 30829 rpc_server.cc:307] RPC server started. Bound to: 127.29.189.193:42973
21:09:47.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:47.075678 31020 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.29.189.193:42973 every 8 connection(s)
21:09:47.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:47.078540 30829 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10994046769305795342/ts-0/data/info.pb
21:09:47.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:47.088120 30455 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu as pid 30829
21:09:47.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:47.089016 30455 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10994046769305795342/ts-0/wal/instance
21:09:47.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:47.108888 30455 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu
21:09:47.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu
21:09:47.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10994046769305795342/ts-1/wal
21:09:47.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10994046769305795342/ts-1/data
21:09:47.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:09:47.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:09:47.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:09:47.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:09:47.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:09:47.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:09:47.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10994046769305795342/ts-1/logs
21:09:47.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10994046769305795342/ts-1/data/info.pb
21:09:47.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:09:47.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:09:47.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:09:47.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:09:47.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:09:47.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:09:47.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:09:47.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:09:47.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
21:09:47.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:09:47.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.29.189.194:0
21:09:47.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.29.189.194
21:09:47.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.29.189.194
21:09:47.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:09:47.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.29.189.254:45211,127.29.189.253:40775,127.29.189.252:40043
21:09:47.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.29.189.212:35255
21:09:47.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:09:47.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:09:47.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
21:09:47.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:47.139588 31021 heartbeater.cc:344] Connected to a master server at 127.29.189.252:40043
21:09:47.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:47.140221 31021 heartbeater.cc:461] Registering TS with master...
21:09:47.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:47.141728 31021 heartbeater.cc:507] Master 127.29.189.252:40043 requested a full tablet report, sending...
21:09:47.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:47.146165 31022 heartbeater.cc:344] Connected to a master server at 127.29.189.253:40775
21:09:47.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:47.146588 31022 heartbeater.cc:461] Registering TS with master...
21:09:47.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:47.146668 30730 ts_manager.cc:194] Registered new tserver with Master: 0909979a2a2348c0918c10cf33afe09a (127.29.189.193:42973)
21:09:47.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:47.147814 31022 heartbeater.cc:507] Master 127.29.189.253:40775 requested a full tablet report, sending...
21:09:47.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:47.149834 30730 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.29.189.193:47895
21:09:47.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:47.151856 30629 ts_manager.cc:194] Registered new tserver with Master: 0909979a2a2348c0918c10cf33afe09a (127.29.189.193:42973)
21:09:47.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:47.158207 31023 heartbeater.cc:344] Connected to a master server at 127.29.189.254:45211
21:09:47.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:47.158695 31023 heartbeater.cc:461] Registering TS with master...
21:09:47.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:47.159570 31023 heartbeater.cc:507] Master 127.29.189.254:45211 requested a full tablet report, sending...
21:09:47.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:47.162987 30554 ts_manager.cc:194] Registered new tserver with Master: 0909979a2a2348c0918c10cf33afe09a (127.29.189.193:42973)
21:09:47.207 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:47.250 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2841dd5f383bae9a8f297e74525dcca1 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 2841dd5f383bae9a8f297e74525dcca1 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:47.345 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:47.358 [DEBUG - pool-404-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:09:47.358 [DEBUG - pool-404-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:09:47.358 [DEBUG - pool-404-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:09:47.359 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:47.359 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:47.359 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:47.359 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:47.359 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:47.359 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:47.359 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:47.359 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:47.359 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:47.359 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:09:47.405 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:47.405 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:47.405 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:47.406 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:47.406 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:47.406 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:47.406 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:47.406 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:47.406 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:47.406 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:47.406 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:47.406 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:47.406 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:47.408 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:47.408 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:47.408 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:47.408 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:47.408 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:47.408 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:47.408 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:47.409 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:47.409 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:47.409 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:47.409 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:47.409 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:47.409 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:47.449 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:47.460 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.25.113.61:34911(127.25.113.61:34911)] connecting to peer
21:09:47.460 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.25.113.60:35933(127.25.113.60:35933)] connecting to peer
21:09:47.460 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.25.113.62:35193(127.25.113.62:35193)] connecting to peer
21:09:47.460 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:47.460 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:47.460 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.113.61:34911(127.25.113.61:34911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:47.460 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.113.60:35933(127.25.113.60:35933)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:47.460 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.60:35933: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:47.461 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:47.461 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.113.62:35193(127.25.113.62:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:47.461 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.62:35193: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:47.460 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.61:34911: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:47.461 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 49 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544987460 for job d6a71f5cf5f060cfaa5d5fa24434f7a3.
21:09:47.461 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193; will retry
21:09:47.503 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 49 for job d6a71f5cf5f060cfaa5d5fa24434f7a3 (5104 bytes, checkpointDuration=41 ms, finalizationTime=1 ms).
21:09:47.505 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 49 as completed for source Source: KuduSource.
21:09:47.557 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:47.557 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:47.557 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:47.558 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:47.558 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:47.558 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:47.558 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:47.558 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:47.558 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:47.558 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:47.558 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:47.558 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:47.558 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:47.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:47.563093 31029 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
21:09:47.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:47.563748 31029 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:09:47.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:47.564409 31029 flags.cc:432] Enabled unsafe flag: --never_fsync=true
21:09:47.604 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.22.50.60:38829(127.22.50.60:38829)] connecting to peer
21:09:47.604 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.22.50.61:45261(127.22.50.61:45261)] connecting to peer
21:09:47.604 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.22.50.62:44659(127.22.50.62:44659)] connecting to peer
21:09:47.605 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:09:47.605 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.50.60:38829(127.22.50.60:38829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:09:47.605 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:09:47.605 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.50.61:45261(127.22.50.61:45261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:09:47.605 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.60:38829: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:09:47.605 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.61:45261: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:09:47.605 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:09:47.605 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.50.62:44659(127.22.50.62:44659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:09:47.605 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.62:44659: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:09:47.605 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659; will retry
21:09:47.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:47.605962 31029 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
21:09:47.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:47.607213 31029 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.29.189.194
21:09:47.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:47.664014 31029 tablet_server_runner.cc:78] Tablet server non-default flags:
21:09:47.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:09:47.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.29.189.212:35255
21:09:47.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:09:47.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:09:47.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10994046769305795342/ts-1/data
21:09:47.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10994046769305795342/ts-1/wal
21:09:47.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:09:47.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:09:47.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.29.189.194:0
21:09:47.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:09:47.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:09:47.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:09:47.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10994046769305795342/ts-1/data/info.pb
21:09:47.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.29.189.194
21:09:47.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:09:47.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.29.189.254:45211,127.29.189.253:40775,127.29.189.252:40043
21:09:47.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:09:47.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:09:47.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:09:47.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:09:47.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:09:47.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.29.189.194
21:09:47.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10994046769305795342/ts-1/logs
21:09:47.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:09:47.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:09:47.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
21:09:47.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
21:09:47.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
21:09:47.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 6bec869c2320d19f2589b3f609f76e5041a21d27
21:09:47.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:09:47.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 20:43:55 UTC on e7f111948823
21:09:47.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16878
21:09:47.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:09:47.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:47.665827 31029 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:09:47.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:47.668229 31029 file_cache.cc:492] Constructed file cache file cache with capacity 419430
21:09:47.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:47.687318 31037 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:09:47.706 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:47.708 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:09:47.708 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:09:47.708 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:09:47.708 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:47.708 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:47.708 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:47.708 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:47.708 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:47.708 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:47.709 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:47.709 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:47.709 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:47.709 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:09:47.750 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2841dd5f383bae9a8f297e74525dcca1 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 2841dd5f383bae9a8f297e74525dcca1 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:47.756 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:47.756 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:47.757 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:47.757 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:47.757 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:47.757 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:47.757 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:47.757 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:47.757 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:47.757 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:47.757 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:47.757 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:47.757 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:47.792 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:47.793 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:47.793 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:47.793 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:47.793 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:47.793 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:47.793 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:47.793 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:47.793 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:47.794 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:47.794 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:47.794 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:47.794 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:47.836 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:47.837 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:47.837 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:47.837 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:47.837 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:47.837 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:47.838 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:47.838 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:47.838 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:47.838 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:47.838 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:47.838 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:47.838 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:47.845 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:47.884 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.27.110.125:37111(127.27.110.125:37111)] connecting to peer
21:09:47.885 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.27.110.126:34219(127.27.110.126:34219)] connecting to peer
21:09:47.885 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.27.110.124:43039(127.27.110.124:43039)] connecting to peer
21:09:47.885 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:47.885 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:47.885 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.110.125:37111(127.27.110.125:37111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:47.885 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.110.126:34219(127.27.110.126:34219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:47.885 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.125:37111: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:47.885 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.126:34219: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:47.885 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:47.885 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.110.124:43039(127.27.110.124:43039)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:47.885 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.124:43039: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:47.886 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039; will retry
21:09:47.948 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:47.961 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 50 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544987960 for job d6a71f5cf5f060cfaa5d5fa24434f7a3.
21:09:47.968 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 50 for job d6a71f5cf5f060cfaa5d5fa24434f7a3 (5104 bytes, checkpointDuration=8 ms, finalizationTime=0 ms).
21:09:47.969 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 50 as completed for source Source: KuduSource.
21:09:48.016 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:48.017 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:48.017 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:48.017 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:48.017 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:48.017 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:48.017 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:48.017 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:48.018 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:48.019 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:48.020 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:48.020 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:48.020 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:48.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:48.155130 31021 heartbeater.cc:499] Master 127.29.189.252:40043 was elected leader, sending a full tablet report...
21:09:48.185 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:48.186 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:48.186 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:48.186 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:48.187 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:48.187 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:48.187 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:48.188 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:48.188 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:48.188 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:48.188 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:48.188 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:48.188 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:48.207 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:48.250 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2841dd5f383bae9a8f297e74525dcca1 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 2841dd5f383bae9a8f297e74525dcca1 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:48.251 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:48.251 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:48.251 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:48.252 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:48.252 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:48.252 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:48.253 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:48.253 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:48.253 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:48.253 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:48.253 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:48.253 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:48.253 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:48.345 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:48.449 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:48.461 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 51 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544988461 for job d6a71f5cf5f060cfaa5d5fa24434f7a3.
21:09:48.473 [DEBUG - pool-410-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:48.473 [DEBUG - pool-410-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:48.474 [DEBUG - pool-410-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:48.474 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:48.475 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:48.475 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:48.475 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:48.475 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:48.475 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:48.482 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 51 for job d6a71f5cf5f060cfaa5d5fa24434f7a3 (5104 bytes, checkpointDuration=21 ms, finalizationTime=0 ms).
21:09:48.485 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 51 as completed for source Source: KuduSource.
21:09:48.486 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:48.486 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:48.487 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:48.487 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:48.613 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:48.613 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:48.613 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:48.614 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:48.614 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:48.614 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:48.614 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:48.614 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:48.614 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:48.615 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:48.615 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:48.615 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:48.615 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:48.707 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:48.750 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2841dd5f383bae9a8f297e74525dcca1 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 2841dd5f383bae9a8f297e74525dcca1 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:48.845 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:48.949 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:48.960 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 52 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544988960 for job d6a71f5cf5f060cfaa5d5fa24434f7a3.
21:09:48.972 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 52 for job d6a71f5cf5f060cfaa5d5fa24434f7a3 (5104 bytes, checkpointDuration=11 ms, finalizationTime=1 ms).
21:09:48.974 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 52 as completed for source Source: KuduSource.
21:09:49.052 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:49.052 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:49.052 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:49.053 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:49.053 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:49.053 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:49.053 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:49.053 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:49.053 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:49.053 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:49.053 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:49.054 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:49.054 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:49.056 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.27.110.125:37111(127.27.110.125:37111)] connecting to peer
21:09:49.057 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.27.110.126:34219(127.27.110.126:34219)] connecting to peer
21:09:49.057 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.27.110.124:43039(127.27.110.124:43039)] connecting to peer
21:09:49.057 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:49.057 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:49.057 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.110.126:34219(127.27.110.126:34219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:49.057 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.126:34219: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:49.057 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:49.057 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.110.125:37111(127.27.110.125:37111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:49.057 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.125:37111: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:49.057 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.110.124:43039(127.27.110.124:43039)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:49.058 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.124:43039: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:49.058 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039; will retry
21:09:49.084 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.27.110.125:37111(127.27.110.125:37111)] connecting to peer
21:09:49.084 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.27.110.126:34219(127.27.110.126:34219)] connecting to peer
21:09:49.084 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.27.110.124:43039(127.27.110.124:43039)] connecting to peer
21:09:49.085 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:49.085 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:49.085 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.110.124:43039(127.27.110.124:43039)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:49.085 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.110.125:37111(127.27.110.125:37111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:49.085 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.124:43039: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:49.085 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.125:37111: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:49.086 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:49.086 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.110.126:34219(127.27.110.126:34219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:49.086 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.126:34219: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:49.086 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039; will retry
21:09:49.150 [DEBUG - pool-405-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:09:49.150 [DEBUG - pool-405-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:09:49.150 [DEBUG - pool-405-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:09:49.151 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:49.151 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:49.151 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:49.152 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:49.152 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:49.152 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:49.152 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:49.152 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:49.152 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:49.152 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:09:49.207 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:49.232 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.27.110.125:37111(127.27.110.125:37111)] connecting to peer
21:09:49.233 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.27.110.126:34219(127.27.110.126:34219)] connecting to peer
21:09:49.233 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.27.110.124:43039(127.27.110.124:43039)] connecting to peer
21:09:49.233 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:49.233 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.110.126:34219(127.27.110.126:34219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:49.233 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:49.233 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.126:34219: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:49.233 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.110.125:37111(127.27.110.125:37111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:49.233 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.125:37111: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:49.234 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:49.234 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.110.124:43039(127.27.110.124:43039)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:49.234 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.124:43039: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:49.234 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039; will retry
21:09:49.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:47.689306 31038 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:09:49.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:47.692991 31040 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:09:49.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:49.242127 31039 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1549 milliseconds
21:09:49.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:49.242202 31029 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
21:09:49.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:49.248518 31029 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:09:49.250 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2841dd5f383bae9a8f297e74525dcca1 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 2841dd5f383bae9a8f297e74525dcca1 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:49.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:49.252269 31029 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:09:49.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:49.253783 31029 hybrid_clock.cc:648] HybridClock initialized: now 1783544989253741 us; error 53 us; skew 500 ppm
21:09:49.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:49.254781 31029 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:09:49.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:49.266472 31029 webserver.cc:534] Webserver started at http://127.29.189.194:41165/ using document root <none> and password file <none>
21:09:49.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:49.267808 31029 fs_manager.cc:362] Metadata directory not provided
21:09:49.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:49.268059 31029 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:09:49.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:49.268651 31029 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
21:09:49.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:49.274981 31029 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10994046769305795342/ts-1/data/instance:
21:09:49.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "35c86ccfa1c5453b82b02d1aca42ae8c"
21:09:49.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:09:49 on dist-test-slave-3sd5"
21:09:49.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:49.276568 31029 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10994046769305795342/ts-1/wal/instance:
21:09:49.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "35c86ccfa1c5453b82b02d1aca42ae8c"
21:09:49.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:09:49 on dist-test-slave-3sd5"
21:09:49.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:49.288153 31029 fs_manager.cc:696] Time spent creating directory manager: real 0.011s	user 0.010s	sys 0.001s
21:09:49.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:49.298379 31049 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
21:09:49.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:49.301035 31029 fs_manager.cc:730] Time spent opening block manager: real 0.007s	user 0.005s	sys 0.001s
21:09:49.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:49.301517 31029 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10994046769305795342/ts-1/data,/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10994046769305795342/ts-1/wal
21:09:49.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "35c86ccfa1c5453b82b02d1aca42ae8c"
21:09:49.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:09:49 on dist-test-slave-3sd5"
21:09:49.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:49.301935 31029 fs_report.cc:389] FS layout report
21:09:49.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:09:49.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10994046769305795342/ts-1/wal
21:09:49.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10994046769305795342/ts-1/wal
21:09:49.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10994046769305795342/ts-1/data/data
21:09:49.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:09:49.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:09:49.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:09:49.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:09:49.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:09:49.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:09:49.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:09:49.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:09:49.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:09:49.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:09:49.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:09:49.324 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.27.110.125:37111(127.27.110.125:37111)] connecting to peer
21:09:49.324 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.27.110.126:34219(127.27.110.126:34219)] connecting to peer
21:09:49.324 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.27.110.124:43039(127.27.110.124:43039)] connecting to peer
21:09:49.325 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:49.325 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.110.125:37111(127.27.110.125:37111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:49.325 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.125:37111: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:49.325 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:49.325 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.110.126:34219(127.27.110.126:34219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:49.325 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.126:34219: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:49.325 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:49.325 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.110.124:43039(127.27.110.124:43039)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:49.325 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.124:43039: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:49.325 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039; will retry
21:09:49.335 [INFO - flink-pekko.actor.default-dispatcher-5] (CheckpointCoordinator.java:1805) Restoring job be5d90ea6ea762b3c60063afb0fd4b65 from Checkpoint 67 @ 1783544784036 for be5d90ea6ea762b3c60063afb0fd4b65 located at file:/tmp/junit10338659225340402728/checkpoints/be5d90ea6ea762b3c60063afb0fd4b65/chk-67.
21:09:49.336 [INFO - flink-pekko.actor.default-dispatcher-5] (MasterHooks.java:201) No master state to restore
21:09:49.336 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_0_7) switched from CREATED to SCHEDULED.
21:09:49.337 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_0_7) switched from SCHEDULED to DEPLOYING.
21:09:49.338 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #7) with attempt id c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_0_7 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to 55c4d95f-4b70-4fa7-a972-a2dfacde7c76 @ 127.0.0.1 (dataPort=-1) with allocation id 7bf82fcc14a14e264b75f99567331482
21:09:49.338 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 0 to checkpoint 67 for source Source: KuduSource to checkpoint.
21:09:49.338 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job be5d90ea6ea762b3c60063afb0fd4b65: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
21:09:49.339 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 7bf82fcc14a14e264b75f99567331482.
21:09:49.340 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#7 (c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_0_7), deploy into slot with allocation id 7bf82fcc14a14e264b75f99567331482.
21:09:49.341 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (be5d90ea6ea762b3c60063afb0fd4b65) switched from state RESTARTING to RUNNING.
21:09:49.341 [INFO - flink-pekko.actor.default-dispatcher-5] (CheckpointCoordinator.java:1805) Restoring job be5d90ea6ea762b3c60063afb0fd4b65 from Checkpoint 67 @ 1783544784036 for be5d90ea6ea762b3c60063afb0fd4b65 located at file:/tmp/junit10338659225340402728/checkpoints/be5d90ea6ea762b3c60063afb0fd4b65/chk-67.
21:09:49.342 [INFO - flink-pekko.actor.default-dispatcher-5] (MasterHooks.java:201) No master state to restore
21:09:49.342 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 1 to checkpoint 67 for source Source: KuduSource to checkpoint.
21:09:49.342 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_1_7) switched from CREATED to SCHEDULED.
21:09:49.343 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job be5d90ea6ea762b3c60063afb0fd4b65: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
21:09:49.344 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_1_7) switched from SCHEDULED to DEPLOYING.
21:09:49.344 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #7) with attempt id c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_1_7 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to 55c4d95f-4b70-4fa7-a972-a2dfacde7c76 @ 127.0.0.1 (dataPort=-1) with allocation id 65c9f87e3e33f52223111d9ac38a0b65
21:09:49.344 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:49.344 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot 65c9f87e3e33f52223111d9ac38a0b65.
21:09:49.344 [INFO - Source: KuduSource -> Sink: Writer (1/4)#7] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#7 (c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_0_7) switched from CREATED to DEPLOYING.
21:09:49.344 [INFO - Source: KuduSource -> Sink: Writer (1/4)#7] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#7 (c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_0_7) [DEPLOYING].
21:09:49.345 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#7 (c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_1_7), deploy into slot with allocation id 65c9f87e3e33f52223111d9ac38a0b65.
21:09:49.346 [INFO - Source: KuduSource -> Sink: Writer (2/4)#7] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#7 (c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_1_7) switched from CREATED to DEPLOYING.
21:09:49.346 [INFO - Source: KuduSource -> Sink: Writer (2/4)#7] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#7 (c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_1_7) [DEPLOYING].
21:09:49.347 [INFO - Source: KuduSource -> Sink: Writer (2/4)#7] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@11a25b01
21:09:49.347 [INFO - Source: KuduSource -> Sink: Writer (2/4)#7] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
21:09:49.348 [INFO - Source: KuduSource -> Sink: Writer (2/4)#7] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit10338659225340402728/checkpoints")
21:09:49.348 [INFO - Source: KuduSource -> Sink: Writer (2/4)#7] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#7 (c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_1_7) switched from DEPLOYING to INITIALIZING.
21:09:49.348 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_1_7) switched from DEPLOYING to INITIALIZING.
21:09:49.350 [INFO - Source: KuduSource -> Sink: Writer (1/4)#7] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@2039afca
21:09:49.350 [INFO - Source: KuduSource -> Sink: Writer (1/4)#7] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
21:09:49.351 [INFO - Source: KuduSource -> Sink: Writer (1/4)#7] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit10338659225340402728/checkpoints")
21:09:49.351 [INFO - Source: KuduSource -> Sink: Writer (1/4)#7] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#7 (c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_0_7) switched from DEPLOYING to INITIALIZING.
21:09:49.351 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_0_7) switched from DEPLOYING to INITIALIZING.
21:09:49.352 [INFO - Source: KuduSource -> Sink: Writer (2/4)#7] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@16951d92
21:09:49.355 [DEBUG - pool-391-thread-1] (Connection.java:748) [peer master-127.27.110.125:37111(127.27.110.125:37111)] connecting to peer
21:09:49.355 [DEBUG - pool-391-thread-1] (Connection.java:748) [peer master-127.27.110.126:34219(127.27.110.126:34219)] connecting to peer
21:09:49.355 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#7] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:09:49.355 [DEBUG - pool-391-thread-1] (Connection.java:748) [peer master-127.27.110.124:43039(127.27.110.124:43039)] connecting to peer
21:09:49.356 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:49.356 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.110.125:37111(127.27.110.125:37111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:49.356 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.125:37111: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:49.356 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:49.356 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.110.124:43039(127.27.110.124:43039)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:49.356 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:49.356 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.110.126:34219(127.27.110.126:34219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:49.356 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.124:43039: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:49.356 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.126:34219: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:49.356 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039; will retry
21:09:49.360 [INFO - Source: KuduSource -> Sink: Writer (1/4)#7] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@4aa342fa
21:09:49.364 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#7] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:09:49.371 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#7] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:09:49.372 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#7] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:09:49.372 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#7] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:09:49.373 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:49.373 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:49.373 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:49.373 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#7] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:09:49.374 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:49.374 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:49.374 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:49.379 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#7] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:09:49.380 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:49.380 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:49.380 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:49.381 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#7] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:09:49.381 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:49.381 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:49.381 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:49.382 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:49.382 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:49.382 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:49.382 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:09:49.383 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:49.383 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:49.383 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:49.383 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:09:49.389 [DEBUG - pool-405-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:09:49.389 [DEBUG - pool-405-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:09:49.389 [DEBUG - pool-405-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:09:49.389 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:49.389 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:49.389 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:49.389 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:49.389 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:49.390 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:49.390 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:49.390 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:49.389 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:49.390 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:09:49.392 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:09:49.392 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:09:49.392 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:09:49.393 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:09:49.393 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:49.393 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:49.393 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:49.394 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:49.394 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:49.394 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:49.395 [DEBUG - pool-391-thread-1] (Connection.java:748) [peer master-127.27.110.125:37111(127.27.110.125:37111)] connecting to peer
21:09:49.395 [DEBUG - pool-391-thread-1] (Connection.java:748) [peer master-127.27.110.126:34219(127.27.110.126:34219)] connecting to peer
21:09:49.395 [DEBUG - pool-391-thread-1] (Connection.java:748) [peer master-127.27.110.124:43039(127.27.110.124:43039)] connecting to peer
21:09:49.395 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:49.395 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.110.125:37111(127.27.110.125:37111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:49.395 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:09:49.395 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.125:37111: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:49.396 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:49.396 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.110.126:34219(127.27.110.126:34219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:49.396 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.126:34219: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:49.396 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:49.396 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:49.396 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:49.396 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:49.396 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.110.124:43039(127.27.110.124:43039)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:49.396 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.124:43039: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:49.396 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039; will retry
21:09:49.396 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:09:49.397 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:49.397 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:49.397 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:49.397 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:49.397 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:49.397 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:49.397 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:09:49.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:49.398113 31029 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
21:09:49.399 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:49.399 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:49.399 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:49.400 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:09:49.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:49.400367 31029 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:09:49.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:49.401017 31029 kserver.cc:163] Server-wide thread pool size limit: 3276
21:09:49.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:49.404870 31029 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
21:09:49.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:49.410982 31029 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
21:09:49.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:49.411358 31029 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.001s
21:09:49.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:49.411736 31029 ts_tablet_manager.cc:616] Registered 0 tablets
21:09:49.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:49.411922 31029 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
21:09:49.412 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:09:49.412 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:09:49.413 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:09:49.414 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:49.414 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:49.414 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:49.414 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:09:49.415 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:49.415 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:49.415 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:49.415 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:49.415 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:49.415 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:49.415 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:09:49.416 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:09:49.416 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:49.416 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:49.416 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:49.417 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:09:49.417 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:49.417 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:49.417 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:49.417 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:49.417 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:49.417 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:49.417 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:09:49.432 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:09:49.432 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:09:49.432 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:09:49.432 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:49.432 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:49.432 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:09:49.433 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:49.433 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:49.433 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:49.432 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:49.433 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:49.433 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:49.433 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:49.433 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:09:49.433 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:49.433 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:49.433 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:49.433 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:09:49.435 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:09:49.435 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:49.435 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:49.435 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:49.436 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:49.436 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:49.436 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:49.436 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:09:49.449 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:49.452 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:09:49.452 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:09:49.452 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:09:49.452 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:09:49.452 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:09:49.453 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:09:49.453 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:49.453 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:49.453 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:49.453 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:49.453 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:49.453 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:49.453 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:49.453 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:49.453 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:49.453 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:49.453 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:49.453 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:49.453 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:49.453 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:49.453 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:49.454 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:09:49.454 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:49.454 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:49.454 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:49.454 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:49.455 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:49.455 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:49.455 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:09:49.455 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:49.455 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:49.455 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:49.456 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:49.456 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:49.456 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:49.456 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:49.456 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:49.456 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:49.456 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:49.460 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 53 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544989460 for job d6a71f5cf5f060cfaa5d5fa24434f7a3.
21:09:49.469 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 53 for job d6a71f5cf5f060cfaa5d5fa24434f7a3 (5104 bytes, checkpointDuration=8 ms, finalizationTime=0 ms).
21:09:49.470 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 53 as completed for source Source: KuduSource.
21:09:49.472 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:09:49.472 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:09:49.472 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:09:49.472 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:09:49.472 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:09:49.472 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:09:49.473 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:49.473 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:49.473 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:49.473 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:49.474 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:49.474 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:49.474 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:49.474 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:49.474 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:49.474 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:09:49.475 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:49.475 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:49.475 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:49.475 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:49.475 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:49.476 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:49.475 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:49.476 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:49.476 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:49.476 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:09:49.492 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:09:49.492 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:09:49.492 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:09:49.493 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:49.493 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:49.493 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:49.493 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:49.493 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:49.493 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:49.493 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:49.493 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:49.493 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:49.494 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:09:49.512 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:09:49.512 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:09:49.512 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:09:49.513 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:49.513 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:49.513 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:49.513 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:49.513 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:49.513 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:49.513 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:49.514 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:49.514 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:49.514 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:09:49.545 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.22.50.60:38829(127.22.50.60:38829)] connecting to peer
21:09:49.545 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.22.50.61:45261(127.22.50.61:45261)] connecting to peer
21:09:49.545 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.22.50.62:44659(127.22.50.62:44659)] connecting to peer
21:09:49.546 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:09:49.546 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.50.60:38829(127.22.50.60:38829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:09:49.546 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.60:38829: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:09:49.546 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:09:49.546 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.50.61:45261(127.22.50.61:45261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:09:49.546 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.61:45261: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:09:49.546 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:09:49.546 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.50.62:44659(127.22.50.62:44659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:09:49.546 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.62:44659: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:09:49.547 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659; will retry
21:09:49.612 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:09:49.612 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:09:49.613 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:09:49.613 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:49.613 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:49.613 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:49.614 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:49.614 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:49.614 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:49.614 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:49.614 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:49.614 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:49.614 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:09:49.651 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:09:49.652 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:09:49.652 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:09:49.652 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:49.652 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:49.653 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:49.653 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:49.653 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:49.653 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:49.653 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:49.653 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:49.653 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:49.653 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:09:49.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:49.666358 31029 rpc_server.cc:307] RPC server started. Bound to: 127.29.189.194:40117
21:09:49.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:49.666394 31181 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.29.189.194:40117 every 8 connection(s)
21:09:49.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:49.670138 31029 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10994046769305795342/ts-1/data/info.pb
21:09:49.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:49.679983 30455 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu as pid 31029
21:09:49.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:49.680655 30455 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10994046769305795342/ts-1/wal/instance
21:09:49.707 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:49.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:49.726066 30455 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu
21:09:49.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu
21:09:49.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10994046769305795342/ts-2/wal
21:09:49.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10994046769305795342/ts-2/data
21:09:49.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:09:49.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:09:49.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:09:49.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:09:49.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:09:49.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:09:49.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10994046769305795342/ts-2/logs
21:09:49.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10994046769305795342/ts-2/data/info.pb
21:09:49.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:09:49.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:09:49.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:09:49.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:09:49.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:09:49.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:09:49.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:09:49.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:09:49.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
21:09:49.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:09:49.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.29.189.195:0
21:09:49.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.29.189.195
21:09:49.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.29.189.195
21:09:49.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:09:49.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.29.189.254:45211,127.29.189.253:40775,127.29.189.252:40043
21:09:49.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.29.189.212:35255
21:09:49.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:09:49.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:09:49.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
21:09:49.727 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:49.727 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:49.728 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:49.728 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:49.728 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:49.728 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:49.729 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:49.729 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:49.729 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:49.729 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:49.729 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:49.729 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:49.729 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:49.732 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:09:49.732 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:09:49.732 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:09:49.733 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:49.733 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:49.733 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:49.733 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:49.733 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:49.733 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:49.734 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:49.734 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:49.734 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:49.734 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:09:49.749 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2841dd5f383bae9a8f297e74525dcca1 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 2841dd5f383bae9a8f297e74525dcca1 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:49.769 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:49.772 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:09:49.772 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:09:49.772 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:09:49.782 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:49.783 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:49.783 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:49.783 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:49.783 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:49.783 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:49.783 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:49.783 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:49.783 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:49.783 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:09:49.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:49.791217 31182 heartbeater.cc:344] Connected to a master server at 127.29.189.252:40043
21:09:49.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:49.791898 31182 heartbeater.cc:461] Registering TS with master...
21:09:49.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:49.793550 31182 heartbeater.cc:507] Master 127.29.189.252:40043 requested a full tablet report, sending...
21:09:49.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:49.797165 30730 ts_manager.cc:194] Registered new tserver with Master: 35c86ccfa1c5453b82b02d1aca42ae8c (127.29.189.194:40117)
21:09:49.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:49.799281 30730 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.29.189.194:52799
21:09:49.800 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.25.113.61:34911(127.25.113.61:34911)] connecting to peer
21:09:49.800 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.25.113.60:35933(127.25.113.60:35933)] connecting to peer
21:09:49.800 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.25.113.62:35193(127.25.113.62:35193)] connecting to peer
21:09:49.800 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:49.800 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:49.800 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.113.61:34911(127.25.113.61:34911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:49.800 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.113.62:35193(127.25.113.62:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:49.801 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.62:35193: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:49.801 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.61:34911: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:49.801 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:49.801 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.113.60:35933(127.25.113.60:35933)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:49.801 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.60:35933: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:49.801 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193; will retry
21:09:49.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:49.812834 31184 heartbeater.cc:344] Connected to a master server at 127.29.189.254:45211
21:09:49.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:49.813313 31184 heartbeater.cc:461] Registering TS with master...
21:09:49.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:49.814055 31184 heartbeater.cc:507] Master 127.29.189.254:45211 requested a full tablet report, sending...
21:09:49.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:49.817243 30554 ts_manager.cc:194] Registered new tserver with Master: 35c86ccfa1c5453b82b02d1aca42ae8c (127.29.189.194:40117)
21:09:49.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:49.823983 31183 heartbeater.cc:344] Connected to a master server at 127.29.189.253:40775
21:09:49.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:49.824445 31183 heartbeater.cc:461] Registering TS with master...
21:09:49.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:49.825134 31183 heartbeater.cc:507] Master 127.29.189.253:40775 requested a full tablet report, sending...
21:09:49.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:49.828383 30629 ts_manager.cc:194] Registered new tserver with Master: 35c86ccfa1c5453b82b02d1aca42ae8c (127.29.189.194:40117)
21:09:49.844 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:49.872 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:09:49.873 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:09:49.873 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:09:49.873 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:49.873 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:49.873 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:49.873 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:49.873 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:49.873 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:49.873 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:49.873 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:49.873 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:49.873 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:09:49.949 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:49.961 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 54 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544989960 for job d6a71f5cf5f060cfaa5d5fa24434f7a3.
21:09:49.965 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.22.50.60:38829(127.22.50.60:38829)] connecting to peer
21:09:49.965 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.22.50.61:45261(127.22.50.61:45261)] connecting to peer
21:09:49.965 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.22.50.62:44659(127.22.50.62:44659)] connecting to peer
21:09:49.965 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:09:49.966 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.50.60:38829(127.22.50.60:38829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:09:49.966 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.60:38829: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:09:49.966 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:09:49.966 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.50.61:45261(127.22.50.61:45261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:09:49.966 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.61:45261: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:09:49.966 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:09:49.967 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.50.62:44659(127.22.50.62:44659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:09:49.967 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.62:44659: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:09:49.967 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659; will retry
21:09:49.970 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 54 for job d6a71f5cf5f060cfaa5d5fa24434f7a3 (5104 bytes, checkpointDuration=9 ms, finalizationTime=1 ms).
21:09:49.970 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 54 as completed for source Source: KuduSource.
21:09:50.007 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:09:50.008 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:09:50.008 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:09:50.008 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:50.008 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:50.008 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:50.008 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:50.008 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:50.008 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:50.008 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:50.008 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:50.008 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:50.009 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:09:50.010 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:50.010 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:50.010 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:50.010 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:50.010 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:50.010 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:50.010 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:50.010 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:50.010 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:50.011 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:50.011 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:50.011 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:50.011 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:50.012 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:09:50.012 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:09:50.013 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:09:50.013 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:50.013 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:50.013 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:50.013 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:50.013 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:50.013 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:50.013 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:50.013 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:50.013 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:50.013 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:09:50.118 [DEBUG - pool-404-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:09:50.119 [DEBUG - pool-404-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:09:50.119 [DEBUG - pool-404-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:09:50.119 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:50.119 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:50.119 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:50.119 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:50.119 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:50.119 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:50.120 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:50.120 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:50.120 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:50.120 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:09:50.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:50.196972 31189 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
21:09:50.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:50.197662 31189 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:09:50.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:50.198248 31189 flags.cc:432] Enabled unsafe flag: --never_fsync=true
21:09:50.207 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:50.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:50.241403 31189 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
21:09:50.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:50.242532 31189 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.29.189.195
21:09:50.249 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2841dd5f383bae9a8f297e74525dcca1 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 2841dd5f383bae9a8f297e74525dcca1 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:50.269 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:50.272 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:09:50.272 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:09:50.272 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:09:50.273 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:50.273 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:50.273 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:50.273 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:50.273 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:50.273 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:50.273 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:50.273 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:50.273 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:50.273 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:09:50.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:50.309623 31189 tablet_server_runner.cc:78] Tablet server non-default flags:
21:09:50.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:09:50.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.29.189.212:35255
21:09:50.310 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:50.310 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:50.310 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:50.310 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:50.311 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:50.311 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:50.311 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:50.311 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:50.311 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:50.311 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:50.311 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:50.311 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:50.311 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:50.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:09:50.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:09:50.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10994046769305795342/ts-2/data
21:09:50.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10994046769305795342/ts-2/wal
21:09:50.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:09:50.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:09:50.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.29.189.195:0
21:09:50.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:09:50.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:09:50.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:09:50.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10994046769305795342/ts-2/data/info.pb
21:09:50.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.29.189.195
21:09:50.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:09:50.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.29.189.254:45211,127.29.189.253:40775,127.29.189.252:40043
21:09:50.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:09:50.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:09:50.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:09:50.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:09:50.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:09:50.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.29.189.195
21:09:50.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10994046769305795342/ts-2/logs
21:09:50.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:09:50.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:09:50.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
21:09:50.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
21:09:50.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
21:09:50.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 6bec869c2320d19f2589b3f609f76e5041a21d27
21:09:50.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:09:50.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 20:43:55 UTC on e7f111948823
21:09:50.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16878
21:09:50.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:09:50.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:50.311641 31189 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:09:50.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:50.314194 31189 file_cache.cc:492] Constructed file cache file cache with capacity 419430
21:09:50.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:50.329757 31197 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:09:50.345 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:50.449 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:50.461 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 55 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544990460 for job d6a71f5cf5f060cfaa5d5fa24434f7a3.
21:09:50.472 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 55 for job d6a71f5cf5f060cfaa5d5fa24434f7a3 (5104 bytes, checkpointDuration=11 ms, finalizationTime=1 ms).
21:09:50.476 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 55 as completed for source Source: KuduSource.
21:09:50.632 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:50.633 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:50.633 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:50.634 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:50.634 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:50.635 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:50.635 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:50.635 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:50.635 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:50.635 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:50.635 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:50.636 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:50.636 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:50.672 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:09:50.672 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:09:50.672 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:09:50.673 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:50.673 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:50.673 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:50.673 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:50.674 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:50.674 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:50.674 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:50.674 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:50.674 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:50.674 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:09:50.707 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:50.713 [DEBUG - pool-410-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:50.713 [DEBUG - pool-410-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:50.713 [DEBUG - pool-410-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:50.714 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:50.714 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:50.714 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:50.714 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:50.714 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:50.714 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:50.715 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:50.715 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:50.715 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:50.715 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:50.750 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2841dd5f383bae9a8f297e74525dcca1 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 2841dd5f383bae9a8f297e74525dcca1 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:50.769 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:50.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:50.805464 31182 heartbeater.cc:499] Master 127.29.189.252:40043 was elected leader, sending a full tablet report...
21:09:50.845 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:50.932 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:09:50.932 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:09:50.932 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:09:50.933 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:50.933 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:50.933 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:50.934 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:50.934 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:50.934 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:50.934 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:50.934 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:50.934 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:50.935 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:09:50.949 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:50.961 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 56 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544990960 for job d6a71f5cf5f060cfaa5d5fa24434f7a3.
21:09:50.976 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 56 for job d6a71f5cf5f060cfaa5d5fa24434f7a3 (5104 bytes, checkpointDuration=14 ms, finalizationTime=2 ms).
21:09:50.977 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 56 as completed for source Source: KuduSource.
21:09:51.045 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.22.50.60:38829(127.22.50.60:38829)] connecting to peer
21:09:51.045 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.22.50.61:45261(127.22.50.61:45261)] connecting to peer
21:09:51.045 [DEBUG - pool-336-thread-1] (Connection.java:748) [peer master-127.22.50.62:44659(127.22.50.62:44659)] connecting to peer
21:09:51.046 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:09:51.046 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.50.60:38829(127.22.50.60:38829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:09:51.046 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.60:38829: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:09:51.047 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:09:51.047 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.50.62:44659(127.22.50.62:44659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:09:51.047 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.62:44659: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:09:51.048 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:09:51.048 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.50.61:45261(127.22.50.61:45261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:09:51.048 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.61:45261: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:09:51.048 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659; will retry
21:09:51.049 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=29299), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [4ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.60:38829: Network error: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [11ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [13ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.61:45261: Network error: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [16ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.62:44659: Network error: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [20ms] delaying RPC due to: Service unavailable: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [45ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [47ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.60:38829: Network error: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [52ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [54ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.61:45261: Network error: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.62:44659: Network error: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [85ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [86ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.60:38829: Network error: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [92ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [93ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.62:44659: Network error: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [100ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.61:45261: Network error: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [100ms] delaying RPC due to: Service unavailable: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.60:38829: Network error: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.61:45261: Network error: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.62:44659: Network error: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [126ms] delaying RPC due to: Service unavailable: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [141ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.62:44659: Network error: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [141ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.61:45261: Network error: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [141ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.60:38829: Network error: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [142ms] delaying RPC due to: Service unavailable: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.60:38829: Network error: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.61:45261: Network error: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.62:44659: Network error: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [182ms] delaying RPC due to: Service unavailable: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [201ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.60:38829: Network error: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [201ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.61:45261: Network error: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [201ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.62:44659: Network error: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [202ms] delaying RPC due to: Service unavailable: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [261ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.60:38829: Network error: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [261ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.61:45261: Network error: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [262ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.62:44659: Network error: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [262ms] delaying RPC due to: Service unavailable: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [281ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.60:38829: Network error: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [281ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.62:44659: Network error: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [282ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.61:45261: Network error: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [282ms] delaying RPC due to: Service unavailable: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [660ms] refreshing cache from master, [660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [661ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.60:38829: Network error: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [662ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.61:45261: Network error: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [662ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.62:44659: Network error: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [663ms] delaying RPC due to: Service unavailable: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [1583ms] refreshing cache from master, [1583ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [1583ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [1583ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [1584ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.60:38829: Network error: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [1584ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.61:45261: Network error: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [1584ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.62:44659: Network error: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [1585ms] delaying RPC due to: Service unavailable: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [3261ms] refreshing cache from master, [3261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [3261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [3261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [3262ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.60:38829: Network error: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [3263ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.61:45261: Network error: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [3263ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.62:44659: Network error: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [3263ms] delaying RPC due to: Service unavailable: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [5120ms] refreshing cache from master, [5120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [5121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [5121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [5122ms] too many traces: truncated at 100 traces, deferred=Deferred@251364212(state=PENDING, result=null, callback=(continuation of Deferred@481357606 after retry RPC after error@1410004472) -> (continuation of Deferred@1991066832 after retry RPC after error@614439250) -> (continuation of Deferred@1062046520 after retry RPC after error@1022041116) -> (continuation of Deferred@553407637 after retry RPC after error@2020678865) -> (continuation of Deferred@724978860 after retry RPC after error@1331281450) -> (continuation of Deferred@222499752 after retry RPC after error@2099515717) -> (continuation of Deferred@1693348193 after retry RPC after error@1724136248) -> (continuation of Deferred@1930406427 after retry RPC after error@779887366) -> (continuation of Deferred@957233873 after retry RPC after error@2127878963) -> (continuation of Deferred@1879435648 after retry RPC after error@1068404885) -> (continuation of Deferred@2000612611 after retry RPC after error@795590036) -> (continuation of Deferred@1887242256 after retry RPC after error@1000080562) -> (continuation of Deferred@1003135031 after retry RPC after error@1237269959) -> (continuation of Deferred@1369084264 after retry RPC after error@184067709) -> (continuation of Deferred@1683846157 after retry RPC after error@1413229636) -> (continuation of Deferred@1361634938 after retry RPC after error@506227052) -> (continuation of Deferred@291412920 after retry RPC after error@615893979) -> (continuation of Deferred@850981377 after retry RPC after error@1327663667) -> (continuation of Deferred@709122868 after retry RPC after error@547731124) -> (continuation of Deferred@1442345051 after retry RPC after error@248515525) -> (continuation of Deferred@113605840 after retry RPC after error@190347946) -> (continuation of Deferred@489994546 after retry RPC after error@330565490) -> (continuation of Deferred@1052428840 after retry RPC after error@1988065919) -> (continuation of Deferred@1320857771 after retry RPC after error@2097590681) -> (continuation of Deferred@361090971 after retry RPC after error@405074902), errback=(continuation of Deferred@481357606 after retry RPC after error@1410004472) -> (continuation of Deferred@1991066832 after retry RPC after error@614439250) -> (continuation of Deferred@1062046520 after retry RPC after error@1022041116) -> (continuation of Deferred@553407637 after retry RPC after error@2020678865) -> (continuation of Deferred@724978860 after retry RPC after error@1331281450) -> (continuation of Deferred@222499752 after retry RPC after error@2099515717) -> (continuation of Deferred@1693348193 after retry RPC after error@1724136248) -> (continuation of Deferred@1930406427 after retry RPC after error@779887366) -> (continuation of Deferred@957233873 after retry RPC after error@2127878963) -> (continuation of Deferred@1879435648 after retry RPC after error@1068404885) -> (continuation of Deferred@2000612611 after retry RPC after error@795590036) -> (continuation of Deferred@1887242256 after retry RPC after error@1000080562) -> (continuation of Deferred@1003135031 after retry RPC after error@1237269959) -> (continuation of Deferred@1369084264 after retry RPC after error@184067709) -> (continuation of Deferred@1683846157 after retry RPC after error@1413229636) -> (continuation of Deferred@1361634938 after retry RPC after error@506227052) -> (continuation of Deferred@291412920 after retry RPC after error@615893979) -> (continuation of Deferred@850981377 after retry RPC after error@1327663667) -> (continuation of Deferred@709122868 after retry RPC after error@547731124) -> (continuation of Deferred@1442345051 after retry RPC after error@248515525) -> (continuation of Deferred@113605840 after retry RPC after error@190347946) -> (continuation of Deferred@489994546 after retry RPC after error@330565490) -> (continuation of Deferred@1052428840 after retry RPC after error@1988065919) -> (continuation of Deferred@1320857771 after retry RPC after error@2097590681) -> (continuation of Deferred@361090971 after retry RPC after error@405074902)))
21:09:51.051 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (SourceReaderBase.java:338) Closing Source Reader.
21:09:51.052 [WARN - Source: KuduSource -> Sink: Writer (3/4)#5] (Task.java:1117) Source: KuduSource -> Sink: Writer (3/4)#5 (7bde5c08f7e804a4ab3423222f7e7362_cbc357ccb763df2852fee8c4fc7d55f2_2_5) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=29299), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [4ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.60:38829: Network error: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [11ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [13ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.61:45261: Network error: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [16ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.62:44659: Network error: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [20ms] delaying RPC due to: Service unavailable: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [45ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [47ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.60:38829: Network error: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [52ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [54ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.61:45261: Network error: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.62:44659: Network error: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [85ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [86ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.60:38829: Network error: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [92ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [93ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.62:44659: Network error: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [100ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.61:45261: Network error: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [100ms] delaying RPC due to: Service unavailable: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.60:38829: Network error: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.61:45261: Network error: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.62:44659: Network error: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [126ms] delaying RPC due to: Service unavailable: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [141ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.62:44659: Network error: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [141ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.61:45261: Network error: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [141ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.60:38829: Network error: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [142ms] delaying RPC due to: Service unavailable: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.60:38829: Network error: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.61:45261: Network error: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.62:44659: Network error: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [182ms] delaying RPC due to: Service unavailable: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [201ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.60:38829: Network error: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [201ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.61:45261: Network error: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [201ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.62:44659: Network error: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [202ms] delaying RPC due to: Service unavailable: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [261ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.60:38829: Network error: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [261ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.61:45261: Network error: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [262ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.62:44659: Network error: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [262ms] delaying RPC due to: Service unavailable: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [281ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.60:38829: Network error: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [281ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.62:44659: Network error: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [282ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.61:45261: Network error: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [282ms] delaying RPC due to: Service unavailable: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [660ms] refreshing cache from master, [660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [661ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.60:38829: Network error: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [662ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.61:45261: Network error: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [662ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.62:44659: Network error: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [663ms] delaying RPC due to: Service unavailable: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [1583ms] refreshing cache from master, [1583ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [1583ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [1583ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [1584ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.60:38829: Network error: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [1584ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.61:45261: Network error: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [1584ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.62:44659: Network error: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [1585ms] delaying RPC due to: Service unavailable: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [3261ms] refreshing cache from master, [3261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [3261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [3261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [3262ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.60:38829: Network error: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [3263ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.61:45261: Network error: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [3263ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.62:44659: Network error: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [3263ms] delaying RPC due to: Service unavailable: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [5120ms] refreshing cache from master, [5120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [5121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [5121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [5122ms] too many traces: truncated at 100 traces, deferred=Deferred@251364212(state=PENDING, result=null, callback=(continuation of Deferred@481357606 after retry RPC after error@1410004472) -> (continuation of Deferred@1991066832 after retry RPC after error@614439250) -> (continuation of Deferred@1062046520 after retry RPC after error@1022041116) -> (continuation of Deferred@553407637 after retry RPC after error@2020678865) -> (continuation of Deferred@724978860 after retry RPC after error@1331281450) -> (continuation of Deferred@222499752 after retry RPC after error@2099515717) -> (continuation of Deferred@1693348193 after retry RPC after error@1724136248) -> (continuation of Deferred@1930406427 after retry RPC after error@779887366) -> (continuation of Deferred@957233873 after retry RPC after error@2127878963) -> (continuation of Deferred@1879435648 after retry RPC after error@1068404885) -> (continuation of Deferred@2000612611 after retry RPC after error@795590036) -> (continuation of Deferred@1887242256 after retry RPC after error@1000080562) -> (continuation of Deferred@1003135031 after retry RPC after error@1237269959) -> (continuation of Deferred@1369084264 after retry RPC after error@184067709) -> (continuation of Deferred@1683846157 after retry RPC after error@1413229636) -> (continuation of Deferred@1361634938 after retry RPC after error@506227052) -> (continuation of Deferred@291412920 after retry RPC after error@615893979) -> (continuation of Deferred@850981377 after retry RPC after error@1327663667) -> (continuation of Deferred@709122868 after retry RPC after error@547731124) -> (continuation of Deferred@1442345051 after retry RPC after error@248515525) -> (continuation of Deferred@113605840 after retry RPC after error@190347946) -> (continuation of Deferred@489994546 after retry RPC after error@330565490) -> (continuation of Deferred@1052428840 after retry RPC after error@1988065919) -> (continuation of Deferred@1320857771 after retry RPC after error@2097590681) -> (continuation of Deferred@361090971 after retry RPC after error@405074902), errback=(continuation of Deferred@481357606 after retry RPC after error@1410004472) -> (continuation of Deferred@1991066832 after retry RPC after error@614439250) -> (continuation of Deferred@1062046520 after retry RPC after error@1022041116) -> (continuation of Deferred@553407637 after retry RPC after error@2020678865) -> (continuation of Deferred@724978860 after retry RPC after error@1331281450) -> (continuation of Deferred@222499752 after retry RPC after error@2099515717) -> (continuation of Deferred@1693348193 after retry RPC after error@1724136248) -> (continuation of Deferred@1930406427 after retry RPC after error@779887366) -> (continuation of Deferred@957233873 after retry RPC after error@2127878963) -> (continuation of Deferred@1879435648 after retry RPC after error@1068404885) -> (continuation of Deferred@2000612611 after retry RPC after error@795590036) -> (continuation of Deferred@1887242256 after retry RPC after error@1000080562) -> (continuation of Deferred@1003135031 after retry RPC after error@1237269959) -> (continuation of Deferred@1369084264 after retry RPC after error@184067709) -> (continuation of Deferred@1683846157 after retry RPC after error@1413229636) -> (continuation of Deferred@1361634938 after retry RPC after error@506227052) -> (continuation of Deferred@291412920 after retry RPC after error@615893979) -> (continuation of Deferred@850981377 after retry RPC after error@1327663667) -> (continuation of Deferred@709122868 after retry RPC after error@547731124) -> (continuation of Deferred@1442345051 after retry RPC after error@248515525) -> (continuation of Deferred@113605840 after retry RPC after error@190347946) -> (continuation of Deferred@489994546 after retry RPC after error@330565490) -> (continuation of Deferred@1052428840 after retry RPC after error@1988065919) -> (continuation of Deferred@1320857771 after retry RPC after error@2097590681) -> (continuation of Deferred@361090971 after retry RPC after error@405074902)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.22.50.61:45261
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:09:51.053 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#5 (7bde5c08f7e804a4ab3423222f7e7362_cbc357ccb763df2852fee8c4fc7d55f2_2_5).
21:09:51.060 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#5 7bde5c08f7e804a4ab3423222f7e7362_cbc357ccb763df2852fee8c4fc7d55f2_2_5.
21:09:51.066 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1449) Source: KuduSource -> Sink: Writer (3/4) (7bde5c08f7e804a4ab3423222f7e7362_cbc357ccb763df2852fee8c4fc7d55f2_2_5) switched from INITIALIZING to FAILED on c55db3d4-2fd1-4c20-a48a-1de4bc3c79fd @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=29299), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [4ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.60:38829: Network error: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [11ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [13ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.61:45261: Network error: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [16ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.62:44659: Network error: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [20ms] delaying RPC due to: Service unavailable: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [45ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [47ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.60:38829: Network error: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [52ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [54ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.61:45261: Network error: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.62:44659: Network error: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [85ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [86ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.60:38829: Network error: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [92ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [93ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.62:44659: Network error: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [100ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.61:45261: Network error: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [100ms] delaying RPC due to: Service unavailable: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.60:38829: Network error: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.61:45261: Network error: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.62:44659: Network error: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [126ms] delaying RPC due to: Service unavailable: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [141ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.62:44659: Network error: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [141ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.61:45261: Network error: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [141ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.60:38829: Network error: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [142ms] delaying RPC due to: Service unavailable: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.60:38829: Network error: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.61:45261: Network error: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.62:44659: Network error: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [182ms] delaying RPC due to: Service unavailable: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [201ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.60:38829: Network error: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [201ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.61:45261: Network error: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [201ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.62:44659: Network error: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [202ms] delaying RPC due to: Service unavailable: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [261ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.60:38829: Network error: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [261ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.61:45261: Network error: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [262ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.62:44659: Network error: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [262ms] delaying RPC due to: Service unavailable: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [281ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.60:38829: Network error: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [281ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.62:44659: Network error: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [282ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.61:45261: Network error: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [282ms] delaying RPC due to: Service unavailable: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [660ms] refreshing cache from master, [660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [661ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.60:38829: Network error: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [662ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.61:45261: Network error: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [662ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.62:44659: Network error: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [663ms] delaying RPC due to: Service unavailable: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [1583ms] refreshing cache from master, [1583ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [1583ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [1583ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [1584ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.60:38829: Network error: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [1584ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.61:45261: Network error: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [1584ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.62:44659: Network error: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [1585ms] delaying RPC due to: Service unavailable: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [3261ms] refreshing cache from master, [3261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [3261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [3261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [3262ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.60:38829: Network error: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829, [3263ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.61:45261: Network error: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261, [3263ms] Sub RPC ConnectToMaster: received response from server master-127.22.50.62:44659: Network error: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [3263ms] delaying RPC due to: Service unavailable: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659, [5120ms] refreshing cache from master, [5120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.60:38829, [5121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.61:45261, [5121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.50.62:44659, [5122ms] too many traces: truncated at 100 traces, deferred=Deferred@251364212(state=PENDING, result=null, callback=(continuation of Deferred@481357606 after retry RPC after error@1410004472) -> (continuation of Deferred@1991066832 after retry RPC after error@614439250) -> (continuation of Deferred@1062046520 after retry RPC after error@1022041116) -> (continuation of Deferred@553407637 after retry RPC after error@2020678865) -> (continuation of Deferred@724978860 after retry RPC after error@1331281450) -> (continuation of Deferred@222499752 after retry RPC after error@2099515717) -> (continuation of Deferred@1693348193 after retry RPC after error@1724136248) -> (continuation of Deferred@1930406427 after retry RPC after error@779887366) -> (continuation of Deferred@957233873 after retry RPC after error@2127878963) -> (continuation of Deferred@1879435648 after retry RPC after error@1068404885) -> (continuation of Deferred@2000612611 after retry RPC after error@795590036) -> (continuation of Deferred@1887242256 after retry RPC after error@1000080562) -> (continuation of Deferred@1003135031 after retry RPC after error@1237269959) -> (continuation of Deferred@1369084264 after retry RPC after error@184067709) -> (continuation of Deferred@1683846157 after retry RPC after error@1413229636) -> (continuation of Deferred@1361634938 after retry RPC after error@506227052) -> (continuation of Deferred@291412920 after retry RPC after error@615893979) -> (continuation of Deferred@850981377 after retry RPC after error@1327663667) -> (continuation of Deferred@709122868 after retry RPC after error@547731124) -> (continuation of Deferred@1442345051 after retry RPC after error@248515525) -> (continuation of Deferred@113605840 after retry RPC after error@190347946) -> (continuation of Deferred@489994546 after retry RPC after error@330565490) -> (continuation of Deferred@1052428840 after retry RPC after error@1988065919) -> (continuation of Deferred@1320857771 after retry RPC after error@2097590681) -> (continuation of Deferred@361090971 after retry RPC after error@405074902), errback=(continuation of Deferred@481357606 after retry RPC after error@1410004472) -> (continuation of Deferred@1991066832 after retry RPC after error@614439250) -> (continuation of Deferred@1062046520 after retry RPC after error@1022041116) -> (continuation of Deferred@553407637 after retry RPC after error@2020678865) -> (continuation of Deferred@724978860 after retry RPC after error@1331281450) -> (continuation of Deferred@222499752 after retry RPC after error@2099515717) -> (continuation of Deferred@1693348193 after retry RPC after error@1724136248) -> (continuation of Deferred@1930406427 after retry RPC after error@779887366) -> (continuation of Deferred@957233873 after retry RPC after error@2127878963) -> (continuation of Deferred@1879435648 after retry RPC after error@1068404885) -> (continuation of Deferred@2000612611 after retry RPC after error@795590036) -> (continuation of Deferred@1887242256 after retry RPC after error@1000080562) -> (continuation of Deferred@1003135031 after retry RPC after error@1237269959) -> (continuation of Deferred@1369084264 after retry RPC after error@184067709) -> (continuation of Deferred@1683846157 after retry RPC after error@1413229636) -> (continuation of Deferred@1361634938 after retry RPC after error@506227052) -> (continuation of Deferred@291412920 after retry RPC after error@615893979) -> (continuation of Deferred@850981377 after retry RPC after error@1327663667) -> (continuation of Deferred@709122868 after retry RPC after error@547731124) -> (continuation of Deferred@1442345051 after retry RPC after error@248515525) -> (continuation of Deferred@113605840 after retry RPC after error@190347946) -> (continuation of Deferred@489994546 after retry RPC after error@330565490) -> (continuation of Deferred@1052428840 after retry RPC after error@1988065919) -> (continuation of Deferred@1320857771 after retry RPC after error@2097590681) -> (continuation of Deferred@361090971 after retry RPC after error@405074902)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.22.50.61:45261
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:09:51.067 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:324) Received resource requirements from job 83c88b319a84cfbe321fdd6e09697f68: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
21:09:51.067 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#5) of source Source: KuduSource.
21:09:51.068 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 7bde5c08f7e804a4ab3423222f7e7362_cbc357ccb763df2852fee8c4fc7d55f2_2_5.
21:09:51.068 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (83c88b319a84cfbe321fdd6e09697f68) switched from state RUNNING to RESTARTING.
21:09:51.206 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:51.232 [DEBUG - pool-410-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:51.233 [DEBUG - pool-410-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:51.233 [DEBUG - pool-410-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:51.233 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:51.234 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:51.234 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:51.234 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:51.234 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:51.234 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:51.236 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:51.236 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:51.236 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:51.236 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:51.250 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2841dd5f383bae9a8f297e74525dcca1 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 2841dd5f383bae9a8f297e74525dcca1 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:51.269 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:51.345 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:51.461 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 57 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544991460 for job d6a71f5cf5f060cfaa5d5fa24434f7a3.
21:09:51.469 [DEBUG - pool-405-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:09:51.469 [DEBUG - pool-405-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:09:51.469 [DEBUG - pool-405-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:09:51.470 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:51.470 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:51.470 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:51.471 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:51.471 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:51.471 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:51.471 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:51.471 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:51.471 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:51.471 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:09:51.475 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 57 for job d6a71f5cf5f060cfaa5d5fa24434f7a3 (5104 bytes, checkpointDuration=14 ms, finalizationTime=1 ms).
21:09:51.477 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 57 as completed for source Source: KuduSource.
21:09:51.520 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.25.113.61:34911(127.25.113.61:34911)] connecting to peer
21:09:51.520 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.25.113.60:35933(127.25.113.60:35933)] connecting to peer
21:09:51.520 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.25.113.62:35193(127.25.113.62:35193)] connecting to peer
21:09:51.521 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:51.521 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.113.61:34911(127.25.113.61:34911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:51.521 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.61:34911: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:51.521 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:51.521 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.113.60:35933(127.25.113.60:35933)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:51.521 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.60:35933: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:51.522 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:51.522 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.113.62:35193(127.25.113.62:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:51.522 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.62:35193: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:51.522 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193; will retry
21:09:51.552 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:51.553 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:51.553 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:51.554 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:51.554 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:51.554 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:51.554 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:51.554 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:51.554 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:51.555 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:51.555 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:51.555 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:51.555 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:51.706 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:51.750 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2841dd5f383bae9a8f297e74525dcca1 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 2841dd5f383bae9a8f297e74525dcca1 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:51.769 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:51.845 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:51.961 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 58 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544991961 for job d6a71f5cf5f060cfaa5d5fa24434f7a3.
21:09:51.981 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 58 for job d6a71f5cf5f060cfaa5d5fa24434f7a3 (5104 bytes, checkpointDuration=20 ms, finalizationTime=0 ms).
21:09:51.985 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 58 as completed for source Source: KuduSource.
21:09:52.112 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:09:52.113 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:09:52.113 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:09:52.113 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:52.113 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:52.113 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:52.115 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:52.115 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:52.115 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:52.116 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:52.116 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:52.116 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:52.116 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:09:52.117 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:52.117 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:52.117 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:52.117 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:52.117 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:52.118 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:52.118 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:52.118 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:52.118 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:52.120 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:52.120 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:52.120 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:52.120 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:52.205 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:52.205 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:52.205 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:52.206 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:52.206 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:52.206 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:52.207 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:52.207 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:52.207 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:52.207 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:52.208 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:52.208 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:52.208 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:52.208 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:52.249 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:52.250 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:52.250 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:52.250 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2841dd5f383bae9a8f297e74525dcca1 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 2841dd5f383bae9a8f297e74525dcca1 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:52.251 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:52.252 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:52.252 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:52.252 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:52.252 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:52.252 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:52.252 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:52.252 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:52.253 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:52.253 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:52.263 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.27.110.125:37111(127.27.110.125:37111)] connecting to peer
21:09:52.264 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.27.110.126:34219(127.27.110.126:34219)] connecting to peer
21:09:52.264 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.27.110.124:43039(127.27.110.124:43039)] connecting to peer
21:09:52.264 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:52.264 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.110.125:37111(127.27.110.125:37111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:52.264 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.125:37111: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:52.264 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:52.265 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.110.126:34219(127.27.110.126:34219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:52.265 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.126:34219: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:52.265 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:52.265 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.110.124:43039(127.27.110.124:43039)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:52.265 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.124:43039: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:52.265 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039; will retry
21:09:52.269 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:52.292 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:52.293 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:52.293 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:52.293 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:52.293 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:52.293 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:52.294 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:52.294 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:52.294 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:52.294 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:52.294 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:52.294 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:52.294 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:52.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:51.736397 31196 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 31189
21:09:52.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:52.320721 31196 kernel_stack_watchdog.cc:198] Thread 31189 stuck at /home/jenkins-slave/workspace/build_and_test@2/src/kudu/util/thread.cc:642 for 402ms:
21:09:52.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
21:09:52.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
21:09:52.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
21:09:52.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
21:09:52.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:52.321029 31189 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.991s	user 0.720s	sys 1.184s
21:09:52.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:50.331079 31198 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:09:52.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:52.321412 31189 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.991s	user 0.720s	sys 1.184s
21:09:52.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:52.324396 31200 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:09:52.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:52.333030 31199 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 2000 milliseconds
21:09:52.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:52.333042 31189 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
21:09:52.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:52.334681 31189 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:09:52.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:52.337322 31189 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:09:52.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:52.338792 31189 hybrid_clock.cc:648] HybridClock initialized: now 1783544992338767 us; error 77 us; skew 500 ppm
21:09:52.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:52.339761 31189 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:09:52.345 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:52.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:52.347500 31189 webserver.cc:534] Webserver started at http://127.29.189.195:41721/ using document root <none> and password file <none>
21:09:52.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:52.348650 31189 fs_manager.cc:362] Metadata directory not provided
21:09:52.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:52.348958 31189 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:09:52.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:52.349536 31189 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
21:09:52.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:52.355280 31189 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10994046769305795342/ts-2/data/instance:
21:09:52.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1e931e67318641aeb1d696c73963428f"
21:09:52.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:09:52 on dist-test-slave-3sd5"
21:09:52.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:52.356667 31189 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10994046769305795342/ts-2/wal/instance:
21:09:52.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1e931e67318641aeb1d696c73963428f"
21:09:52.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:09:52 on dist-test-slave-3sd5"
21:09:52.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:52.366007 31189 fs_manager.cc:696] Time spent creating directory manager: real 0.009s	user 0.009s	sys 0.000s
21:09:52.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:52.373912 31208 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
21:09:52.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:52.375391 31189 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.007s	sys 0.000s
21:09:52.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:52.375869 31189 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10994046769305795342/ts-2/data,/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10994046769305795342/ts-2/wal
21:09:52.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1e931e67318641aeb1d696c73963428f"
21:09:52.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:09:52 on dist-test-slave-3sd5"
21:09:52.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:52.376381 31189 fs_report.cc:389] FS layout report
21:09:52.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:09:52.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10994046769305795342/ts-2/wal
21:09:52.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10994046769305795342/ts-2/wal
21:09:52.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10994046769305795342/ts-2/data/data
21:09:52.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:09:52.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:09:52.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:09:52.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:09:52.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:09:52.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:09:52.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:09:52.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:09:52.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:09:52.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:09:52.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:09:52.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:52.450507 31189 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
21:09:52.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:52.452497 31189 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:09:52.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:52.453038 31189 kserver.cc:163] Server-wide thread pool size limit: 3276
21:09:52.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:52.456166 31189 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
21:09:52.461 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 59 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544992461 for job d6a71f5cf5f060cfaa5d5fa24434f7a3.
21:09:52.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:52.462169 31189 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
21:09:52.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:52.462515 31189 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
21:09:52.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:52.462906 31189 ts_tablet_manager.cc:616] Registered 0 tablets
21:09:52.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:52.463191 31189 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.002s	sys 0.000s
21:09:52.471 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 59 for job d6a71f5cf5f060cfaa5d5fa24434f7a3 (5104 bytes, checkpointDuration=9 ms, finalizationTime=1 ms).
21:09:52.472 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 59 as completed for source Source: KuduSource.
21:09:52.608 [DEBUG - pool-405-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:09:52.609 [DEBUG - pool-405-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:09:52.609 [DEBUG - pool-405-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:09:52.609 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:52.609 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:52.609 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:52.609 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:52.609 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:52.609 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:52.609 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:52.609 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:52.609 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:52.609 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:09:52.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:52.651249 31189 rpc_server.cc:307] RPC server started. Bound to: 127.29.189.195:36503
21:09:52.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:52.651494 31321 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.29.189.195:36503 every 8 connection(s)
21:09:52.652 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:09:52.653 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:09:52.653 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:09:52.653 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:52.653 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:52.653 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:52.653 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:52.653 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:52.653 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:52.653 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:52.653 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:52.653 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:52.653 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:09:52.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:52.655150 31189 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10994046769305795342/ts-2/data/info.pb
21:09:52.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:52.659389 30455 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu as pid 31189
21:09:52.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:52.659988 30455 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster10994046769305795342/ts-2/wal/instance
21:09:52.707 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:52.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:52.720623 31322 heartbeater.cc:344] Connected to a master server at 127.29.189.252:40043
21:09:52.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:52.721230 31322 heartbeater.cc:461] Registering TS with master...
21:09:52.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:52.722805 31322 heartbeater.cc:507] Master 127.29.189.252:40043 requested a full tablet report, sending...
21:09:52.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:52.726538 30730 ts_manager.cc:194] Registered new tserver with Master: 1e931e67318641aeb1d696c73963428f (127.29.189.195:36503)
21:09:52.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:52.730626 31323 heartbeater.cc:344] Connected to a master server at 127.29.189.253:40775
21:09:52.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:52.731195 31323 heartbeater.cc:461] Registering TS with master...
21:09:52.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:52.732331 31323 heartbeater.cc:507] Master 127.29.189.253:40775 requested a full tablet report, sending...
21:09:52.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:52.736160 30629 ts_manager.cc:194] Registered new tserver with Master: 1e931e67318641aeb1d696c73963428f (127.29.189.195:36503)
21:09:52.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:52.731019 30730 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.29.189.195:57581
21:09:52.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:52.747186 31324 heartbeater.cc:344] Connected to a master server at 127.29.189.254:45211
21:09:52.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:52.747663 31324 heartbeater.cc:461] Registering TS with master...
21:09:52.750 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2841dd5f383bae9a8f297e74525dcca1 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 2841dd5f383bae9a8f297e74525dcca1 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:52.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:52.749049 31324 heartbeater.cc:507] Master 127.29.189.254:45211 requested a full tablet report, sending...
21:09:52.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:52.753279 30554 ts_manager.cc:194] Registered new tserver with Master: 1e931e67318641aeb1d696c73963428f (127.29.189.195:36503)
21:09:52.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:52.763573 30455 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
21:09:52.769 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:52.777 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
21:09:52.777 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

21:09:52.778 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.29.189.254"
      port: 45211
    }
    bound_http_address {
      host: "127.29.189.254"
      port: 39387
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.29.189.253"
      port: 40775
    }
    bound_http_address {
      host: "127.29.189.253"
      port: 35209
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.29.189.252"
      port: 40043
    }
    bound_http_address {
      host: "127.29.189.252"
      port: 32827
    }
  }
}

21:09:52.779 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

21:09:52.779 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.29.189.193"
      port: 42973
    }
    bound_http_address {
      host: "127.29.189.193"
      port: 42015
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.29.189.194"
      port: 40117
    }
    bound_http_address {
      host: "127.29.189.194"
      port: 41165
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.29.189.195"
      port: 36503
    }
    bound_http_address {
      host: "127.29.189.195"
      port: 41721
    }
  }
}

21:09:52.780 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
21:09:52.781 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:09:52.781 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
21:09:52.781 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskh3Ey5B/test-tmp
21:09:52.782 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
21:09:52.782 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskh3Ey5B/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
21:09:52.787 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3598840801429548256"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

21:09:52.792 [DEBUG - pool-340-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30020), Traces: [0ms] sending RPC to server master-127.27.110.124:43039, [9ms] received response from server master-127.27.110.124:43039: OK, deferred=null) with no deferred attached!
21:09:52.844 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:52.867 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:52.867 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:52.868 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:52.868 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:52.868 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:52.868 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:52.868 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:52.868 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:52.868 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:52.868 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:52.868 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:52.868 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:52.868 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:52.929 [DEBUG - pool-405-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:09:52.929 [DEBUG - pool-405-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:09:52.929 [DEBUG - pool-405-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:09:52.930 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:52.930 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:52.930 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:52.930 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:52.930 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:52.930 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:52.930 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:52.930 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:52.930 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:52.930 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:09:52.960 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 60 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544992960 for job d6a71f5cf5f060cfaa5d5fa24434f7a3.
21:09:52.967 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 60 for job d6a71f5cf5f060cfaa5d5fa24434f7a3 (5104 bytes, checkpointDuration=7 ms, finalizationTime=0 ms).
21:09:52.968 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 60 as completed for source Source: KuduSource.
21:09:52.969 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:52.969 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:52.970 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:52.970 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:52.970 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:52.970 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:52.970 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:52.970 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:52.970 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:52.970 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:52.970 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:52.970 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:52.970 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:53.000 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.25.113.61:34911(127.25.113.61:34911)] connecting to peer
21:09:53.000 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.25.113.60:35933(127.25.113.60:35933)] connecting to peer
21:09:53.000 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.25.113.62:35193(127.25.113.62:35193)] connecting to peer
21:09:53.001 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:53.001 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.113.61:34911(127.25.113.61:34911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:53.001 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:53.001 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:53.001 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.113.60:35933(127.25.113.60:35933)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:53.001 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.61:34911: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:53.001 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.113.62:35193(127.25.113.62:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:53.001 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.60:35933: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:53.001 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.62:35193: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:53.001 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193; will retry
21:09:53.108 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:09:53.108 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:09:53.108 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:09:53.108 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:53.108 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:53.109 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:53.109 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:53.109 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:53.109 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:53.109 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:53.109 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:53.109 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:53.109 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:09:53.112 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:53.112 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:53.112 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:53.112 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:53.112 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:53.112 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:53.112 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:53.112 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:53.112 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:53.113 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:53.113 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:53.113 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:53.113 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:53.135 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.27.110.125:37111(127.27.110.125:37111)] connecting to peer
21:09:53.136 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.27.110.126:34219(127.27.110.126:34219)] connecting to peer
21:09:53.136 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.27.110.124:43039(127.27.110.124:43039)] connecting to peer
21:09:53.136 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:53.136 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:53.136 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.110.126:34219(127.27.110.126:34219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:53.136 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.126:34219: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:53.136 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.110.125:37111(127.27.110.125:37111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:53.136 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:53.136 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.125:37111: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:53.136 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.110.124:43039(127.27.110.124:43039)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:53.137 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.124:43039: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:53.137 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039; will retry
21:09:53.187 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
21:09:53.187 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

21:09:53.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:53.190927 31331 mini_oidc.cc:150] Starting JWKS server
21:09:53.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:53.194716 31331 webserver.cc:534] Webserver started at http://127.0.0.1:46741/ using document root <none> and password file <none>
21:09:53.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:53.195277 31331 mini_oidc.cc:186] Starting OIDC Discovery server
21:09:53.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:53.197154 31331 webserver.cc:534] Webserver started at http://127.0.0.1:35653/ using document root <none> and password file <none>
21:09:53.207 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:53.249 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:53.249 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:53.250 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:53.250 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:53.250 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:53.250 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:53.250 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:53.250 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:53.250 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:53.250 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:53.250 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:53.250 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2841dd5f383bae9a8f297e74525dcca1 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 2841dd5f383bae9a8f297e74525dcca1 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:53.250 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:53.250 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:53.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T21:09:53Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
21:09:53.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T21:09:53Z Disabled control of system clock
21:09:53.268 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:53.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:53.270052 31331 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu
21:09:53.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu
21:09:53.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3598840801429548256/master-0/wal
21:09:53.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3598840801429548256/master-0/data
21:09:53.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:09:53.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:09:53.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:09:53.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:09:53.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:09:53.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:09:53.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3598840801429548256/master-0/logs
21:09:53.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3598840801429548256/master-0/data/info.pb
21:09:53.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:09:53.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:09:53.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:09:53.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:09:53.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:09:53.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:09:53.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:09:53.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:09:53.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
21:09:53.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:09:53.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:09:53.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:09:53.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.152.254:37399
21:09:53.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.152.254
21:09:53.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:09:53.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.152.212:45317
21:09:53.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:09:53.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:09:53.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:09:53.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:09:53.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.30.152.254:37399,127.30.152.253:46569,127.30.152.252:38897
21:09:53.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:09:53.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46741/jwks.json with env {}
21:09:53.271 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.27.110.125:37111(127.27.110.125:37111)] connecting to peer
21:09:53.271 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.27.110.126:34219(127.27.110.126:34219)] connecting to peer
21:09:53.272 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.27.110.124:43039(127.27.110.124:43039)] connecting to peer
21:09:53.272 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:53.272 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.110.125:37111(127.27.110.125:37111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:53.272 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:53.272 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.125:37111: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:53.272 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.110.126:34219(127.27.110.126:34219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:53.272 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.126:34219: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:53.272 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:53.272 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.110.124:43039(127.27.110.124:43039)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:53.272 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.124:43039: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:53.273 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039; will retry
21:09:53.290 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:53.290 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:53.290 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:53.291 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:53.291 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:53.291 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:53.291 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:53.291 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:53.291 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:53.291 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:53.291 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:53.291 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:53.291 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:53.312 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:09:53.312 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:09:53.312 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:09:53.313 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:53.313 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:53.313 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:53.313 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:53.313 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:53.313 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:53.313 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:53.313 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:53.313 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:53.313 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:09:53.344 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:53.455 [DEBUG - pool-391-thread-1] (Connection.java:748) [peer master-127.27.110.125:37111(127.27.110.125:37111)] connecting to peer
21:09:53.455 [DEBUG - pool-391-thread-1] (Connection.java:748) [peer master-127.27.110.126:34219(127.27.110.126:34219)] connecting to peer
21:09:53.455 [DEBUG - pool-391-thread-1] (Connection.java:748) [peer master-127.27.110.124:43039(127.27.110.124:43039)] connecting to peer
21:09:53.456 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:53.456 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.110.125:37111(127.27.110.125:37111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:53.456 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.125:37111: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:53.456 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:53.456 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.110.124:43039(127.27.110.124:43039)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:53.456 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.124:43039: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:53.459 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:53.459 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.110.126:34219(127.27.110.126:34219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:53.459 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.126:34219: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:53.459 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039; will retry
21:09:53.460 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 61 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544993460 for job d6a71f5cf5f060cfaa5d5fa24434f7a3.
21:09:53.468 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 61 for job d6a71f5cf5f060cfaa5d5fa24434f7a3 (5104 bytes, checkpointDuration=8 ms, finalizationTime=0 ms).
21:09:53.469 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 61 as completed for source Source: KuduSource.
21:09:53.528 [DEBUG - pool-346-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30013), Traces: [0ms] sending RPC to server master-127.28.61.188:41979, [11ms] received response from server master-127.28.61.188:41979: OK, deferred=null) with no deferred attached!
21:09:53.528 [DEBUG - pool-342-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30018), Traces: [0ms] sending RPC to server master-127.28.61.188:41979, [18ms] received response from server master-127.28.61.188:41979: OK, deferred=null) with no deferred attached!
21:09:53.528 [DEBUG - pool-342-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30018), Traces: [0ms] sending RPC to server master-127.28.61.188:41979, [20ms] received response from server master-127.28.61.188:41979: OK, deferred=null) with no deferred attached!
21:09:53.528 [DEBUG - pool-342-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30018), Traces: [0ms] sending RPC to server master-127.28.61.188:41979, [19ms] received response from server master-127.28.61.188:41979: OK, deferred=null) with no deferred attached!
21:09:53.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:53.680845 31343 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
21:09:53.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:53.681639 31343 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:09:53.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:53.682264 31343 flags.cc:432] Enabled unsafe flag: --never_fsync=true
21:09:53.688 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:09:53.688 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:09:53.688 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:09:53.689 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:53.689 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:53.689 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:53.689 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:53.689 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:53.689 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:53.689 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:53.689 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:53.689 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:53.689 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:09:53.707 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:53.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:53.734434 31343 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
21:09:53.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:53.734859 31343 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
21:09:53.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:53.735234 31343 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
21:09:53.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:53.735564 31343 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
21:09:53.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:53.735884 31343 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
21:09:53.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:53.736138 31343 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:46741/jwks.json
21:09:53.749 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2841dd5f383bae9a8f297e74525dcca1 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 2841dd5f383bae9a8f297e74525dcca1 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:53.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:53.751173 31322 heartbeater.cc:499] Master 127.29.189.252:40043 was elected leader, sending a full tablet report...
21:09:53.768 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:53.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:53.784165 31343 master_runner.cc:387] Master server non-default flags:
21:09:53.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:09:53.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.152.212:45317
21:09:53.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:09:53.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:09:53.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3598840801429548256/master-0/data
21:09:53.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3598840801429548256/master-0/wal
21:09:53.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:09:53.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.30.152.254:37399,127.30.152.253:46569,127.30.152.252:38897
21:09:53.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:09:53.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:09:53.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:09:53.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.152.254:37399
21:09:53.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:09:53.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:09:53.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:09:53.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46741/jwks.json
21:09:53.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:09:53.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:09:53.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3598840801429548256/master-0/data/info.pb
21:09:53.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.152.254
21:09:53.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:09:53.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:09:53.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:09:53.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:09:53.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:09:53.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:09:53.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3598840801429548256/master-0/logs
21:09:53.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:09:53.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:09:53.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
21:09:53.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
21:09:53.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
21:09:53.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 6bec869c2320d19f2589b3f609f76e5041a21d27
21:09:53.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:09:53.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 20:43:55 UTC on e7f111948823
21:09:53.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16878
21:09:53.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:09:53.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:53.785524 31343 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:09:53.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:53.787288 31343 file_cache.cc:492] Constructed file cache file cache with capacity 419430
21:09:53.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:53.801084 31349 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:09:53.820 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.25.113.61:34911(127.25.113.61:34911)] connecting to peer
21:09:53.820 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.25.113.60:35933(127.25.113.60:35933)] connecting to peer
21:09:53.820 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.25.113.62:35193(127.25.113.62:35193)] connecting to peer
21:09:53.820 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:53.821 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:53.821 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:53.821 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.113.61:34911(127.25.113.61:34911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:53.821 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.113.60:35933(127.25.113.60:35933)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:53.821 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.61:34911: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:53.821 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.113.62:35193(127.25.113.62:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:53.821 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.60:35933: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:53.821 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.62:35193: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:53.821 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193; will retry
21:09:53.844 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:53.858 [DEBUG - pool-404-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:09:53.858 [DEBUG - pool-404-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:09:53.858 [DEBUG - pool-404-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:09:53.859 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:53.859 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:53.859 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:53.859 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:53.859 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:53.859 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:53.859 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:53.859 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:53.859 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:53.859 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:09:53.885 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:53.886 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:53.886 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:53.886 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:53.886 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:53.886 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:53.886 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:53.886 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:53.886 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:53.886 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:53.886 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:53.886 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:53.886 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:53.906 [DEBUG - pool-348-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30010), Traces: [0ms] sending RPC to server master-127.28.61.188:41979, [10ms] received response from server master-127.28.61.188:41979: OK, deferred=null) with no deferred attached!
21:09:53.907 [DEBUG - pool-348-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30010), Traces: [0ms] sending RPC to server master-127.28.61.188:41979, [10ms] received response from server master-127.28.61.188:41979: OK, deferred=null) with no deferred attached!
21:09:53.925 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:53.925 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:53.926 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:53.926 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:53.926 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:53.926 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:53.926 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:53.926 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:53.926 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:53.926 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:53.926 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:53.927 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:53.927 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:53.961 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 62 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544993960 for job d6a71f5cf5f060cfaa5d5fa24434f7a3.
21:09:53.970 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 62 for job d6a71f5cf5f060cfaa5d5fa24434f7a3 (5104 bytes, checkpointDuration=10 ms, finalizationTime=0 ms).
21:09:53.971 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 62 as completed for source Source: KuduSource.
21:09:53.992 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:53.993 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:53.993 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:53.993 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:53.993 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:53.993 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:53.994 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:53.994 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:53.994 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:53.994 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:53.993 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:53.994 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:53.995 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:54.032 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:09:54.032 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:09:54.032 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:09:54.033 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:54.033 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:54.033 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:54.033 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:54.033 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:54.033 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:54.034 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:54.034 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:54.034 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:54.034 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:09:54.207 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:54.237 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:54.237 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:54.237 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:54.238 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:54.238 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:54.238 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:54.238 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:54.238 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:54.238 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:54.239 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:54.239 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:54.239 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:54.239 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:54.250 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2841dd5f383bae9a8f297e74525dcca1 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 2841dd5f383bae9a8f297e74525dcca1 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:54.269 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:54.292 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.27.110.125:37111(127.27.110.125:37111)] connecting to peer
21:09:54.292 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.27.110.126:34219(127.27.110.126:34219)] connecting to peer
21:09:54.292 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.27.110.124:43039(127.27.110.124:43039)] connecting to peer
21:09:54.293 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:54.293 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:54.293 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.110.125:37111(127.27.110.125:37111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:54.293 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.125:37111: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:54.293 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.110.124:43039(127.27.110.124:43039)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:54.293 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.124:43039: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:54.294 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:54.294 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.110.126:34219(127.27.110.126:34219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:54.294 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.126:34219: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:54.294 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039; will retry
21:09:54.345 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:54.416 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.27.110.125:37111(127.27.110.125:37111)] connecting to peer
21:09:54.416 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.27.110.126:34219(127.27.110.126:34219)] connecting to peer
21:09:54.416 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.27.110.124:43039(127.27.110.124:43039)] connecting to peer
21:09:54.417 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:54.417 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.110.125:37111(127.27.110.125:37111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:54.417 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.125:37111: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:54.417 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:54.417 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.110.124:43039(127.27.110.124:43039)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:54.417 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.124:43039: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:54.417 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:54.417 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.110.126:34219(127.27.110.126:34219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:54.417 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.126:34219: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:54.417 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039; will retry
21:09:54.461 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 63 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544994460 for job d6a71f5cf5f060cfaa5d5fa24434f7a3.
21:09:54.468 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 63 for job d6a71f5cf5f060cfaa5d5fa24434f7a3 (5104 bytes, checkpointDuration=8 ms, finalizationTime=0 ms).
21:09:54.469 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 63 as completed for source Source: KuduSource.
21:09:54.525 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:54.525 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:54.525 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:54.526 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:54.526 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:54.526 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:54.526 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:54.526 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:54.526 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:54.526 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:54.526 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:54.526 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:54.526 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:54.707 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:54.712 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:54.712 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:54.712 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:54.712 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:54.712 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:54.712 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:54.712 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:54.712 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:54.713 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:54.713 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:54.713 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:54.712 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:54.713 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:54.750 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2841dd5f383bae9a8f297e74525dcca1 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 2841dd5f383bae9a8f297e74525dcca1 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:54.764 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.27.110.125:37111(127.27.110.125:37111)] connecting to peer
21:09:54.764 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.27.110.126:34219(127.27.110.126:34219)] connecting to peer
21:09:54.764 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.27.110.124:43039(127.27.110.124:43039)] connecting to peer
21:09:54.764 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:54.764 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.110.125:37111(127.27.110.125:37111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:54.765 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.125:37111: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:54.765 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:54.765 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.110.124:43039(127.27.110.124:43039)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:54.765 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.124:43039: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:54.764 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:54.765 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.110.126:34219(127.27.110.126:34219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:54.765 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.126:34219: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:54.765 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039; will retry
21:09:54.769 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:54.832 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.27.110.125:37111(127.27.110.125:37111)] connecting to peer
21:09:54.832 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.27.110.126:34219(127.27.110.126:34219)] connecting to peer
21:09:54.832 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.27.110.124:43039(127.27.110.124:43039)] connecting to peer
21:09:54.832 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:54.832 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.110.125:37111(127.27.110.125:37111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:54.832 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:54.832 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.125:37111: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:54.832 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.110.124:43039(127.27.110.124:43039)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:54.833 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.124:43039: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:54.832 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:54.833 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.110.126:34219(127.27.110.126:34219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:54.833 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.126:34219: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:54.833 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039; will retry
21:09:54.845 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:54.857 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:54.857 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:54.857 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:54.858 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:54.858 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:54.858 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:54.858 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:54.858 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:54.858 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:54.858 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:54.858 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:54.858 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:54.858 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:54.872 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:54.872 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:54.873 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:54.873 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:54.873 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:54.873 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:54.873 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:54.873 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:54.873 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:54.873 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:54.873 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:54.873 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:54.873 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:54.952 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:09:54.953 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:09:54.953 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:09:54.953 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:54.953 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:54.953 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:54.953 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:54.953 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:54.953 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:54.953 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:54.953 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:54.953 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:54.953 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:09:54.961 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 64 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544994960 for job d6a71f5cf5f060cfaa5d5fa24434f7a3.
21:09:54.967 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:54.968 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:54.968 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:54.968 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:54.968 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 64 for job d6a71f5cf5f060cfaa5d5fa24434f7a3 (5104 bytes, checkpointDuration=8 ms, finalizationTime=0 ms).
21:09:54.968 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:54.968 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:54.968 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:54.968 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:54.968 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:54.969 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:54.969 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:54.969 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:54.969 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:54.969 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 64 as completed for source Source: KuduSource.
21:09:55.033 [DEBUG - pool-410-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:55.033 [DEBUG - pool-410-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:55.033 [DEBUG - pool-410-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:55.033 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:55.033 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:55.033 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:55.033 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:55.033 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:55.033 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:55.034 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:55.034 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:55.034 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:55.034 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:55.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:53.803396 31350 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:09:55.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:53.805154 31352 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:09:55.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:55.175189 31351 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
21:09:55.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:55.175302 31343 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
21:09:55.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:55.180208 31343 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:09:55.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:55.184011 31343 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:09:55.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:55.185494 31343 hybrid_clock.cc:648] HybridClock initialized: now 1783544995185457 us; error 57 us; skew 500 ppm
21:09:55.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:55.186335 31343 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:09:55.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:55.193879 31343 webserver.cc:534] Webserver started at http://127.30.152.254:45329/ using document root <none> and password file <none>
21:09:55.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:55.194986 31343 fs_manager.cc:362] Metadata directory not provided
21:09:55.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:55.195314 31343 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:09:55.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:55.195883 31343 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
21:09:55.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:55.201216 31343 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3598840801429548256/master-0/data/instance:
21:09:55.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "34f4e6fa03e94bfe8a9a1cb34cdf5c87"
21:09:55.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:09:55 on dist-test-slave-3sd5"
21:09:55.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:55.202574 31343 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3598840801429548256/master-0/wal/instance:
21:09:55.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "34f4e6fa03e94bfe8a9a1cb34cdf5c87"
21:09:55.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:09:55 on dist-test-slave-3sd5"
21:09:55.206 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:55.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:55.212481 31343 fs_manager.cc:696] Time spent creating directory manager: real 0.009s	user 0.007s	sys 0.000s
21:09:55.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:55.219166 31361 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
21:09:55.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:55.220669 31343 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.003s	sys 0.001s
21:09:55.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:55.221009 31343 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3598840801429548256/master-0/data,/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3598840801429548256/master-0/wal
21:09:55.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "34f4e6fa03e94bfe8a9a1cb34cdf5c87"
21:09:55.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:09:55 on dist-test-slave-3sd5"
21:09:55.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:55.221487 31343 fs_report.cc:389] FS layout report
21:09:55.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:09:55.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3598840801429548256/master-0/wal
21:09:55.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3598840801429548256/master-0/wal
21:09:55.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3598840801429548256/master-0/data/data
21:09:55.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:09:55.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:09:55.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:09:55.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:09:55.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:09:55.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:09:55.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:09:55.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:09:55.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:09:55.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:09:55.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:09:55.250 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2841dd5f383bae9a8f297e74525dcca1 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 2841dd5f383bae9a8f297e74525dcca1 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:55.269 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:55.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:55.304760 31343 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
21:09:55.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:55.306515 31343 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:09:55.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:55.307029 31343 kserver.cc:163] Server-wide thread pool size limit: 3276
21:09:55.345 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:55.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:55.397933 31343 rpc_server.cc:307] RPC server started. Bound to: 127.30.152.254:37399
21:09:55.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:55.398054 31412 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.30.152.254:37399 every 8 connection(s)
21:09:55.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:55.401418 31343 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3598840801429548256/master-0/data/info.pb
21:09:55.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:55.409035 31413 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
21:09:55.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:55.411438 31331 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu as pid 31343
21:09:55.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:55.411979 31331 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3598840801429548256/master-0/wal/instance
21:09:55.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:55.416054 31331 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu
21:09:55.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu
21:09:55.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3598840801429548256/master-1/wal
21:09:55.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3598840801429548256/master-1/data
21:09:55.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:09:55.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:09:55.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:09:55.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:09:55.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:09:55.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:09:55.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3598840801429548256/master-1/logs
21:09:55.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3598840801429548256/master-1/data/info.pb
21:09:55.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:09:55.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:09:55.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:09:55.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:09:55.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:09:55.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:09:55.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:09:55.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:09:55.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
21:09:55.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:09:55.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:09:55.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:09:55.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.152.253:46569
21:09:55.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.152.253
21:09:55.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:09:55.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.152.212:45317
21:09:55.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:09:55.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:09:55.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:09:55.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:09:55.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.30.152.254:37399,127.30.152.253:46569,127.30.152.252:38897
21:09:55.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:09:55.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46741/jwks.json with env {}
21:09:55.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:55.425201 31413 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.30.152.254" port: 37399 } has no permanent_uuid. Determining permanent_uuid...
21:09:55.433 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:55.433 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:55.433 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:55.433 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:55.434 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:55.434 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:55.434 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:55.434 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:55.434 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:55.434 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:55.434 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:55.435 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:55.435 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:55.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:55.459350 31413 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.30.152.253" port: 46569 } has no permanent_uuid. Determining permanent_uuid...
21:09:55.461 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 65 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544995460 for job d6a71f5cf5f060cfaa5d5fa24434f7a3.
21:09:55.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:55.466624 31362 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.30.152.253:46569: connect: Connection refused (error 111)
21:09:55.469 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 65 for job d6a71f5cf5f060cfaa5d5fa24434f7a3 (5104 bytes, checkpointDuration=8 ms, finalizationTime=1 ms).
21:09:55.469 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 65 as completed for source Source: KuduSource.
21:09:55.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:55.474583 31413 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.152.253:46569: Network error: Client connection negotiation failed: client connection to 127.30.152.253:46569: connect: Connection refused (error 111)
21:09:55.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:55.524204 31413 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.152.253" port: 46569 } attempt: 1
21:09:55.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:55.530470 31413 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.152.253:46569: Network error: Client connection negotiation failed: client connection to 127.30.152.253:46569: connect: Connection refused (error 111)
21:09:55.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:55.599081 31413 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.152.253" port: 46569 } attempt: 2
21:09:55.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:55.604487 31413 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.152.253:46569: Network error: Client connection negotiation failed: client connection to 127.30.152.253:46569: connect: Connection refused (error 111)
21:09:55.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:55.695984 31413 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.152.253" port: 46569 } attempt: 3
21:09:55.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:55.702404 31413 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.152.253:46569: Network error: Client connection negotiation failed: client connection to 127.30.152.253:46569: connect: Connection refused (error 111)
21:09:55.706 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:55.750 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2841dd5f383bae9a8f297e74525dcca1 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 2841dd5f383bae9a8f297e74525dcca1 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:55.769 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:55.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:55.800504 31415 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
21:09:55.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:55.801079 31415 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:09:55.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:55.801973 31415 flags.cc:432] Enabled unsafe flag: --never_fsync=true
21:09:55.812 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:55.812 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:55.812 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:55.813 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:55.813 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:55.813 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:55.813 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:55.813 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:55.813 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:55.813 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:55.813 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:55.813 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:55.813 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:55.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:55.841058 31415 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
21:09:55.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:55.841418 31415 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
21:09:55.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:55.841710 31415 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
21:09:55.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:55.841929 31415 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
21:09:55.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:55.842129 31415 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
21:09:55.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:55.842279 31415 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:46741/jwks.json
21:09:55.845 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:55.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:55.845872 31413 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.152.253" port: 46569 } attempt: 4
21:09:55.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:55.853614 31413 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.152.253:46569: Network error: Client connection negotiation failed: client connection to 127.30.152.253:46569: connect: Connection refused (error 111)
21:09:55.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:55.887949 31415 master_runner.cc:387] Master server non-default flags:
21:09:55.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:09:55.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.152.212:45317
21:09:55.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:09:55.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:09:55.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3598840801429548256/master-1/data
21:09:55.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3598840801429548256/master-1/wal
21:09:55.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:09:55.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.30.152.254:37399,127.30.152.253:46569,127.30.152.252:38897
21:09:55.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:09:55.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:09:55.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:09:55.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.152.253:46569
21:09:55.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:09:55.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:09:55.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:09:55.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46741/jwks.json
21:09:55.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:09:55.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:09:55.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3598840801429548256/master-1/data/info.pb
21:09:55.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.152.253
21:09:55.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:09:55.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:09:55.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:09:55.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:09:55.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:09:55.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:09:55.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3598840801429548256/master-1/logs
21:09:55.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:09:55.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:09:55.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
21:09:55.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
21:09:55.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
21:09:55.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 6bec869c2320d19f2589b3f609f76e5041a21d27
21:09:55.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:09:55.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 20:43:55 UTC on e7f111948823
21:09:55.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16878
21:09:55.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:09:55.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:55.889657 31415 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:09:55.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:55.891625 31415 file_cache.cc:492] Constructed file cache file cache with capacity 419430
21:09:55.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:55.905287 31424 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:09:55.961 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 66 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544995960 for job d6a71f5cf5f060cfaa5d5fa24434f7a3.
21:09:55.970 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 66 for job d6a71f5cf5f060cfaa5d5fa24434f7a3 (5104 bytes, checkpointDuration=9 ms, finalizationTime=0 ms).
21:09:55.970 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 66 as completed for source Source: KuduSource.
21:09:55.998 [DEBUG - pool-404-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:09:55.998 [DEBUG - pool-404-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:09:55.999 [DEBUG - pool-404-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:09:55.999 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:55.999 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:55.999 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:55.999 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:55.999 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:55.999 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:55.999 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:55.999 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:55.999 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:55.999 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:09:56.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:56.153123 31413 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.152.253" port: 46569 } attempt: 5
21:09:56.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:56.158231 31413 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.152.253:46569: Network error: Client connection negotiation failed: client connection to 127.30.152.253:46569: connect: Connection refused (error 111)
21:09:56.207 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:56.250 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2841dd5f383bae9a8f297e74525dcca1 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 2841dd5f383bae9a8f297e74525dcca1 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:56.264 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.25.113.61:34911(127.25.113.61:34911)] connecting to peer
21:09:56.264 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.25.113.60:35933(127.25.113.60:35933)] connecting to peer
21:09:56.264 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.25.113.62:35193(127.25.113.62:35193)] connecting to peer
21:09:56.264 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:56.264 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.113.61:34911(127.25.113.61:34911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:56.264 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:56.264 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.61:34911: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:09:56.264 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.113.60:35933(127.25.113.60:35933)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:56.264 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.60:35933: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:09:56.265 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:56.265 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.113.62:35193(127.25.113.62:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:56.265 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.62:35193: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:09:56.265 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193; will retry
21:09:56.269 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:56.296 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.27.110.125:37111(127.27.110.125:37111)] connecting to peer
21:09:56.296 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.27.110.126:34219(127.27.110.126:34219)] connecting to peer
21:09:56.296 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.27.110.124:43039(127.27.110.124:43039)] connecting to peer
21:09:56.297 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:56.297 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:56.297 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.110.124:43039(127.27.110.124:43039)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:56.297 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.124:43039: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:56.297 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:56.297 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.110.126:34219(127.27.110.126:34219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:56.297 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.110.125:37111(127.27.110.125:37111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:56.297 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.126:34219: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:56.297 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.125:37111: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:56.298 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039; will retry
21:09:56.345 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:56.369 [DEBUG - pool-405-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:09:56.369 [DEBUG - pool-405-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:09:56.369 [DEBUG - pool-405-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:09:56.370 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:56.370 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:56.370 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:56.370 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:56.370 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:56.370 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:56.370 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:56.370 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:56.370 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:56.370 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:09:56.461 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 67 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544996461 for job d6a71f5cf5f060cfaa5d5fa24434f7a3.
21:09:56.477 [DEBUG - pool-391-thread-1] (Connection.java:748) [peer master-127.27.110.125:37111(127.27.110.125:37111)] connecting to peer
21:09:56.477 [DEBUG - pool-391-thread-1] (Connection.java:748) [peer master-127.27.110.126:34219(127.27.110.126:34219)] connecting to peer
21:09:56.478 [DEBUG - pool-391-thread-1] (Connection.java:748) [peer master-127.27.110.124:43039(127.27.110.124:43039)] connecting to peer
21:09:56.478 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:56.478 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.110.125:37111(127.27.110.125:37111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:56.478 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.125:37111: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:56.479 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:56.479 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.110.124:43039(127.27.110.124:43039)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:56.479 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.124:43039: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:56.479 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:56.479 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.110.126:34219(127.27.110.126:34219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:56.479 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.126:34219: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:56.479 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039; will retry
21:09:56.524 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.27.110.125:37111(127.27.110.125:37111)] connecting to peer
21:09:56.524 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.27.110.126:34219(127.27.110.126:34219)] connecting to peer
21:09:56.525 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.27.110.124:43039(127.27.110.124:43039)] connecting to peer
21:09:56.527 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:56.527 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.110.125:37111(127.27.110.125:37111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:56.527 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.125:37111: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:56.528 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:56.528 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.110.126:34219(127.27.110.126:34219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:56.528 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.126:34219: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:56.529 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:56.529 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.110.124:43039(127.27.110.124:43039)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:56.529 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.124:43039: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:56.529 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039; will retry
21:09:56.524 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 67 for job d6a71f5cf5f060cfaa5d5fa24434f7a3 (5104 bytes, checkpointDuration=62 ms, finalizationTime=1 ms).
21:09:56.549 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 67 as completed for source Source: KuduSource.
21:09:56.568 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:56.568 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:56.568 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:56.568 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:56.569 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:56.569 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:56.569 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:56.569 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:56.569 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:56.569 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:56.569 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:56.569 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:56.569 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:56.652 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:09:56.652 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:09:56.652 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:09:56.653 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:56.653 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:56.653 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:56.654 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:56.654 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:56.654 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:56.654 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:56.654 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:56.654 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:56.654 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:09:56.654 [DEBUG - pool-340-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30004), Traces: [0ms] sending RPC to server master-127.27.110.124:43039, [5ms] received response from server master-127.27.110.124:43039: OK, deferred=null) with no deferred attached!
21:09:56.707 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:56.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:56.735261 31413 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.152.253" port: 46569 } attempt: 6
21:09:56.750 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2841dd5f383bae9a8f297e74525dcca1 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 2841dd5f383bae9a8f297e74525dcca1 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:56.771 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:56.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:56.771729 31413 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.152.253:46569: Network error: Client connection negotiation failed: client connection to 127.30.152.253:46569: connect: Connection refused (error 111)
21:09:56.846 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:56.928 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:09:56.928 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:09:56.928 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:09:56.928 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:56.928 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:56.928 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:56.928 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:56.928 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:56.929 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:56.929 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:56.929 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:56.929 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:56.929 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:09:56.949 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:56.950 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:56.950 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:56.950 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:56.950 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:56.950 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:56.950 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:56.950 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:56.950 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:56.950 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:56.950 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:56.950 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:56.950 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:56.961 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 68 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544996961 for job d6a71f5cf5f060cfaa5d5fa24434f7a3.
21:09:56.973 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 68 for job d6a71f5cf5f060cfaa5d5fa24434f7a3 (5104 bytes, checkpointDuration=12 ms, finalizationTime=0 ms).
21:09:56.974 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 68 as completed for source Source: KuduSource.
21:09:57.184 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.27.110.125:37111(127.27.110.125:37111)] connecting to peer
21:09:57.184 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.27.110.126:34219(127.27.110.126:34219)] connecting to peer
21:09:57.185 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.27.110.124:43039(127.27.110.124:43039)] connecting to peer
21:09:57.185 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:57.185 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.110.125:37111(127.27.110.125:37111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:57.185 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:57.185 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.110.124:43039(127.27.110.124:43039)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:57.185 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.125:37111: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:57.185 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.124:43039: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:57.185 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:57.185 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.110.126:34219(127.27.110.126:34219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:57.185 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.126:34219: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:57.185 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039; will retry
21:09:57.207 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:57.232 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:09:57.232 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:09:57.232 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:09:57.232 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:57.232 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:57.233 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:57.233 [DEBUG - pool-410-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:57.233 [DEBUG - pool-410-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:57.233 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:57.233 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:57.233 [DEBUG - pool-410-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:57.233 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:57.233 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:57.233 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:57.233 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:57.233 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:09:57.233 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:57.234 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:57.234 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:57.234 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:57.234 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:57.234 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:57.234 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:57.234 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:57.234 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:57.234 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:57.251 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2841dd5f383bae9a8f297e74525dcca1 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 2841dd5f383bae9a8f297e74525dcca1 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:57.269 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:57.286 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:57.286 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:57.286 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:57.286 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:57.286 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:57.287 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:57.287 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:57.287 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:57.287 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:57.287 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:57.287 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:57.287 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:57.288 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:57.345 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:57.460 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 69 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544997460 for job d6a71f5cf5f060cfaa5d5fa24434f7a3.
21:09:57.471 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 69 for job d6a71f5cf5f060cfaa5d5fa24434f7a3 (5104 bytes, checkpointDuration=10 ms, finalizationTime=1 ms).
21:09:57.472 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 69 as completed for source Source: KuduSource.
21:09:57.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:57.535487 31409 debug-util.cc:398] Leaking SignalData structure 0x7b0800070100 after lost signal to thread 31344
21:09:57.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:57.536479 31409 debug-util.cc:398] Leaking SignalData structure 0x7b0800070560 after lost signal to thread 31412
21:09:57.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:55.909989 31427 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:09:57.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:55.906239 31425 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:09:57.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:57.643442 31426 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1736 milliseconds
21:09:57.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:57.643617 31415 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
21:09:57.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:57.645557 31415 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:09:57.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:57.650588 31415 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:09:57.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:57.652635 31415 hybrid_clock.cc:648] HybridClock initialized: now 1783544997652513 us; error 120 us; skew 500 ppm
21:09:57.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:57.654238 31415 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:09:57.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:57.666989 31415 webserver.cc:534] Webserver started at http://127.30.152.253:37567/ using document root <none> and password file <none>
21:09:57.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:57.668741 31415 fs_manager.cc:362] Metadata directory not provided
21:09:57.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:57.669261 31415 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:09:57.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:57.670038 31415 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
21:09:57.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:57.679898 31415 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3598840801429548256/master-1/data/instance:
21:09:57.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9e0fa2aef13c4b8788abc52d34c86c5d"
21:09:57.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:09:57 on dist-test-slave-3sd5"
21:09:57.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:57.681978 31415 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3598840801429548256/master-1/wal/instance:
21:09:57.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9e0fa2aef13c4b8788abc52d34c86c5d"
21:09:57.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:09:57 on dist-test-slave-3sd5"
21:09:57.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:57.695720 31415 fs_manager.cc:696] Time spent creating directory manager: real 0.013s	user 0.005s	sys 0.005s
21:09:57.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:57.704873 31438 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
21:09:57.707 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:57.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:57.706699 31415 fs_manager.cc:730] Time spent opening block manager: real 0.006s	user 0.005s	sys 0.000s
21:09:57.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:57.709450 31415 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3598840801429548256/master-1/data,/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3598840801429548256/master-1/wal
21:09:57.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9e0fa2aef13c4b8788abc52d34c86c5d"
21:09:57.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:09:57 on dist-test-slave-3sd5"
21:09:57.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:57.710326 31415 fs_report.cc:389] FS layout report
21:09:57.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:09:57.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3598840801429548256/master-1/wal
21:09:57.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3598840801429548256/master-1/wal
21:09:57.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3598840801429548256/master-1/data/data
21:09:57.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:09:57.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:09:57.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:09:57.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:09:57.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:09:57.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:09:57.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:09:57.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:09:57.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:09:57.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:09:57.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:09:57.749 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2841dd5f383bae9a8f297e74525dcca1 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 2841dd5f383bae9a8f297e74525dcca1 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:57.769 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:57.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:57.804791 31415 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
21:09:57.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:57.807332 31415 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:09:57.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:57.808161 31415 kserver.cc:163] Server-wide thread pool size limit: 3276
21:09:57.812 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:57.813 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:57.813 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:57.813 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:57.813 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:57.814 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:57.814 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:57.814 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:57.814 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:57.814 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:57.814 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:57.814 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:57.815 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:57.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:57.832295 31413 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.152.253" port: 46569 } attempt: 7
21:09:57.845 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:57.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:57.851338 31413 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.152.253:46569: Network error: Client connection negotiation failed: client connection to 127.30.152.253:46569: connect: Connection refused (error 111)
21:09:57.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:57.943186 31415 rpc_server.cc:307] RPC server started. Bound to: 127.30.152.253:46569
21:09:57.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:57.943315 31491 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.30.152.253:46569 every 8 connection(s)
21:09:57.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:57.948031 31415 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3598840801429548256/master-1/data/info.pb
21:09:57.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:57.951642 31331 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu as pid 31415
21:09:57.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:57.952181 31331 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3598840801429548256/master-1/wal/instance
21:09:57.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:57.956239 31331 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu
21:09:57.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu
21:09:57.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3598840801429548256/master-2/wal
21:09:57.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3598840801429548256/master-2/data
21:09:57.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:09:57.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:09:57.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:09:57.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:09:57.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:09:57.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:09:57.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3598840801429548256/master-2/logs
21:09:57.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3598840801429548256/master-2/data/info.pb
21:09:57.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:09:57.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:09:57.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:09:57.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:09:57.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:09:57.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:09:57.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:09:57.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:09:57.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
21:09:57.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:09:57.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:09:57.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:09:57.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.152.252:38897
21:09:57.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.152.252
21:09:57.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:09:57.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.152.212:45317
21:09:57.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:09:57.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:09:57.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:09:57.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:09:57.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.30.152.254:37399,127.30.152.253:46569,127.30.152.252:38897
21:09:57.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:09:57.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46741/jwks.json with env {}
21:09:57.961 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 70 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783544997960 for job d6a71f5cf5f060cfaa5d5fa24434f7a3.
21:09:57.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:57.964054 31492 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
21:09:57.970 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 70 for job d6a71f5cf5f060cfaa5d5fa24434f7a3 (5104 bytes, checkpointDuration=9 ms, finalizationTime=0 ms).
21:09:57.971 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 70 as completed for source Source: KuduSource.
21:09:57.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:57.986979 31492 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.30.152.254" port: 37399 } has no permanent_uuid. Determining permanent_uuid...
21:09:58.034 [DEBUG - pool-391-thread-1] (Connection.java:748) [peer master-127.27.110.125:37111(127.27.110.125:37111)] connecting to peer
21:09:58.035 [DEBUG - pool-391-thread-1] (Connection.java:748) [peer master-127.27.110.126:34219(127.27.110.126:34219)] connecting to peer
21:09:58.035 [DEBUG - pool-391-thread-1] (Connection.java:748) [peer master-127.27.110.124:43039(127.27.110.124:43039)] connecting to peer
21:09:58.035 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:58.035 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.110.124:43039(127.27.110.124:43039)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:58.035 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.124:43039: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:58.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:58.035684 31492 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.30.152.253" port: 46569 } has no permanent_uuid. Determining permanent_uuid...
21:09:58.037 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:58.037 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.110.125:37111(127.27.110.125:37111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:58.037 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.125:37111: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:58.037 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:58.037 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.110.126:34219(127.27.110.126:34219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:58.037 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.126:34219: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:58.037 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039; will retry
21:09:58.038 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=Kudu Master, attempt=23, TimeoutTracker(timeout=29505, elapsed=26862), Traces: [0ms] sending RPC to server master-127.27.110.124:43039, [1ms] received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [1ms] delaying RPC due to: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [23ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [41ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [60ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [61ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [81ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [120ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [121ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [180ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [181ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [299ms] refreshing cache from master, [299ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [300ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [301ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [301ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [301ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [400ms] refreshing cache from master, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [401ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [401ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [401ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [401ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [460ms] refreshing cache from master, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [461ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [461ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [461ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [461ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [1199ms] refreshing cache from master, [1199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [1200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [1200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [1200ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [1200ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [1201ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [1201ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [2140ms] refreshing cache from master, [2140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [2140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [2141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [2141ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [2141ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [2141ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [2141ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [4579ms] refreshing cache from master, [4579ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [4580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [4580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [4581ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [4582ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [4582ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [4582ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [5840ms] refreshing cache from master, [5840ms] too many traces: truncated at 100 traces, deferred=Deferred@348223965(state=PENDING, result=null, callback=get tablet locations from the master for table replication_test_table -> release master lookup permit -> retry RPC -> (continuation of Deferred@387184374 after retry RPC after error@765082253) -> (continuation of Deferred@1599486297 after retry RPC after error@1078373631) -> (continuation of Deferred@1223312967 after retry RPC after error@878203781) -> (continuation of Deferred@1512712358 after retry RPC after error@796808776) -> (continuation of Deferred@901576094 after retry RPC after error@1125010647) -> (continuation of Deferred@1214919432 after retry RPC after error@360439899) -> (continuation of Deferred@1203365743 after retry RPC after error@1994421179) -> (continuation of Deferred@1863056412 after retry RPC after error@624472222) -> (continuation of Deferred@758294985 after retry RPC after error@1480223359) -> (continuation of Deferred@1759610488 after retry RPC after error@146630586) -> (continuation of Deferred@821689221 after retry RPC after error@1000015479) -> (continuation of Deferred@1605211450 after retry RPC after error@1020180930) -> (continuation of Deferred@1125402637 after retry RPC after error@543114918) -> (continuation of Deferred@333972434 after retry RPC after error@1520548036) -> (continuation of Deferred@999610301 after retry RPC after error@1629805599) -> (continuation of Deferred@838972794 after retry RPC after error@1706122342) -> (continuation of Deferred@2022000210 after retry RPC after error@1057401209) -> (continuation of Deferred@1270150 after retry RPC after error@1873694606) -> (continuation of Deferred@1028334591 after retry RPC after error@923535438) -> (continuation of Deferred@738738296 after retry RPC after error@835168328) -> (continuation of Deferred@1442259284 after retry RPC after error@49159644), errback=passthrough -> release master lookup permit -> retry RPC after error -> (continuation of Deferred@387184374 after retry RPC after error@765082253) -> (continuation of Deferred@1599486297 after retry RPC after error@1078373631) -> (continuation of Deferred@1223312967 after retry RPC after error@878203781) -> (continuation of Deferred@1512712358 after retry RPC after error@796808776) -> (continuation of Deferred@901576094 after retry RPC after error@1125010647) -> (continuation of Deferred@1214919432 after retry RPC after error@360439899) -> (continuation of Deferred@1203365743 after retry RPC after error@1994421179) -> (continuation of Deferred@1863056412 after retry RPC after error@624472222) -> (continuation of Deferred@758294985 after retry RPC after error@1480223359) -> (continuation of Deferred@1759610488 after retry RPC after error@146630586) -> (continuation of Deferred@821689221 after retry RPC after error@1000015479) -> (continuation of Deferred@1605211450 after retry RPC after error@1020180930) -> (continuation of Deferred@1125402637 after retry RPC after error@543114918) -> (continuation of Deferred@333972434 after retry RPC after error@1520548036) -> (continuation of Deferred@999610301 after retry RPC after error@1629805599) -> (continuation of Deferred@838972794 after retry RPC after error@1706122342) -> (continuation of Deferred@2022000210 after retry RPC after error@1057401209) -> (continuation of Deferred@1270150 after retry RPC after error@1873694606) -> (continuation of Deferred@1028334591 after retry RPC after error@923535438) -> (continuation of Deferred@738738296 after retry RPC after error@835168328) -> (continuation of Deferred@1442259284 after retry RPC after error@49159644)))
21:09:58.039 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1523) Notify RPC ScanRequest(scannerId=null, state=OPENING, tablet=328af295c4f443dd9e4877e895c145a7, attempt=8, KuduRpc(method=Scan, tablet=328af295c4f443dd9e4877e895c145a7, attempt=8, TimeoutTracker(timeout=30000, elapsed=27358), Traces: [0ms] sending RPC to server 03ed47cb5a9148a7a4c7afcd17d768e1, [206ms] received response from server 03ed47cb5a9148a7a4c7afcd17d768e1: Network error: connection closed, [206ms] delaying RPC due to: Network error: connection closed, [221ms] sending RPC to server bea0bef4fa77456d8a0ed5ff9ce0c146, [223ms] received response from server bea0bef4fa77456d8a0ed5ff9ce0c146: Network error: Failed to connect to peer bea0bef4fa77456d8a0ed5ff9ce0c146(127.27.110.66:39813): Connection refused: /127.27.110.66:39813, [224ms] delaying RPC due to: Network error: Failed to connect to peer bea0bef4fa77456d8a0ed5ff9ce0c146(127.27.110.66:39813): Connection refused: /127.27.110.66:39813, [240ms] sending RPC to server 9568e7bf235f459fa583004fe13faea5, [242ms] received response from server 9568e7bf235f459fa583004fe13faea5: Network error: Failed to connect to peer 9568e7bf235f459fa583004fe13faea5(127.27.110.65:44763): Connection refused: /127.27.110.65:44763, [242ms] delaying RPC due to: Network error: Failed to connect to peer 9568e7bf235f459fa583004fe13faea5(127.27.110.65:44763): Connection refused: /127.27.110.65:44763, [260ms] refreshing cache from master, [260ms] Sub RPC GetTableLocations: refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [288ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [290ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [314ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: OK, [315ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.110.124:43039, [319ms] Sub RPC GetTableLocations: received response from server master-127.27.110.124:43039: OK, [320ms] sending RPC to server 03ed47cb5a9148a7a4c7afcd17d768e1, [327ms] received response from server 03ed47cb5a9148a7a4c7afcd17d768e1: Network error: Failed to connect to peer 03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055): Connection refused: /127.27.110.67:42055, [331ms] delaying RPC due to: Network error: Failed to connect to peer 03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055): Connection refused: /127.27.110.67:42055, [361ms] sending RPC to server bea0bef4fa77456d8a0ed5ff9ce0c146, [363ms] received response from server bea0bef4fa77456d8a0ed5ff9ce0c146: Network error: Failed to connect to peer bea0bef4fa77456d8a0ed5ff9ce0c146(127.27.110.66:39813): Connection refused: /127.27.110.66:39813, [363ms] delaying RPC due to: Network error: Failed to connect to peer bea0bef4fa77456d8a0ed5ff9ce0c146(127.27.110.66:39813): Connection refused: /127.27.110.66:39813, [420ms] sending RPC to server 9568e7bf235f459fa583004fe13faea5, [421ms] received response from server 9568e7bf235f459fa583004fe13faea5: Network error: Failed to connect to peer 9568e7bf235f459fa583004fe13faea5(127.27.110.65:44763): Connection refused: /127.27.110.65:44763, [421ms] delaying RPC due to: Network error: Failed to connect to peer 9568e7bf235f459fa583004fe13faea5(127.27.110.65:44763): Connection refused: /127.27.110.65:44763, [441ms] refreshing cache from master, [441ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.110.124:43039, [442ms] Sub RPC GetTableLocations: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [442ms] Sub RPC GetTableLocations: delaying RPC due to: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [461ms] Sub RPC GetTableLocations: refreshing cache from master, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [462ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [462ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [463ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [464ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [480ms] Sub RPC GetTableLocations: refreshing cache from master, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [482ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [482ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [482ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [482ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [500ms] Sub RPC GetTableLocations: refreshing cache from master, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [501ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [502ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [502ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [502ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [520ms] Sub RPC GetTableLocations: refreshing cache from master, [520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [521ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [521ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [522ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [522ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [560ms] Sub RPC GetTableLocations: refreshing cache from master, [560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [561ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [562ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [562ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [562ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [621ms] Sub RPC GetTableLocations: refreshing cache from master, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [621ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [622ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [622ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [622ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [740ms] Sub RPC GetTableLocations: refreshing cache from master, [740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [741ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [742ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [742ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [742ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [841ms] Sub RPC GetTableLocations: refreshing cache from master, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [842ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [842ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [842ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [842ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [901ms] Sub RPC GetTableLocations: refreshing cache from master, [901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [902ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [902ms] too many traces: truncated at 100 traces, deferred=Deferred@702899810(state=PENDING, result=null, callback=scanner opened -> passthrough -> wakeup thread Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0 -> (continuation of Deferred@1821087353 after retry RPC@1610806856), errback=passthrough -> open scanner errback -> wakeup thread Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0 -> (continuation of Deferred@1821087353 after retry RPC@1610806856)))) after lookup exception
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=Kudu Master, attempt=23, TimeoutTracker(timeout=29505, elapsed=26862), Traces: [0ms] sending RPC to server master-127.27.110.124:43039, [1ms] received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [1ms] delaying RPC due to: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [23ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [41ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [60ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [61ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [81ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [120ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [121ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [180ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [181ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [299ms] refreshing cache from master, [299ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [300ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [301ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [301ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [301ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [400ms] refreshing cache from master, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [401ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [401ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [401ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [401ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [460ms] refreshing cache from master, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [461ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [461ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [461ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [461ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [1199ms] refreshing cache from master, [1199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [1200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [1200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [1200ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [1200ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [1201ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [1201ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [2140ms] refreshing cache from master, [2140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [2140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [2141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [2141ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [2141ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [2141ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [2141ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [4579ms] refreshing cache from master, [4579ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [4580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [4580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [4581ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [4582ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [4582ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [4582ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [5840ms] refreshing cache from master, [5840ms] too many traces: truncated at 100 traces, deferred=Deferred@348223965(state=PENDING, result=null, callback=get tablet locations from the master for table replication_test_table -> release master lookup permit -> retry RPC -> (continuation of Deferred@387184374 after retry RPC after error@765082253) -> (continuation of Deferred@1599486297 after retry RPC after error@1078373631) -> (continuation of Deferred@1223312967 after retry RPC after error@878203781) -> (continuation of Deferred@1512712358 after retry RPC after error@796808776) -> (continuation of Deferred@901576094 after retry RPC after error@1125010647) -> (continuation of Deferred@1214919432 after retry RPC after error@360439899) -> (continuation of Deferred@1203365743 after retry RPC after error@1994421179) -> (continuation of Deferred@1863056412 after retry RPC after error@624472222) -> (continuation of Deferred@758294985 after retry RPC after error@1480223359) -> (continuation of Deferred@1759610488 after retry RPC after error@146630586) -> (continuation of Deferred@821689221 after retry RPC after error@1000015479) -> (continuation of Deferred@1605211450 after retry RPC after error@1020180930) -> (continuation of Deferred@1125402637 after retry RPC after error@543114918) -> (continuation of Deferred@333972434 after retry RPC after error@1520548036) -> (continuation of Deferred@999610301 after retry RPC after error@1629805599) -> (continuation of Deferred@838972794 after retry RPC after error@1706122342) -> (continuation of Deferred@2022000210 after retry RPC after error@1057401209) -> (continuation of Deferred@1270150 after retry RPC after error@1873694606) -> (continuation of Deferred@1028334591 after retry RPC after error@923535438) -> (continuation of Deferred@738738296 after retry RPC after error@835168328) -> (continuation of Deferred@1442259284 after retry RPC after error@49159644), errback=passthrough -> release master lookup permit -> retry RPC after error -> (continuation of Deferred@387184374 after retry RPC after error@765082253) -> (continuation of Deferred@1599486297 after retry RPC after error@1078373631) -> (continuation of Deferred@1223312967 after retry RPC after error@878203781) -> (continuation of Deferred@1512712358 after retry RPC after error@796808776) -> (continuation of Deferred@901576094 after retry RPC after error@1125010647) -> (continuation of Deferred@1214919432 after retry RPC after error@360439899) -> (continuation of Deferred@1203365743 after retry RPC after error@1994421179) -> (continuation of Deferred@1863056412 after retry RPC after error@624472222) -> (continuation of Deferred@758294985 after retry RPC after error@1480223359) -> (continuation of Deferred@1759610488 after retry RPC after error@146630586) -> (continuation of Deferred@821689221 after retry RPC after error@1000015479) -> (continuation of Deferred@1605211450 after retry RPC after error@1020180930) -> (continuation of Deferred@1125402637 after retry RPC after error@543114918) -> (continuation of Deferred@333972434 after retry RPC after error@1520548036) -> (continuation of Deferred@999610301 after retry RPC after error@1629805599) -> (continuation of Deferred@838972794 after retry RPC after error@1706122342) -> (continuation of Deferred@2022000210 after retry RPC after error@1057401209) -> (continuation of Deferred@1270150 after retry RPC after error@1873694606) -> (continuation of Deferred@1028334591 after retry RPC after error@923535438) -> (continuation of Deferred@738738296 after retry RPC after error@835168328) -> (continuation of Deferred@1442259284 after retry RPC after error@49159644)))
	at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
	at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
	at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
	at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	... 35 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.27.110.126:34219
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:09:58.040 [DEBUG - kudu-nio-2] (AsyncKuduScanner.java:686) Can not open scanner
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=Kudu Master, attempt=23, TimeoutTracker(timeout=29505, elapsed=26862), Traces: [0ms] sending RPC to server master-127.27.110.124:43039, [1ms] received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [1ms] delaying RPC due to: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [23ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [41ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [60ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [61ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [81ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [120ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [121ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [180ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [181ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [299ms] refreshing cache from master, [299ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [300ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [301ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [301ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [301ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [400ms] refreshing cache from master, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [401ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [401ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [401ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [401ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [460ms] refreshing cache from master, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [461ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [461ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [461ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [461ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [1199ms] refreshing cache from master, [1199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [1200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [1200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [1200ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [1200ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [1201ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [1201ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [2140ms] refreshing cache from master, [2140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [2140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [2141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [2141ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [2141ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [2141ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [2141ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [4579ms] refreshing cache from master, [4579ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [4580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [4580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [4581ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [4582ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [4582ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [4582ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [5840ms] refreshing cache from master, [5840ms] too many traces: truncated at 100 traces, deferred=Deferred@348223965(state=PENDING, result=null, callback=get tablet locations from the master for table replication_test_table -> release master lookup permit -> retry RPC -> (continuation of Deferred@387184374 after retry RPC after error@765082253) -> (continuation of Deferred@1599486297 after retry RPC after error@1078373631) -> (continuation of Deferred@1223312967 after retry RPC after error@878203781) -> (continuation of Deferred@1512712358 after retry RPC after error@796808776) -> (continuation of Deferred@901576094 after retry RPC after error@1125010647) -> (continuation of Deferred@1214919432 after retry RPC after error@360439899) -> (continuation of Deferred@1203365743 after retry RPC after error@1994421179) -> (continuation of Deferred@1863056412 after retry RPC after error@624472222) -> (continuation of Deferred@758294985 after retry RPC after error@1480223359) -> (continuation of Deferred@1759610488 after retry RPC after error@146630586) -> (continuation of Deferred@821689221 after retry RPC after error@1000015479) -> (continuation of Deferred@1605211450 after retry RPC after error@1020180930) -> (continuation of Deferred@1125402637 after retry RPC after error@543114918) -> (continuation of Deferred@333972434 after retry RPC after error@1520548036) -> (continuation of Deferred@999610301 after retry RPC after error@1629805599) -> (continuation of Deferred@838972794 after retry RPC after error@1706122342) -> (continuation of Deferred@2022000210 after retry RPC after error@1057401209) -> (continuation of Deferred@1270150 after retry RPC after error@1873694606) -> (continuation of Deferred@1028334591 after retry RPC after error@923535438) -> (continuation of Deferred@738738296 after retry RPC after error@835168328) -> (continuation of Deferred@1442259284 after retry RPC after error@49159644), errback=passthrough -> release master lookup permit -> retry RPC after error -> (continuation of Deferred@387184374 after retry RPC after error@765082253) -> (continuation of Deferred@1599486297 after retry RPC after error@1078373631) -> (continuation of Deferred@1223312967 after retry RPC after error@878203781) -> (continuation of Deferred@1512712358 after retry RPC after error@796808776) -> (continuation of Deferred@901576094 after retry RPC after error@1125010647) -> (continuation of Deferred@1214919432 after retry RPC after error@360439899) -> (continuation of Deferred@1203365743 after retry RPC after error@1994421179) -> (continuation of Deferred@1863056412 after retry RPC after error@624472222) -> (continuation of Deferred@758294985 after retry RPC after error@1480223359) -> (continuation of Deferred@1759610488 after retry RPC after error@146630586) -> (continuation of Deferred@821689221 after retry RPC after error@1000015479) -> (continuation of Deferred@1605211450 after retry RPC after error@1020180930) -> (continuation of Deferred@1125402637 after retry RPC after error@543114918) -> (continuation of Deferred@333972434 after retry RPC after error@1520548036) -> (continuation of Deferred@999610301 after retry RPC after error@1629805599) -> (continuation of Deferred@838972794 after retry RPC after error@1706122342) -> (continuation of Deferred@2022000210 after retry RPC after error@1057401209) -> (continuation of Deferred@1270150 after retry RPC after error@1873694606) -> (continuation of Deferred@1028334591 after retry RPC after error@923535438) -> (continuation of Deferred@738738296 after retry RPC after error@835168328) -> (continuation of Deferred@1442259284 after retry RPC after error@49159644)))
	at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
	at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
	at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
	at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	... 35 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.27.110.126:34219
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:09:58.041 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (AsyncKuduScanner.java:862) Scanner null closed on null
21:09:58.041 [ERROR - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcherManager.java:190) Received uncaught exception.
java.lang.RuntimeException: SplitFetcher thread 6 received unexpected exception while polling the records
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:168)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.run(SplitFetcher.java:117)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=Kudu Master, attempt=23, TimeoutTracker(timeout=29505, elapsed=26862), Traces: [0ms] sending RPC to server master-127.27.110.124:43039, [1ms] received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [1ms] delaying RPC due to: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [23ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [41ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [60ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [61ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [81ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [120ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [121ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [180ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [181ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [299ms] refreshing cache from master, [299ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [300ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [301ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [301ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [301ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [400ms] refreshing cache from master, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [401ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [401ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [401ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [401ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [460ms] refreshing cache from master, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [461ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [461ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [461ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [461ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [1199ms] refreshing cache from master, [1199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [1200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [1200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [1200ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [1200ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [1201ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [1201ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [2140ms] refreshing cache from master, [2140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [2140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [2141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [2141ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [2141ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [2141ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [2141ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [4579ms] refreshing cache from master, [4579ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [4580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [4580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [4581ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [4582ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [4582ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [4582ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [5840ms] refreshing cache from master, [5840ms] too many traces: truncated at 100 traces, deferred=Deferred@348223965(state=PENDING, result=null, callback=get tablet locations from the master for table replication_test_table -> release master lookup permit -> retry RPC -> (continuation of Deferred@387184374 after retry RPC after error@765082253) -> (continuation of Deferred@1599486297 after retry RPC after error@1078373631) -> (continuation of Deferred@1223312967 after retry RPC after error@878203781) -> (continuation of Deferred@1512712358 after retry RPC after error@796808776) -> (continuation of Deferred@901576094 after retry RPC after error@1125010647) -> (continuation of Deferred@1214919432 after retry RPC after error@360439899) -> (continuation of Deferred@1203365743 after retry RPC after error@1994421179) -> (continuation of Deferred@1863056412 after retry RPC after error@624472222) -> (continuation of Deferred@758294985 after retry RPC after error@1480223359) -> (continuation of Deferred@1759610488 after retry RPC after error@146630586) -> (continuation of Deferred@821689221 after retry RPC after error@1000015479) -> (continuation of Deferred@1605211450 after retry RPC after error@1020180930) -> (continuation of Deferred@1125402637 after retry RPC after error@543114918) -> (continuation of Deferred@333972434 after retry RPC after error@1520548036) -> (continuation of Deferred@999610301 after retry RPC after error@1629805599) -> (continuation of Deferred@838972794 after retry RPC after error@1706122342) -> (continuation of Deferred@2022000210 after retry RPC after error@1057401209) -> (continuation of Deferred@1270150 after retry RPC after error@1873694606) -> (continuation of Deferred@1028334591 after retry RPC after error@923535438) -> (continuation of Deferred@738738296 after retry RPC after error@835168328) -> (continuation of Deferred@1442259284 after retry RPC after error@49159644), errback=passthrough -> release master lookup permit -> retry RPC after error -> (continuation of Deferred@387184374 after retry RPC after error@765082253) -> (continuation of Deferred@1599486297 after retry RPC after error@1078373631) -> (continuation of Deferred@1223312967 after retry RPC after error@878203781) -> (continuation of Deferred@1512712358 after retry RPC after error@796808776) -> (continuation of Deferred@901576094 after retry RPC after error@1125010647) -> (continuation of Deferred@1214919432 after retry RPC after error@360439899) -> (continuation of Deferred@1203365743 after retry RPC after error@1994421179) -> (continuation of Deferred@1863056412 after retry RPC after error@624472222) -> (continuation of Deferred@758294985 after retry RPC after error@1480223359) -> (continuation of Deferred@1759610488 after retry RPC after error@146630586) -> (continuation of Deferred@821689221 after retry RPC after error@1000015479) -> (continuation of Deferred@1605211450 after retry RPC after error@1020180930) -> (continuation of Deferred@1125402637 after retry RPC after error@543114918) -> (continuation of Deferred@333972434 after retry RPC after error@1520548036) -> (continuation of Deferred@999610301 after retry RPC after error@1629805599) -> (continuation of Deferred@838972794 after retry RPC after error@1706122342) -> (continuation of Deferred@2022000210 after retry RPC after error@1057401209) -> (continuation of Deferred@1270150 after retry RPC after error@1873694606) -> (continuation of Deferred@1028334591 after retry RPC after error@923535438) -> (continuation of Deferred@738738296 after retry RPC after error@835168328) -> (continuation of Deferred@1442259284 after retry RPC after error@49159644)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduScanner.nextRows(KuduScanner.java:81)
	at org.apache.flink.connector.kudu.source.reader.KuduSourceSplitReader.fetch(KuduSourceSplitReader.java:68)
	at org.apache.flink.connector.base.source.reader.fetcher.FetchTask.run(FetchTask.java:58)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:165)
	... 6 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.27.110.126:34219
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:09:58.042 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer 9568e7bf235f459fa583004fe13faea5(127.27.110.65:44763)] disconnecting while in state TERMINATED
21:09:58.042 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer master-127.27.110.126:34219(127.27.110.126:34219)] disconnecting while in state TERMINATED
21:09:58.042 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer 03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055)] disconnecting while in state TERMINATED
21:09:58.042 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer master-127.27.110.124:43039(127.27.110.124:43039)] disconnecting while in state TERMINATED
21:09:58.042 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer bea0bef4fa77456d8a0ed5ff9ce0c146(127.27.110.66:39813)] disconnecting while in state TERMINATED
21:09:58.042 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer master-127.27.110.125:37111(127.27.110.125:37111)] disconnecting while in state TERMINATED
21:09:58.045 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer master-127.28.61.189:39213(127.28.61.189:39213)] disconnecting while in state TERMINATED
21:09:58.045 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer master-127.28.61.190:36375(127.28.61.190:36375)] disconnecting while in state TERMINATED
21:09:58.045 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer master-127.28.61.188:41979(127.28.61.188:41979)] disconnecting while in state TERMINATED
21:09:58.045 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer f53bf1a5b946421c9a5245279379d038(127.28.61.129:36239)] disconnecting while in state TERMINATED
21:09:58.045 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer f9388bec45ef4b26b002bb34888dd2e1(127.28.61.131:42367)] disconnecting while in state TERMINATED
21:09:58.046 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2704) Releasing all remaining resources
21:09:58.047 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-0
21:09:58.047 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 4 thread-local buffer(s) from thread: kudu-nio-3
21:09:58.048 [DEBUG - kudu-nio-5] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-5
21:09:58.048 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:128) Split fetcher 6 exited.
21:09:58.058 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2704) Releasing all remaining resources
21:09:58.060 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
21:09:58.061 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-1
21:09:58.061 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-3
21:09:58.061 [DEBUG - kudu-nio-4] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-4
21:09:58.062 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 24 thread-local buffer(s) from thread: kudu-nio-2
21:09:58.062 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:338) Closing Source Reader.
21:09:58.063 [WARN - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1117) Source: KuduSource -> Sink: Writer (3/4)#0 (7a3214ac5515a3aaffb3e13cfc52cb55_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from RUNNING to FAILED with failure cause:
java.lang.RuntimeException: One or more fetchers have encountered exception
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcherManager.checkErrors(SplitFetcherManager.java:333)
	at org.apache.flink.connector.base.source.reader.SourceReaderBase.getNextFetch(SourceReaderBase.java:228)
	at org.apache.flink.connector.base.source.reader.SourceReaderBase.pollNext(SourceReaderBase.java:190)
	at org.apache.kudu.replication.wrappedsource.StatelessKuduReaderWrapper.pollNext(StatelessKuduReaderWrapper.java:63)
	at org.apache.flink.streaming.api.operators.SourceOperator.emitNext(SourceOperator.java:443)
	at org.apache.flink.streaming.runtime.io.StreamTaskSourceInput.emitNext(StreamTaskSourceInput.java:68)
	at org.apache.flink.streaming.runtime.io.StreamOneInputProcessor.processInput(StreamOneInputProcessor.java:65)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.processInput(StreamTask.java:579)
	at org.apache.flink.streaming.runtime.tasks.mailbox.MailboxProcessor.runMailboxLoop(MailboxProcessor.java:231)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.runMailboxLoop(StreamTask.java:909)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.invoke(StreamTask.java:858)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:937)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: SplitFetcher thread 6 received unexpected exception while polling the records
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:168)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.run(SplitFetcher.java:117)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=Kudu Master, attempt=23, TimeoutTracker(timeout=29505, elapsed=26862), Traces: [0ms] sending RPC to server master-127.27.110.124:43039, [1ms] received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [1ms] delaying RPC due to: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [23ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [41ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [60ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [61ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [81ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [120ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [121ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [180ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [181ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [299ms] refreshing cache from master, [299ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [300ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [301ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [301ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [301ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [400ms] refreshing cache from master, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [401ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [401ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [401ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [401ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [460ms] refreshing cache from master, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [461ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [461ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [461ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [461ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [1199ms] refreshing cache from master, [1199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [1200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [1200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [1200ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [1200ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [1201ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [1201ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [2140ms] refreshing cache from master, [2140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [2140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [2141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [2141ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [2141ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [2141ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [2141ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [4579ms] refreshing cache from master, [4579ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [4580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [4580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [4581ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [4582ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [4582ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [4582ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [5840ms] refreshing cache from master, [5840ms] too many traces: truncated at 100 traces, deferred=Deferred@348223965(state=PENDING, result=null, callback=get tablet locations from the master for table replication_test_table -> release master lookup permit -> retry RPC -> (continuation of Deferred@387184374 after retry RPC after error@765082253) -> (continuation of Deferred@1599486297 after retry RPC after error@1078373631) -> (continuation of Deferred@1223312967 after retry RPC after error@878203781) -> (continuation of Deferred@1512712358 after retry RPC after error@796808776) -> (continuation of Deferred@901576094 after retry RPC after error@1125010647) -> (continuation of Deferred@1214919432 after retry RPC after error@360439899) -> (continuation of Deferred@1203365743 after retry RPC after error@1994421179) -> (continuation of Deferred@1863056412 after retry RPC after error@624472222) -> (continuation of Deferred@758294985 after retry RPC after error@1480223359) -> (continuation of Deferred@1759610488 after retry RPC after error@146630586) -> (continuation of Deferred@821689221 after retry RPC after error@1000015479) -> (continuation of Deferred@1605211450 after retry RPC after error@1020180930) -> (continuation of Deferred@1125402637 after retry RPC after error@543114918) -> (continuation of Deferred@333972434 after retry RPC after error@1520548036) -> (continuation of Deferred@999610301 after retry RPC after error@1629805599) -> (continuation of Deferred@838972794 after retry RPC after error@1706122342) -> (continuation of Deferred@2022000210 after retry RPC after error@1057401209) -> (continuation of Deferred@1270150 after retry RPC after error@1873694606) -> (continuation of Deferred@1028334591 after retry RPC after error@923535438) -> (continuation of Deferred@738738296 after retry RPC after error@835168328) -> (continuation of Deferred@1442259284 after retry RPC after error@49159644), errback=passthrough -> release master lookup permit -> retry RPC after error -> (continuation of Deferred@387184374 after retry RPC after error@765082253) -> (continuation of Deferred@1599486297 after retry RPC after error@1078373631) -> (continuation of Deferred@1223312967 after retry RPC after error@878203781) -> (continuation of Deferred@1512712358 after retry RPC after error@796808776) -> (continuation of Deferred@901576094 after retry RPC after error@1125010647) -> (continuation of Deferred@1214919432 after retry RPC after error@360439899) -> (continuation of Deferred@1203365743 after retry RPC after error@1994421179) -> (continuation of Deferred@1863056412 after retry RPC after error@624472222) -> (continuation of Deferred@758294985 after retry RPC after error@1480223359) -> (continuation of Deferred@1759610488 after retry RPC after error@146630586) -> (continuation of Deferred@821689221 after retry RPC after error@1000015479) -> (continuation of Deferred@1605211450 after retry RPC after error@1020180930) -> (continuation of Deferred@1125402637 after retry RPC after error@543114918) -> (continuation of Deferred@333972434 after retry RPC after error@1520548036) -> (continuation of Deferred@999610301 after retry RPC after error@1629805599) -> (continuation of Deferred@838972794 after retry RPC after error@1706122342) -> (continuation of Deferred@2022000210 after retry RPC after error@1057401209) -> (continuation of Deferred@1270150 after retry RPC after error@1873694606) -> (continuation of Deferred@1028334591 after retry RPC after error@923535438) -> (continuation of Deferred@738738296 after retry RPC after error@835168328) -> (continuation of Deferred@1442259284 after retry RPC after error@49159644)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduScanner.nextRows(KuduScanner.java:81)
	at org.apache.flink.connector.kudu.source.reader.KuduSourceSplitReader.fetch(KuduSourceSplitReader.java:68)
	at org.apache.flink.connector.base.source.reader.fetcher.FetchTask.run(FetchTask.java:58)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:165)
	... 6 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.27.110.126:34219
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:09:58.063 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#0 (7a3214ac5515a3aaffb3e13cfc52cb55_cbc357ccb763df2852fee8c4fc7d55f2_2_0).
21:09:58.066 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#0 7a3214ac5515a3aaffb3e13cfc52cb55_cbc357ccb763df2852fee8c4fc7d55f2_2_0.
21:09:58.069 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1449) Source: KuduSource -> Sink: Writer (3/4) (7a3214ac5515a3aaffb3e13cfc52cb55_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from RUNNING to FAILED on 0c51e075-60cc-44c9-a043-700ae7939e07 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: java.lang.RuntimeException: One or more fetchers have encountered exception
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcherManager.checkErrors(SplitFetcherManager.java:333)
	at org.apache.flink.connector.base.source.reader.SourceReaderBase.getNextFetch(SourceReaderBase.java:228)
	at org.apache.flink.connector.base.source.reader.SourceReaderBase.pollNext(SourceReaderBase.java:190)
	at org.apache.kudu.replication.wrappedsource.StatelessKuduReaderWrapper.pollNext(StatelessKuduReaderWrapper.java:63)
	at org.apache.flink.streaming.api.operators.SourceOperator.emitNext(SourceOperator.java:443)
	at org.apache.flink.streaming.runtime.io.StreamTaskSourceInput.emitNext(StreamTaskSourceInput.java:68)
	at org.apache.flink.streaming.runtime.io.StreamOneInputProcessor.processInput(StreamOneInputProcessor.java:65)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.processInput(StreamTask.java:579)
	at org.apache.flink.streaming.runtime.tasks.mailbox.MailboxProcessor.runMailboxLoop(MailboxProcessor.java:231)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.runMailboxLoop(StreamTask.java:909)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.invoke(StreamTask.java:858)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:937)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.SerializedThrowable: java.lang.RuntimeException: SplitFetcher thread 6 received unexpected exception while polling the records
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:168)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.run(SplitFetcher.java:117)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=Kudu Master, attempt=23, TimeoutTracker(timeout=29505, elapsed=26862), Traces: [0ms] sending RPC to server master-127.27.110.124:43039, [1ms] received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [1ms] delaying RPC due to: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [23ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [41ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [60ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [61ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [81ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [120ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [121ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [180ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [181ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [299ms] refreshing cache from master, [299ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [300ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [301ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [301ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [301ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [400ms] refreshing cache from master, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [401ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [401ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [401ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [401ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [460ms] refreshing cache from master, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [461ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [461ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [461ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [461ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [1199ms] refreshing cache from master, [1199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [1200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [1200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [1200ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [1200ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [1201ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [1201ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [2140ms] refreshing cache from master, [2140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [2140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [2141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [2141ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [2141ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [2141ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [2141ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [4579ms] refreshing cache from master, [4579ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [4580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [4580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [4581ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [4582ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [4582ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [4582ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [5840ms] refreshing cache from master, [5840ms] too many traces: truncated at 100 traces, deferred=Deferred@348223965(state=PENDING, result=null, callback=get tablet locations from the master for table replication_test_table -> release master lookup permit -> retry RPC -> (continuation of Deferred@387184374 after retry RPC after error@765082253) -> (continuation of Deferred@1599486297 after retry RPC after error@1078373631) -> (continuation of Deferred@1223312967 after retry RPC after error@878203781) -> (continuation of Deferred@1512712358 after retry RPC after error@796808776) -> (continuation of Deferred@901576094 after retry RPC after error@1125010647) -> (continuation of Deferred@1214919432 after retry RPC after error@360439899) -> (continuation of Deferred@1203365743 after retry RPC after error@1994421179) -> (continuation of Deferred@1863056412 after retry RPC after error@624472222) -> (continuation of Deferred@758294985 after retry RPC after error@1480223359) -> (continuation of Deferred@1759610488 after retry RPC after error@146630586) -> (continuation of Deferred@821689221 after retry RPC after error@1000015479) -> (continuation of Deferred@1605211450 after retry RPC after error@1020180930) -> (continuation of Deferred@1125402637 after retry RPC after error@543114918) -> (continuation of Deferred@333972434 after retry RPC after error@1520548036) -> (continuation of Deferred@999610301 after retry RPC after error@1629805599) -> (continuation of Deferred@838972794 after retry RPC after error@1706122342) -> (continuation of Deferred@2022000210 after retry RPC after error@1057401209) -> (continuation of Deferred@1270150 after retry RPC after error@1873694606) -> (continuation of Deferred@1028334591 after retry RPC after error@923535438) -> (continuation of Deferred@738738296 after retry RPC after error@835168328) -> (continuation of Deferred@1442259284 after retry RPC after error@49159644), errback=passthrough -> release master lookup permit -> retry RPC after error -> (continuation of Deferred@387184374 after retry RPC after error@765082253) -> (continuation of Deferred@1599486297 after retry RPC after error@1078373631) -> (continuation of Deferred@1223312967 after retry RPC after error@878203781) -> (continuation of Deferred@1512712358 after retry RPC after error@796808776) -> (continuation of Deferred@901576094 after retry RPC after error@1125010647) -> (continuation of Deferred@1214919432 after retry RPC after error@360439899) -> (continuation of Deferred@1203365743 after retry RPC after error@1994421179) -> (continuation of Deferred@1863056412 after retry RPC after error@624472222) -> (continuation of Deferred@758294985 after retry RPC after error@1480223359) -> (continuation of Deferred@1759610488 after retry RPC after error@146630586) -> (continuation of Deferred@821689221 after retry RPC after error@1000015479) -> (continuation of Deferred@1605211450 after retry RPC after error@1020180930) -> (continuation of Deferred@1125402637 after retry RPC after error@543114918) -> (continuation of Deferred@333972434 after retry RPC after error@1520548036) -> (continuation of Deferred@999610301 after retry RPC after error@1629805599) -> (continuation of Deferred@838972794 after retry RPC after error@1706122342) -> (continuation of Deferred@2022000210 after retry RPC after error@1057401209) -> (continuation of Deferred@1270150 after retry RPC after error@1873694606) -> (continuation of Deferred@1028334591 after retry RPC after error@923535438) -> (continuation of Deferred@738738296 after retry RPC after error@835168328) -> (continuation of Deferred@1442259284 after retry RPC after error@49159644)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduScanner.nextRows(KuduScanner.java:81)
	at org.apache.flink.connector.kudu.source.reader.KuduSourceSplitReader.fetch(KuduSourceSplitReader.java:68)
	at org.apache.flink.connector.base.source.reader.fetcher.FetchTask.run(FetchTask.java:58)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:165)
	... 6 more
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.27.110.126:34219
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:09:58.070 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 7a3214ac5515a3aaffb3e13cfc52cb55_cbc357ccb763df2852fee8c4fc7d55f2_2_0.
21:09:58.071 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (d6a71f5cf5f060cfaa5d5fa24434f7a3) switched from state RUNNING to RESTARTING.
21:09:58.071 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#0) of source Source: KuduSource.
21:09:58.072 [WARN - flink-pekko.actor.default-dispatcher-5] (TaskManagerLocation.java:276) No hostname could be resolved for the IP address 127.0.0.1, using IP address as host name. Local input split assignment (such as for HDFS files) may be impacted.
21:09:58.070 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job d6a71f5cf5f060cfaa5d5fa24434f7a3: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
21:09:58.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:58.089102 31492 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.30.152.252" port: 38897 } has no permanent_uuid. Determining permanent_uuid...
21:09:58.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:58.092607 31442 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.30.152.252:38897: connect: Connection refused (error 111)
21:09:58.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:58.104228 31492 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.152.252:38897: Network error: Client connection negotiation failed: client connection to 127.30.152.252:38897: connect: Connection refused (error 111)
21:09:58.112 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:58.112 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:58.112 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:58.113 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:58.113 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:58.113 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:58.113 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:58.113 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:58.113 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:58.113 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:58.113 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:58.113 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:58.113 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:58.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:58.153851 31492 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.152.252" port: 38897 } attempt: 1
21:09:58.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:58.159857 31492 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.152.252:38897: Network error: Client connection negotiation failed: client connection to 127.30.152.252:38897: connect: Connection refused (error 111)
21:09:58.207 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:58.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:58.228425 31492 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.152.252" port: 38897 } attempt: 2
21:09:58.232 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:09:58.232 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:09:58.233 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:09:58.233 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:58.233 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:58.233 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:58.233 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:58.234 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:58.234 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:58.234 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:58.234 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:58.234 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:58.234 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:09:58.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:58.234802 31492 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.152.252:38897: Network error: Client connection negotiation failed: client connection to 127.30.152.252:38897: connect: Connection refused (error 111)
21:09:58.249 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2841dd5f383bae9a8f297e74525dcca1 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 2841dd5f383bae9a8f297e74525dcca1 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:58.268 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:58.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:58.326294 31492 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.152.252" port: 38897 } attempt: 3
21:09:58.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:58.331692 31492 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.152.252:38897: Network error: Client connection negotiation failed: client connection to 127.30.152.252:38897: connect: Connection refused (error 111)
21:09:58.345 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:58.387 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:58.387 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:58.388 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:58.388 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:58.388 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:58.388 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:58.388 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:58.388 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:58.388 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:58.388 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:58.388 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:58.388 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:58.388 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:58.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:58.478067 31492 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.152.252" port: 38897 } attempt: 4
21:09:58.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:58.489463 31492 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.152.252:38897: Network error: Client connection negotiation failed: client connection to 127.30.152.252:38897: connect: Connection refused (error 111)
21:09:58.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:58.518985 31494 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
21:09:58.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:58.519833 31494 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:09:58.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:58.520627 31494 flags.cc:432] Enabled unsafe flag: --never_fsync=true
21:09:58.529 [DEBUG - pool-405-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:09:58.529 [DEBUG - pool-405-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:09:58.529 [DEBUG - pool-405-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:09:58.529 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:58.529 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:58.530 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:58.530 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:58.530 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:58.529 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:58.530 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:58.530 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:58.530 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:58.530 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:09:58.550 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:58.550 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:58.550 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:58.551 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:58.551 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:58.551 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:58.551 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:58.551 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:58.551 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:58.552 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:58.552 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:58.552 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:58.552 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:58.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:58.589951 31494 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
21:09:58.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:58.590443 31494 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
21:09:58.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:58.590833 31494 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
21:09:58.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:58.591248 31494 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
21:09:58.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:58.591675 31494 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
21:09:58.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:58.591965 31494 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:46741/jwks.json
21:09:58.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:58.670867 31494 master_runner.cc:387] Master server non-default flags:
21:09:58.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:09:58.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.152.212:45317
21:09:58.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:09:58.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:09:58.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3598840801429548256/master-2/data
21:09:58.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3598840801429548256/master-2/wal
21:09:58.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:09:58.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.30.152.254:37399,127.30.152.253:46569,127.30.152.252:38897
21:09:58.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:09:58.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:09:58.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:09:58.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.152.252:38897
21:09:58.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:09:58.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:09:58.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:09:58.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46741/jwks.json
21:09:58.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:09:58.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:09:58.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3598840801429548256/master-2/data/info.pb
21:09:58.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.152.252
21:09:58.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:09:58.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:09:58.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:09:58.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:09:58.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:09:58.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:09:58.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3598840801429548256/master-2/logs
21:09:58.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:09:58.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:09:58.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
21:09:58.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
21:09:58.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
21:09:58.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 6bec869c2320d19f2589b3f609f76e5041a21d27
21:09:58.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:09:58.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 20:43:55 UTC on e7f111948823
21:09:58.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16878
21:09:58.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:09:58.672 [DEBUG - pool-340-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30019), Traces: [0ms] sending RPC to server master-127.27.110.124:43039, [7ms] received response from server master-127.27.110.124:43039: OK, deferred=null) with no deferred attached!
21:09:58.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:58.672915 31494 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:09:58.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:58.675372 31494 file_cache.cc:492] Constructed file cache file cache with capacity 419430
21:09:58.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:58.691157 31507 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:09:58.707 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:58.750 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2841dd5f383bae9a8f297e74525dcca1 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 2841dd5f383bae9a8f297e74525dcca1 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:58.768 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:58.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:58.788962 31492 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.152.252" port: 38897 } attempt: 5
21:09:58.792 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:58.792 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:58.792 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:58.793 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:58.793 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:58.793 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:58.793 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:58.793 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:58.793 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:58.794 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:58.794 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:58.794 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:58.794 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:58.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:58.796854 31492 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.152.252:38897: Network error: Client connection negotiation failed: client connection to 127.30.152.252:38897: connect: Connection refused (error 111)
21:09:58.837 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:58.837 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:58.837 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:58.838 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:58.838 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:58.838 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:58.839 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:58.839 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:58.839 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:58.839 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:58.839 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:58.839 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:58.839 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:58.844 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:58.852 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:09:58.852 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:09:58.852 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:09:58.853 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:58.853 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:58.853 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:09:58.853 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:58.854 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:58.854 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:09:58.854 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:58.854 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:58.854 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:09:58.854 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:09:58.872 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.27.110.125:37111(127.27.110.125:37111)] connecting to peer
21:09:58.872 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.27.110.126:34219(127.27.110.126:34219)] connecting to peer
21:09:58.872 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.27.110.124:43039(127.27.110.124:43039)] connecting to peer
21:09:58.873 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:58.873 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.110.124:43039(127.27.110.124:43039)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:58.873 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:58.873 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.124:43039: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:58.873 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.110.126:34219(127.27.110.126:34219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:58.873 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.126:34219: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:58.873 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:58.873 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.110.125:37111(127.27.110.125:37111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:58.873 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.125:37111: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:58.873 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039; will retry
21:09:58.874 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=null, attempt=22, TimeoutTracker(timeout=29689, elapsed=27881), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [37ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [38ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: [peer master-127.27.110.125:37111(127.27.110.125:37111)] unexpected exception from downstream on [id: 0x94e8e675, L:/127.0.0.1:39644 - R:/127.27.110.125:37111], [116ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: [peer master-127.27.110.124:43039(127.27.110.124:43039)] unexpected exception from downstream on [id: 0x8225f485, L:/127.0.0.1:51592 - R:/127.27.110.124:43039], [116ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: [peer master-127.27.110.125:37111(127.27.110.125:37111)] unexpected exception from downstream on [id: 0x94e8e675, L:/127.0.0.1:39644 - R:/127.27.110.125:37111],org.apache.kudu.client.RecoverableException: [peer master-127.27.110.124:43039(127.27.110.124:43039)] unexpected exception from downstream on [id: 0x8225f485, L:/127.0.0.1:51592 - R:/127.27.110.124:43039], [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [124ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [124ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [142ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [163ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [182ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [182ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [183ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [183ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [202ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [202ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [202ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [202ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [261ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [262ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [262ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [262ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [360ms] refreshing cache from master, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [362ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [362ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [362ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [362ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [621ms] refreshing cache from master, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [622ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [622ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [622ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [622ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [623ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [623ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [860ms] refreshing cache from master, [860ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [862ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [862ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [862ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [862ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [1581ms] refreshing cache from master, [1581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [1581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [1581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [1582ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [1582ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [1582ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [1582ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [1641ms] refreshing cache from master, [1641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [1641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [1641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [1642ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [1642ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [1642ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [1642ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [3700ms] refreshing cache from master, [3700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [3701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [3701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [3702ms] too many traces: truncated at 100 traces, deferred=Deferred@886477214(state=PENDING, result=null, callback=(continuation of Deferred@590961991 after retry RPC after error@2031951115) -> (continuation of Deferred@1581698369 after retry RPC after error@1587346806) -> (continuation of Deferred@933646471 after retry RPC after error@650307133) -> (continuation of Deferred@1317411681 after retry RPC after error@2009610378) -> (continuation of Deferred@1928293532 after retry RPC after error@1135448050) -> (continuation of Deferred@1024379381 after retry RPC after error@196393654) -> (continuation of Deferred@45530320 after retry RPC after error@759914859) -> (continuation of Deferred@1723946070 after retry RPC after error@1208890162) -> (continuation of Deferred@2137605855 after retry RPC after error@165617760) -> (continuation of Deferred@1708173033 after retry RPC after error@1560190658) -> (continuation of Deferred@1762944060 after retry RPC after error@423138654) -> (continuation of Deferred@2034208638 after retry RPC after error@1360987669) -> (continuation of Deferred@467713422 after retry RPC after error@1177508297) -> (continuation of Deferred@1139702285 after retry RPC after error@1785263051) -> (continuation of Deferred@1962553285 after retry RPC after error@1218957698) -> (continuation of Deferred@2024400009 after retry RPC after error@1441965820) -> (continuation of Deferred@1892888448 after retry RPC after error@101637081) -> (continuation of Deferred@825555517 after retry RPC after error@1899065249) -> (continuation of Deferred@418898216 after retry RPC after error@1750540796) -> (continuation of Deferred@2124733401 after retry RPC after error@68353995) -> (continuation of Deferred@592163008 after retry RPC after error@1925328276), errback=(continuation of Deferred@590961991 after retry RPC after error@2031951115) -> (continuation of Deferred@1581698369 after retry RPC after error@1587346806) -> (continuation of Deferred@933646471 after retry RPC after error@650307133) -> (continuation of Deferred@1317411681 after retry RPC after error@2009610378) -> (continuation of Deferred@1928293532 after retry RPC after error@1135448050) -> (continuation of Deferred@1024379381 after retry RPC after error@196393654) -> (continuation of Deferred@45530320 after retry RPC after error@759914859) -> (continuation of Deferred@1723946070 after retry RPC after error@1208890162) -> (continuation of Deferred@2137605855 after retry RPC after error@165617760) -> (continuation of Deferred@1708173033 after retry RPC after error@1560190658) -> (continuation of Deferred@1762944060 after retry RPC after error@423138654) -> (continuation of Deferred@2034208638 after retry RPC after error@1360987669) -> (continuation of Deferred@467713422 after retry RPC after error@1177508297) -> (continuation of Deferred@1139702285 after retry RPC after error@1785263051) -> (continuation of Deferred@1962553285 after retry RPC after error@1218957698) -> (continuation of Deferred@2024400009 after retry RPC after error@1441965820) -> (continuation of Deferred@1892888448 after retry RPC after error@101637081) -> (continuation of Deferred@825555517 after retry RPC after error@1899065249) -> (continuation of Deferred@418898216 after retry RPC after error@1750540796) -> (continuation of Deferred@2124733401 after retry RPC after error@68353995) -> (continuation of Deferred@592163008 after retry RPC after error@1925328276)))
21:09:58.875 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1523) Notify RPC ScanRequest(scannerId=null, state=OPENING, tablet=637925460d0644f885c9c2aac46d643e, attempt=4, KuduRpc(method=Scan, tablet=637925460d0644f885c9c2aac46d643e, attempt=4, TimeoutTracker(timeout=30000, elapsed=28194), Traces: [0ms] sending RPC to server 03ed47cb5a9148a7a4c7afcd17d768e1, [229ms] received response from server 03ed47cb5a9148a7a4c7afcd17d768e1: Network error: connection closed, [229ms] delaying RPC due to: Network error: connection closed, [241ms] sending RPC to server bea0bef4fa77456d8a0ed5ff9ce0c146, [243ms] received response from server bea0bef4fa77456d8a0ed5ff9ce0c146: Network error: Failed to connect to peer bea0bef4fa77456d8a0ed5ff9ce0c146(127.27.110.66:39813): Connection refused: /127.27.110.66:39813, [243ms] delaying RPC due to: Network error: Failed to connect to peer bea0bef4fa77456d8a0ed5ff9ce0c146(127.27.110.66:39813): Connection refused: /127.27.110.66:39813, [261ms] sending RPC to server 9568e7bf235f459fa583004fe13faea5, [264ms] received response from server 9568e7bf235f459fa583004fe13faea5: Network error: Failed to connect to peer 9568e7bf235f459fa583004fe13faea5(127.27.110.65:44763): Connection refused: /127.27.110.65:44763, [264ms] delaying RPC due to: Network error: Failed to connect to peer 9568e7bf235f459fa583004fe13faea5(127.27.110.65:44763): Connection refused: /127.27.110.65:44763, [280ms] refreshing cache from master, [280ms] Sub RPC GetTableLocations: refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [284ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [317ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [318ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [342ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: [peer master-127.27.110.125:37111(127.27.110.125:37111)] unexpected exception from downstream on [id: 0x94e8e675, L:/127.0.0.1:39644 - R:/127.27.110.125:37111], [396ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: [peer master-127.27.110.124:43039(127.27.110.124:43039)] unexpected exception from downstream on [id: 0x8225f485, L:/127.0.0.1:51592 - R:/127.27.110.124:43039], [396ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: [peer master-127.27.110.125:37111(127.27.110.125:37111)] unexpected exception from downstream on [id: 0x94e8e675, L:/127.0.0.1:39644 - R:/127.27.110.125:37111],org.apache.kudu.client.RecoverableException: [peer master-127.27.110.124:43039(127.27.110.124:43039)] unexpected exception from downstream on [id: 0x8225f485, L:/127.0.0.1:51592 - R:/127.27.110.124:43039], [400ms] Sub RPC GetTableLocations: refreshing cache from master, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [402ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [402ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [404ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [404ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [421ms] Sub RPC GetTableLocations: refreshing cache from master, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [422ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [422ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [422ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [422ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [441ms] Sub RPC GetTableLocations: refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [442ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [442ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [442ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [443ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [461ms] Sub RPC GetTableLocations: refreshing cache from master, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [462ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [462ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [463ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [463ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [480ms] Sub RPC GetTableLocations: refreshing cache from master, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [482ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [482ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [482ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [482ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [540ms] Sub RPC GetTableLocations: refreshing cache from master, [540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [541ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [542ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [542ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [542ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [640ms] Sub RPC GetTableLocations: refreshing cache from master, [640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [642ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [642ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [642ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [642ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [901ms] Sub RPC GetTableLocations: refreshing cache from master, [901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [902ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [902ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [902ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [902ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [903ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [903ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [1140ms] Sub RPC GetTableLocations: refreshing cache from master, [1140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [1141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [1141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [1142ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [1142ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [1142ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [1142ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [1861ms] Sub RPC GetTableLocations: refreshing cache from master, [1861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [1861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [1861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [1862ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [1862ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [1862ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [1862ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [1921ms] Sub RPC GetTableLocations: refreshing cache from master, [1921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [1921ms] too many traces: truncated at 100 traces, deferred=Deferred@719346182(state=PENDING, result=null, callback=scanner opened -> passthrough -> wakeup thread Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0, errback=passthrough -> open scanner errback -> wakeup thread Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0))) after lookup exception
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=null, attempt=22, TimeoutTracker(timeout=29689, elapsed=27881), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [37ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [38ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: [peer master-127.27.110.125:37111(127.27.110.125:37111)] unexpected exception from downstream on [id: 0x94e8e675, L:/127.0.0.1:39644 - R:/127.27.110.125:37111], [116ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: [peer master-127.27.110.124:43039(127.27.110.124:43039)] unexpected exception from downstream on [id: 0x8225f485, L:/127.0.0.1:51592 - R:/127.27.110.124:43039], [116ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: [peer master-127.27.110.125:37111(127.27.110.125:37111)] unexpected exception from downstream on [id: 0x94e8e675, L:/127.0.0.1:39644 - R:/127.27.110.125:37111],org.apache.kudu.client.RecoverableException: [peer master-127.27.110.124:43039(127.27.110.124:43039)] unexpected exception from downstream on [id: 0x8225f485, L:/127.0.0.1:51592 - R:/127.27.110.124:43039], [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [124ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [124ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [142ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [163ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [182ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [182ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [183ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [183ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [202ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [202ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [202ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [202ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [261ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [262ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [262ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [262ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [360ms] refreshing cache from master, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [362ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [362ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [362ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [362ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [621ms] refreshing cache from master, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [622ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [622ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [622ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [622ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [623ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [623ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [860ms] refreshing cache from master, [860ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [862ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [862ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [862ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [862ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [1581ms] refreshing cache from master, [1581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [1581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [1581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [1582ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [1582ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [1582ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [1582ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [1641ms] refreshing cache from master, [1641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [1641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [1641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [1642ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [1642ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [1642ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [1642ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [3700ms] refreshing cache from master, [3700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [3701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [3701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [3702ms] too many traces: truncated at 100 traces, deferred=Deferred@886477214(state=PENDING, result=null, callback=(continuation of Deferred@590961991 after retry RPC after error@2031951115) -> (continuation of Deferred@1581698369 after retry RPC after error@1587346806) -> (continuation of Deferred@933646471 after retry RPC after error@650307133) -> (continuation of Deferred@1317411681 after retry RPC after error@2009610378) -> (continuation of Deferred@1928293532 after retry RPC after error@1135448050) -> (continuation of Deferred@1024379381 after retry RPC after error@196393654) -> (continuation of Deferred@45530320 after retry RPC after error@759914859) -> (continuation of Deferred@1723946070 after retry RPC after error@1208890162) -> (continuation of Deferred@2137605855 after retry RPC after error@165617760) -> (continuation of Deferred@1708173033 after retry RPC after error@1560190658) -> (continuation of Deferred@1762944060 after retry RPC after error@423138654) -> (continuation of Deferred@2034208638 after retry RPC after error@1360987669) -> (continuation of Deferred@467713422 after retry RPC after error@1177508297) -> (continuation of Deferred@1139702285 after retry RPC after error@1785263051) -> (continuation of Deferred@1962553285 after retry RPC after error@1218957698) -> (continuation of Deferred@2024400009 after retry RPC after error@1441965820) -> (continuation of Deferred@1892888448 after retry RPC after error@101637081) -> (continuation of Deferred@825555517 after retry RPC after error@1899065249) -> (continuation of Deferred@418898216 after retry RPC after error@1750540796) -> (continuation of Deferred@2124733401 after retry RPC after error@68353995) -> (continuation of Deferred@592163008 after retry RPC after error@1925328276), errback=(continuation of Deferred@590961991 after retry RPC after error@2031951115) -> (continuation of Deferred@1581698369 after retry RPC after error@1587346806) -> (continuation of Deferred@933646471 after retry RPC after error@650307133) -> (continuation of Deferred@1317411681 after retry RPC after error@2009610378) -> (continuation of Deferred@1928293532 after retry RPC after error@1135448050) -> (continuation of Deferred@1024379381 after retry RPC after error@196393654) -> (continuation of Deferred@45530320 after retry RPC after error@759914859) -> (continuation of Deferred@1723946070 after retry RPC after error@1208890162) -> (continuation of Deferred@2137605855 after retry RPC after error@165617760) -> (continuation of Deferred@1708173033 after retry RPC after error@1560190658) -> (continuation of Deferred@1762944060 after retry RPC after error@423138654) -> (continuation of Deferred@2034208638 after retry RPC after error@1360987669) -> (continuation of Deferred@467713422 after retry RPC after error@1177508297) -> (continuation of Deferred@1139702285 after retry RPC after error@1785263051) -> (continuation of Deferred@1962553285 after retry RPC after error@1218957698) -> (continuation of Deferred@2024400009 after retry RPC after error@1441965820) -> (continuation of Deferred@1892888448 after retry RPC after error@101637081) -> (continuation of Deferred@825555517 after retry RPC after error@1899065249) -> (continuation of Deferred@418898216 after retry RPC after error@1750540796) -> (continuation of Deferred@2124733401 after retry RPC after error@68353995) -> (continuation of Deferred@592163008 after retry RPC after error@1925328276)))
	at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
	at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
	at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
	at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	... 35 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.27.110.125:37111
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:09:58.875 [DEBUG - kudu-nio-2] (AsyncKuduScanner.java:686) Can not open scanner
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=null, attempt=22, TimeoutTracker(timeout=29689, elapsed=27881), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [37ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [38ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: [peer master-127.27.110.125:37111(127.27.110.125:37111)] unexpected exception from downstream on [id: 0x94e8e675, L:/127.0.0.1:39644 - R:/127.27.110.125:37111], [116ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: [peer master-127.27.110.124:43039(127.27.110.124:43039)] unexpected exception from downstream on [id: 0x8225f485, L:/127.0.0.1:51592 - R:/127.27.110.124:43039], [116ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: [peer master-127.27.110.125:37111(127.27.110.125:37111)] unexpected exception from downstream on [id: 0x94e8e675, L:/127.0.0.1:39644 - R:/127.27.110.125:37111],org.apache.kudu.client.RecoverableException: [peer master-127.27.110.124:43039(127.27.110.124:43039)] unexpected exception from downstream on [id: 0x8225f485, L:/127.0.0.1:51592 - R:/127.27.110.124:43039], [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [124ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [124ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [142ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [163ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [182ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [182ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [183ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [183ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [202ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [202ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [202ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [202ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [261ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [262ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [262ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [262ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [360ms] refreshing cache from master, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [362ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [362ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [362ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [362ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [621ms] refreshing cache from master, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [622ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [622ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [622ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [622ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [623ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [623ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [860ms] refreshing cache from master, [860ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [862ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [862ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [862ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [862ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [1581ms] refreshing cache from master, [1581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [1581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [1581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [1582ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [1582ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [1582ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [1582ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [1641ms] refreshing cache from master, [1641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [1641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [1641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [1642ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [1642ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [1642ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [1642ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [3700ms] refreshing cache from master, [3700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [3701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [3701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [3702ms] too many traces: truncated at 100 traces, deferred=Deferred@886477214(state=PENDING, result=null, callback=(continuation of Deferred@590961991 after retry RPC after error@2031951115) -> (continuation of Deferred@1581698369 after retry RPC after error@1587346806) -> (continuation of Deferred@933646471 after retry RPC after error@650307133) -> (continuation of Deferred@1317411681 after retry RPC after error@2009610378) -> (continuation of Deferred@1928293532 after retry RPC after error@1135448050) -> (continuation of Deferred@1024379381 after retry RPC after error@196393654) -> (continuation of Deferred@45530320 after retry RPC after error@759914859) -> (continuation of Deferred@1723946070 after retry RPC after error@1208890162) -> (continuation of Deferred@2137605855 after retry RPC after error@165617760) -> (continuation of Deferred@1708173033 after retry RPC after error@1560190658) -> (continuation of Deferred@1762944060 after retry RPC after error@423138654) -> (continuation of Deferred@2034208638 after retry RPC after error@1360987669) -> (continuation of Deferred@467713422 after retry RPC after error@1177508297) -> (continuation of Deferred@1139702285 after retry RPC after error@1785263051) -> (continuation of Deferred@1962553285 after retry RPC after error@1218957698) -> (continuation of Deferred@2024400009 after retry RPC after error@1441965820) -> (continuation of Deferred@1892888448 after retry RPC after error@101637081) -> (continuation of Deferred@825555517 after retry RPC after error@1899065249) -> (continuation of Deferred@418898216 after retry RPC after error@1750540796) -> (continuation of Deferred@2124733401 after retry RPC after error@68353995) -> (continuation of Deferred@592163008 after retry RPC after error@1925328276), errback=(continuation of Deferred@590961991 after retry RPC after error@2031951115) -> (continuation of Deferred@1581698369 after retry RPC after error@1587346806) -> (continuation of Deferred@933646471 after retry RPC after error@650307133) -> (continuation of Deferred@1317411681 after retry RPC after error@2009610378) -> (continuation of Deferred@1928293532 after retry RPC after error@1135448050) -> (continuation of Deferred@1024379381 after retry RPC after error@196393654) -> (continuation of Deferred@45530320 after retry RPC after error@759914859) -> (continuation of Deferred@1723946070 after retry RPC after error@1208890162) -> (continuation of Deferred@2137605855 after retry RPC after error@165617760) -> (continuation of Deferred@1708173033 after retry RPC after error@1560190658) -> (continuation of Deferred@1762944060 after retry RPC after error@423138654) -> (continuation of Deferred@2034208638 after retry RPC after error@1360987669) -> (continuation of Deferred@467713422 after retry RPC after error@1177508297) -> (continuation of Deferred@1139702285 after retry RPC after error@1785263051) -> (continuation of Deferred@1962553285 after retry RPC after error@1218957698) -> (continuation of Deferred@2024400009 after retry RPC after error@1441965820) -> (continuation of Deferred@1892888448 after retry RPC after error@101637081) -> (continuation of Deferred@825555517 after retry RPC after error@1899065249) -> (continuation of Deferred@418898216 after retry RPC after error@1750540796) -> (continuation of Deferred@2124733401 after retry RPC after error@68353995) -> (continuation of Deferred@592163008 after retry RPC after error@1925328276)))
	at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
	at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
	at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
	at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	... 35 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.27.110.125:37111
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:09:58.879 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (AsyncKuduScanner.java:862) Scanner null closed on null
21:09:58.879 [ERROR - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcherManager.java:190) Received uncaught exception.
java.lang.RuntimeException: SplitFetcher thread 3 received unexpected exception while polling the records
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:168)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.run(SplitFetcher.java:117)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=null, attempt=22, TimeoutTracker(timeout=29689, elapsed=27881), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [37ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [38ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: [peer master-127.27.110.125:37111(127.27.110.125:37111)] unexpected exception from downstream on [id: 0x94e8e675, L:/127.0.0.1:39644 - R:/127.27.110.125:37111], [116ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: [peer master-127.27.110.124:43039(127.27.110.124:43039)] unexpected exception from downstream on [id: 0x8225f485, L:/127.0.0.1:51592 - R:/127.27.110.124:43039], [116ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: [peer master-127.27.110.125:37111(127.27.110.125:37111)] unexpected exception from downstream on [id: 0x94e8e675, L:/127.0.0.1:39644 - R:/127.27.110.125:37111],org.apache.kudu.client.RecoverableException: [peer master-127.27.110.124:43039(127.27.110.124:43039)] unexpected exception from downstream on [id: 0x8225f485, L:/127.0.0.1:51592 - R:/127.27.110.124:43039], [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [124ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [124ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [142ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [163ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [182ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [182ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [183ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [183ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [202ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [202ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [202ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [202ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [261ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [262ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [262ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [262ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [360ms] refreshing cache from master, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [362ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [362ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [362ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [362ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [621ms] refreshing cache from master, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [622ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [622ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [622ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [622ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [623ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [623ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [860ms] refreshing cache from master, [860ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [862ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [862ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [862ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [862ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [1581ms] refreshing cache from master, [1581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [1581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [1581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [1582ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [1582ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [1582ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [1582ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [1641ms] refreshing cache from master, [1641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [1641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [1641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [1642ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [1642ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [1642ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [1642ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [3700ms] refreshing cache from master, [3700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [3701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [3701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [3702ms] too many traces: truncated at 100 traces, deferred=Deferred@886477214(state=PENDING, result=null, callback=(continuation of Deferred@590961991 after retry RPC after error@2031951115) -> (continuation of Deferred@1581698369 after retry RPC after error@1587346806) -> (continuation of Deferred@933646471 after retry RPC after error@650307133) -> (continuation of Deferred@1317411681 after retry RPC after error@2009610378) -> (continuation of Deferred@1928293532 after retry RPC after error@1135448050) -> (continuation of Deferred@1024379381 after retry RPC after error@196393654) -> (continuation of Deferred@45530320 after retry RPC after error@759914859) -> (continuation of Deferred@1723946070 after retry RPC after error@1208890162) -> (continuation of Deferred@2137605855 after retry RPC after error@165617760) -> (continuation of Deferred@1708173033 after retry RPC after error@1560190658) -> (continuation of Deferred@1762944060 after retry RPC after error@423138654) -> (continuation of Deferred@2034208638 after retry RPC after error@1360987669) -> (continuation of Deferred@467713422 after retry RPC after error@1177508297) -> (continuation of Deferred@1139702285 after retry RPC after error@1785263051) -> (continuation of Deferred@1962553285 after retry RPC after error@1218957698) -> (continuation of Deferred@2024400009 after retry RPC after error@1441965820) -> (continuation of Deferred@1892888448 after retry RPC after error@101637081) -> (continuation of Deferred@825555517 after retry RPC after error@1899065249) -> (continuation of Deferred@418898216 after retry RPC after error@1750540796) -> (continuation of Deferred@2124733401 after retry RPC after error@68353995) -> (continuation of Deferred@592163008 after retry RPC after error@1925328276), errback=(continuation of Deferred@590961991 after retry RPC after error@2031951115) -> (continuation of Deferred@1581698369 after retry RPC after error@1587346806) -> (continuation of Deferred@933646471 after retry RPC after error@650307133) -> (continuation of Deferred@1317411681 after retry RPC after error@2009610378) -> (continuation of Deferred@1928293532 after retry RPC after error@1135448050) -> (continuation of Deferred@1024379381 after retry RPC after error@196393654) -> (continuation of Deferred@45530320 after retry RPC after error@759914859) -> (continuation of Deferred@1723946070 after retry RPC after error@1208890162) -> (continuation of Deferred@2137605855 after retry RPC after error@165617760) -> (continuation of Deferred@1708173033 after retry RPC after error@1560190658) -> (continuation of Deferred@1762944060 after retry RPC after error@423138654) -> (continuation of Deferred@2034208638 after retry RPC after error@1360987669) -> (continuation of Deferred@467713422 after retry RPC after error@1177508297) -> (continuation of Deferred@1139702285 after retry RPC after error@1785263051) -> (continuation of Deferred@1962553285 after retry RPC after error@1218957698) -> (continuation of Deferred@2024400009 after retry RPC after error@1441965820) -> (continuation of Deferred@1892888448 after retry RPC after error@101637081) -> (continuation of Deferred@825555517 after retry RPC after error@1899065249) -> (continuation of Deferred@418898216 after retry RPC after error@1750540796) -> (continuation of Deferred@2124733401 after retry RPC after error@68353995) -> (continuation of Deferred@592163008 after retry RPC after error@1925328276)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduScanner.nextRows(KuduScanner.java:81)
	at org.apache.flink.connector.kudu.source.reader.KuduSourceSplitReader.fetch(KuduSourceSplitReader.java:68)
	at org.apache.flink.connector.base.source.reader.fetcher.FetchTask.run(FetchTask.java:58)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:165)
	... 6 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.27.110.125:37111
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:09:58.880 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer 9568e7bf235f459fa583004fe13faea5(127.27.110.65:44763)] disconnecting while in state TERMINATED
21:09:58.880 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer master-127.27.110.126:34219(127.27.110.126:34219)] disconnecting while in state TERMINATED
21:09:58.880 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer 03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055)] disconnecting while in state TERMINATED
21:09:58.880 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer master-127.27.110.124:43039(127.27.110.124:43039)] disconnecting while in state TERMINATED
21:09:58.880 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer bea0bef4fa77456d8a0ed5ff9ce0c146(127.27.110.66:39813)] disconnecting while in state TERMINATED
21:09:58.880 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer master-127.27.110.125:37111(127.27.110.125:37111)] disconnecting while in state TERMINATED
21:09:58.882 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer master-127.28.61.189:39213(127.28.61.189:39213)] disconnecting while in state TERMINATED
21:09:58.882 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer master-127.28.61.190:36375(127.28.61.190:36375)] disconnecting while in state TERMINATED
21:09:58.883 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer master-127.28.61.188:41979(127.28.61.188:41979)] disconnecting while in state TERMINATED
21:09:58.883 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2704) Releasing all remaining resources
21:09:58.884 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-0
21:09:58.884 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-1
21:09:58.885 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2704) Releasing all remaining resources
21:09:58.886 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 20 thread-local buffer(s) from thread: kudu-nio-0
21:09:58.886 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 4 thread-local buffer(s) from thread: kudu-nio-3
21:09:58.886 [DEBUG - kudu-nio-5] (PoolThreadCache.java:218) Freed 4 thread-local buffer(s) from thread: kudu-nio-5
21:09:58.888 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:128) Split fetcher 3 exited.
21:09:58.893 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-2
21:09:58.894 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:338) Closing Source Reader.
21:09:58.894 [WARN - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1117) Source: KuduSource -> Sink: Writer (2/4)#0 (7a3214ac5515a3aaffb3e13cfc52cb55_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from RUNNING to FAILED with failure cause:
java.lang.RuntimeException: One or more fetchers have encountered exception
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcherManager.checkErrors(SplitFetcherManager.java:333)
	at org.apache.flink.connector.base.source.reader.SourceReaderBase.getNextFetch(SourceReaderBase.java:228)
	at org.apache.flink.connector.base.source.reader.SourceReaderBase.pollNext(SourceReaderBase.java:190)
	at org.apache.kudu.replication.wrappedsource.StatelessKuduReaderWrapper.pollNext(StatelessKuduReaderWrapper.java:63)
	at org.apache.flink.streaming.api.operators.SourceOperator.emitNext(SourceOperator.java:443)
	at org.apache.flink.streaming.runtime.io.StreamTaskSourceInput.emitNext(StreamTaskSourceInput.java:68)
	at org.apache.flink.streaming.runtime.io.StreamOneInputProcessor.processInput(StreamOneInputProcessor.java:65)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.processInput(StreamTask.java:579)
	at org.apache.flink.streaming.runtime.tasks.mailbox.MailboxProcessor.runMailboxLoop(MailboxProcessor.java:231)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.runMailboxLoop(StreamTask.java:909)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.invoke(StreamTask.java:858)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:937)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: SplitFetcher thread 3 received unexpected exception while polling the records
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:168)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.run(SplitFetcher.java:117)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=null, attempt=22, TimeoutTracker(timeout=29689, elapsed=27881), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [37ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [38ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: [peer master-127.27.110.125:37111(127.27.110.125:37111)] unexpected exception from downstream on [id: 0x94e8e675, L:/127.0.0.1:39644 - R:/127.27.110.125:37111], [116ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: [peer master-127.27.110.124:43039(127.27.110.124:43039)] unexpected exception from downstream on [id: 0x8225f485, L:/127.0.0.1:51592 - R:/127.27.110.124:43039], [116ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: [peer master-127.27.110.125:37111(127.27.110.125:37111)] unexpected exception from downstream on [id: 0x94e8e675, L:/127.0.0.1:39644 - R:/127.27.110.125:37111],org.apache.kudu.client.RecoverableException: [peer master-127.27.110.124:43039(127.27.110.124:43039)] unexpected exception from downstream on [id: 0x8225f485, L:/127.0.0.1:51592 - R:/127.27.110.124:43039], [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [124ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [124ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [142ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [163ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [182ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [182ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [183ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [183ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [202ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [202ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [202ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [202ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [261ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [262ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [262ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [262ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [360ms] refreshing cache from master, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [362ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [362ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [362ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [362ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [621ms] refreshing cache from master, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [622ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [622ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [622ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [622ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [623ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [623ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [860ms] refreshing cache from master, [860ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [862ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [862ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [862ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [862ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [1581ms] refreshing cache from master, [1581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [1581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [1581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [1582ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [1582ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [1582ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [1582ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [1641ms] refreshing cache from master, [1641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [1641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [1641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [1642ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [1642ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [1642ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [1642ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [3700ms] refreshing cache from master, [3700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [3701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [3701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [3702ms] too many traces: truncated at 100 traces, deferred=Deferred@886477214(state=PENDING, result=null, callback=(continuation of Deferred@590961991 after retry RPC after error@2031951115) -> (continuation of Deferred@1581698369 after retry RPC after error@1587346806) -> (continuation of Deferred@933646471 after retry RPC after error@650307133) -> (continuation of Deferred@1317411681 after retry RPC after error@2009610378) -> (continuation of Deferred@1928293532 after retry RPC after error@1135448050) -> (continuation of Deferred@1024379381 after retry RPC after error@196393654) -> (continuation of Deferred@45530320 after retry RPC after error@759914859) -> (continuation of Deferred@1723946070 after retry RPC after error@1208890162) -> (continuation of Deferred@2137605855 after retry RPC after error@165617760) -> (continuation of Deferred@1708173033 after retry RPC after error@1560190658) -> (continuation of Deferred@1762944060 after retry RPC after error@423138654) -> (continuation of Deferred@2034208638 after retry RPC after error@1360987669) -> (continuation of Deferred@467713422 after retry RPC after error@1177508297) -> (continuation of Deferred@1139702285 after retry RPC after error@1785263051) -> (continuation of Deferred@1962553285 after retry RPC after error@1218957698) -> (continuation of Deferred@2024400009 after retry RPC after error@1441965820) -> (continuation of Deferred@1892888448 after retry RPC after error@101637081) -> (continuation of Deferred@825555517 after retry RPC after error@1899065249) -> (continuation of Deferred@418898216 after retry RPC after error@1750540796) -> (continuation of Deferred@2124733401 after retry RPC after error@68353995) -> (continuation of Deferred@592163008 after retry RPC after error@1925328276), errback=(continuation of Deferred@590961991 after retry RPC after error@2031951115) -> (continuation of Deferred@1581698369 after retry RPC after error@1587346806) -> (continuation of Deferred@933646471 after retry RPC after error@650307133) -> (continuation of Deferred@1317411681 after retry RPC after error@2009610378) -> (continuation of Deferred@1928293532 after retry RPC after error@1135448050) -> (continuation of Deferred@1024379381 after retry RPC after error@196393654) -> (continuation of Deferred@45530320 after retry RPC after error@759914859) -> (continuation of Deferred@1723946070 after retry RPC after error@1208890162) -> (continuation of Deferred@2137605855 after retry RPC after error@165617760) -> (continuation of Deferred@1708173033 after retry RPC after error@1560190658) -> (continuation of Deferred@1762944060 after retry RPC after error@423138654) -> (continuation of Deferred@2034208638 after retry RPC after error@1360987669) -> (continuation of Deferred@467713422 after retry RPC after error@1177508297) -> (continuation of Deferred@1139702285 after retry RPC after error@1785263051) -> (continuation of Deferred@1962553285 after retry RPC after error@1218957698) -> (continuation of Deferred@2024400009 after retry RPC after error@1441965820) -> (continuation of Deferred@1892888448 after retry RPC after error@101637081) -> (continuation of Deferred@825555517 after retry RPC after error@1899065249) -> (continuation of Deferred@418898216 after retry RPC after error@1750540796) -> (continuation of Deferred@2124733401 after retry RPC after error@68353995) -> (continuation of Deferred@592163008 after retry RPC after error@1925328276)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduScanner.nextRows(KuduScanner.java:81)
	at org.apache.flink.connector.kudu.source.reader.KuduSourceSplitReader.fetch(KuduSourceSplitReader.java:68)
	at org.apache.flink.connector.base.source.reader.fetcher.FetchTask.run(FetchTask.java:58)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:165)
	... 6 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.27.110.125:37111
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:09:58.895 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#0 (7a3214ac5515a3aaffb3e13cfc52cb55_cbc357ccb763df2852fee8c4fc7d55f2_1_0).
21:09:58.898 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#0 7a3214ac5515a3aaffb3e13cfc52cb55_cbc357ccb763df2852fee8c4fc7d55f2_1_0.
21:09:58.904 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1449) Source: KuduSource -> Sink: Writer (2/4) (7a3214ac5515a3aaffb3e13cfc52cb55_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from RUNNING to FAILED on 0c51e075-60cc-44c9-a043-700ae7939e07 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: java.lang.RuntimeException: One or more fetchers have encountered exception
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcherManager.checkErrors(SplitFetcherManager.java:333)
	at org.apache.flink.connector.base.source.reader.SourceReaderBase.getNextFetch(SourceReaderBase.java:228)
	at org.apache.flink.connector.base.source.reader.SourceReaderBase.pollNext(SourceReaderBase.java:190)
	at org.apache.kudu.replication.wrappedsource.StatelessKuduReaderWrapper.pollNext(StatelessKuduReaderWrapper.java:63)
	at org.apache.flink.streaming.api.operators.SourceOperator.emitNext(SourceOperator.java:443)
	at org.apache.flink.streaming.runtime.io.StreamTaskSourceInput.emitNext(StreamTaskSourceInput.java:68)
	at org.apache.flink.streaming.runtime.io.StreamOneInputProcessor.processInput(StreamOneInputProcessor.java:65)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.processInput(StreamTask.java:579)
	at org.apache.flink.streaming.runtime.tasks.mailbox.MailboxProcessor.runMailboxLoop(MailboxProcessor.java:231)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.runMailboxLoop(StreamTask.java:909)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.invoke(StreamTask.java:858)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:937)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.SerializedThrowable: java.lang.RuntimeException: SplitFetcher thread 3 received unexpected exception while polling the records
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:168)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.run(SplitFetcher.java:117)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=null, attempt=22, TimeoutTracker(timeout=29689, elapsed=27881), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [37ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [38ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: [peer master-127.27.110.125:37111(127.27.110.125:37111)] unexpected exception from downstream on [id: 0x94e8e675, L:/127.0.0.1:39644 - R:/127.27.110.125:37111], [116ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: [peer master-127.27.110.124:43039(127.27.110.124:43039)] unexpected exception from downstream on [id: 0x8225f485, L:/127.0.0.1:51592 - R:/127.27.110.124:43039], [116ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: [peer master-127.27.110.125:37111(127.27.110.125:37111)] unexpected exception from downstream on [id: 0x94e8e675, L:/127.0.0.1:39644 - R:/127.27.110.125:37111],org.apache.kudu.client.RecoverableException: [peer master-127.27.110.124:43039(127.27.110.124:43039)] unexpected exception from downstream on [id: 0x8225f485, L:/127.0.0.1:51592 - R:/127.27.110.124:43039], [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [124ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [124ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [142ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [163ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [182ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [182ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [183ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [183ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [202ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [202ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [202ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [202ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [261ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [262ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [262ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [262ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [360ms] refreshing cache from master, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [362ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [362ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [362ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [362ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [621ms] refreshing cache from master, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [622ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [622ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [622ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [622ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [623ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [623ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [860ms] refreshing cache from master, [860ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [862ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [862ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [862ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [862ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [1581ms] refreshing cache from master, [1581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [1581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [1581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [1582ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [1582ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [1582ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [1582ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [1641ms] refreshing cache from master, [1641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [1641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [1641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [1642ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [1642ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [1642ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [1642ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [3700ms] refreshing cache from master, [3700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [3701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [3701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [3702ms] too many traces: truncated at 100 traces, deferred=Deferred@886477214(state=PENDING, result=null, callback=(continuation of Deferred@590961991 after retry RPC after error@2031951115) -> (continuation of Deferred@1581698369 after retry RPC after error@1587346806) -> (continuation of Deferred@933646471 after retry RPC after error@650307133) -> (continuation of Deferred@1317411681 after retry RPC after error@2009610378) -> (continuation of Deferred@1928293532 after retry RPC after error@1135448050) -> (continuation of Deferred@1024379381 after retry RPC after error@196393654) -> (continuation of Deferred@45530320 after retry RPC after error@759914859) -> (continuation of Deferred@1723946070 after retry RPC after error@1208890162) -> (continuation of Deferred@2137605855 after retry RPC after error@165617760) -> (continuation of Deferred@1708173033 after retry RPC after error@1560190658) -> (continuation of Deferred@1762944060 after retry RPC after error@423138654) -> (continuation of Deferred@2034208638 after retry RPC after error@1360987669) -> (continuation of Deferred@467713422 after retry RPC after error@1177508297) -> (continuation of Deferred@1139702285 after retry RPC after error@1785263051) -> (continuation of Deferred@1962553285 after retry RPC after error@1218957698) -> (continuation of Deferred@2024400009 after retry RPC after error@1441965820) -> (continuation of Deferred@1892888448 after retry RPC after error@101637081) -> (continuation of Deferred@825555517 after retry RPC after error@1899065249) -> (continuation of Deferred@418898216 after retry RPC after error@1750540796) -> (continuation of Deferred@2124733401 after retry RPC after error@68353995) -> (continuation of Deferred@592163008 after retry RPC after error@1925328276), errback=(continuation of Deferred@590961991 after retry RPC after error@2031951115) -> (continuation of Deferred@1581698369 after retry RPC after error@1587346806) -> (continuation of Deferred@933646471 after retry RPC after error@650307133) -> (continuation of Deferred@1317411681 after retry RPC after error@2009610378) -> (continuation of Deferred@1928293532 after retry RPC after error@1135448050) -> (continuation of Deferred@1024379381 after retry RPC after error@196393654) -> (continuation of Deferred@45530320 after retry RPC after error@759914859) -> (continuation of Deferred@1723946070 after retry RPC after error@1208890162) -> (continuation of Deferred@2137605855 after retry RPC after error@165617760) -> (continuation of Deferred@1708173033 after retry RPC after error@1560190658) -> (continuation of Deferred@1762944060 after retry RPC after error@423138654) -> (continuation of Deferred@2034208638 after retry RPC after error@1360987669) -> (continuation of Deferred@467713422 after retry RPC after error@1177508297) -> (continuation of Deferred@1139702285 after retry RPC after error@1785263051) -> (continuation of Deferred@1962553285 after retry RPC after error@1218957698) -> (continuation of Deferred@2024400009 after retry RPC after error@1441965820) -> (continuation of Deferred@1892888448 after retry RPC after error@101637081) -> (continuation of Deferred@825555517 after retry RPC after error@1899065249) -> (continuation of Deferred@418898216 after retry RPC after error@1750540796) -> (continuation of Deferred@2124733401 after retry RPC after error@68353995) -> (continuation of Deferred@592163008 after retry RPC after error@1925328276)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduScanner.nextRows(KuduScanner.java:81)
	at org.apache.flink.connector.kudu.source.reader.KuduSourceSplitReader.fetch(KuduSourceSplitReader.java:68)
	at org.apache.flink.connector.base.source.reader.fetcher.FetchTask.run(FetchTask.java:58)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:165)
	... 6 more
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.27.110.125:37111
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:09:58.905 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#0) of source Source: KuduSource.
21:09:58.905 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 7a3214ac5515a3aaffb3e13cfc52cb55_cbc357ccb763df2852fee8c4fc7d55f2_1_0.
21:09:58.906 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job d6a71f5cf5f060cfaa5d5fa24434f7a3: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
21:09:58.957 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (83c88b319a84cfbe321fdd6e09697f68) switched from state RESTARTING to RUNNING.
21:09:58.957 [INFO - flink-pekko.actor.default-dispatcher-5] (CheckpointCoordinator.java:1805) Restoring job 83c88b319a84cfbe321fdd6e09697f68 from Checkpoint 66 @ 1783544836140 for 83c88b319a84cfbe321fdd6e09697f68 located at file:/tmp/junit15794170310472928674/checkpoints/83c88b319a84cfbe321fdd6e09697f68/chk-66.
21:09:58.958 [INFO - flink-pekko.actor.default-dispatcher-5] (MasterHooks.java:201) No master state to restore
21:09:58.958 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (7bde5c08f7e804a4ab3423222f7e7362_cbc357ccb763df2852fee8c4fc7d55f2_2_6) switched from CREATED to SCHEDULED.
21:09:58.959 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (7bde5c08f7e804a4ab3423222f7e7362_cbc357ccb763df2852fee8c4fc7d55f2_2_6) switched from SCHEDULED to DEPLOYING.
21:09:58.959 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #6) with attempt id 7bde5c08f7e804a4ab3423222f7e7362_cbc357ccb763df2852fee8c4fc7d55f2_2_6 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to c55db3d4-2fd1-4c20-a48a-1de4bc3c79fd @ 127.0.0.1 (dataPort=-1) with allocation id 47d2bf06ddbb090309483d06cea61f42
21:09:58.960 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 2 to checkpoint 66 for source Source: KuduSource to checkpoint.
21:09:58.960 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot 47d2bf06ddbb090309483d06cea61f42.
21:09:58.961 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#6 (7bde5c08f7e804a4ab3423222f7e7362_cbc357ccb763df2852fee8c4fc7d55f2_2_6), deploy into slot with allocation id 47d2bf06ddbb090309483d06cea61f42.
21:09:58.961 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 83c88b319a84cfbe321fdd6e09697f68: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
21:09:58.964 [INFO - Source: KuduSource -> Sink: Writer (3/4)#6] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#6 (7bde5c08f7e804a4ab3423222f7e7362_cbc357ccb763df2852fee8c4fc7d55f2_2_6) switched from CREATED to DEPLOYING.
21:09:58.964 [INFO - Source: KuduSource -> Sink: Writer (3/4)#6] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#6 (7bde5c08f7e804a4ab3423222f7e7362_cbc357ccb763df2852fee8c4fc7d55f2_2_6) [DEPLOYING].
21:09:58.964 [INFO - Source: KuduSource -> Sink: Writer (3/4)#6] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@43314dc7
21:09:58.964 [INFO - Source: KuduSource -> Sink: Writer (3/4)#6] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
21:09:58.965 [INFO - Source: KuduSource -> Sink: Writer (3/4)#6] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit15794170310472928674/checkpoints")
21:09:58.965 [INFO - Source: KuduSource -> Sink: Writer (3/4)#6] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#6 (7bde5c08f7e804a4ab3423222f7e7362_cbc357ccb763df2852fee8c4fc7d55f2_2_6) switched from DEPLOYING to INITIALIZING.
21:09:58.965 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (7bde5c08f7e804a4ab3423222f7e7362_cbc357ccb763df2852fee8c4fc7d55f2_2_6) switched from DEPLOYING to INITIALIZING.
21:09:58.973 [INFO - Source: KuduSource -> Sink: Writer (3/4)#6] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@ee95928
21:09:58.975 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:58.977 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#6] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:09:58.982 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#6] (Connection.java:748) [peer master-127.22.50.60:38829(127.22.50.60:38829)] connecting to peer
21:09:58.985 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#6] (Connection.java:748) [peer master-127.22.50.61:45261(127.22.50.61:45261)] connecting to peer
21:09:58.986 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:09:58.986 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.50.60:38829(127.22.50.60:38829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:09:58.987 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.60:38829: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:09:58.988 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#6] (Connection.java:748) [peer master-127.22.50.62:44659(127.22.50.62:44659)] connecting to peer
21:09:58.989 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:09:58.989 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.50.61:45261(127.22.50.61:45261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:09:58.989 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.61:45261: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:09:58.992 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:09:58.992 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.50.62:44659(127.22.50.62:44659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:09:58.992 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.62:44659: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:09:58.992 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659; will retry
21:09:59.002 [DEBUG - pool-424-thread-1] (Connection.java:748) [peer master-127.22.50.60:38829(127.22.50.60:38829)] connecting to peer
21:09:59.010 [DEBUG - pool-424-thread-1] (Connection.java:748) [peer master-127.22.50.61:45261(127.22.50.61:45261)] connecting to peer
21:09:59.011 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:09:59.012 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.50.60:38829(127.22.50.60:38829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:09:59.012 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.60:38829: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:09:59.014 [DEBUG - pool-424-thread-1] (Connection.java:748) [peer master-127.22.50.62:44659(127.22.50.62:44659)] connecting to peer
21:09:59.016 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:09:59.016 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.50.61:45261(127.22.50.61:45261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:09:59.017 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.61:45261: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:09:59.017 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:09:59.017 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.50.62:44659(127.22.50.62:44659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:09:59.017 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.62:44659: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:09:59.017 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659; will retry
21:09:59.023 [DEBUG - pool-424-thread-1] (Connection.java:748) [peer master-127.22.50.60:38829(127.22.50.60:38829)] connecting to peer
21:09:59.024 [DEBUG - pool-424-thread-1] (Connection.java:748) [peer master-127.22.50.61:45261(127.22.50.61:45261)] connecting to peer
21:09:59.025 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:09:59.025 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.50.60:38829(127.22.50.60:38829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:09:59.025 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.60:38829: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:09:59.027 [DEBUG - pool-424-thread-1] (Connection.java:748) [peer master-127.22.50.62:44659(127.22.50.62:44659)] connecting to peer
21:09:59.027 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:09:59.027 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.50.62:44659(127.22.50.62:44659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:09:59.027 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.62:44659: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:09:59.027 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:09:59.027 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.50.61:45261(127.22.50.61:45261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:09:59.027 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.61:45261: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:09:59.028 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659; will retry
21:09:59.042 [DEBUG - pool-424-thread-1] (Connection.java:748) [peer master-127.22.50.60:38829(127.22.50.60:38829)] connecting to peer
21:09:59.042 [DEBUG - pool-424-thread-1] (Connection.java:748) [peer master-127.22.50.61:45261(127.22.50.61:45261)] connecting to peer
21:09:59.043 [DEBUG - pool-424-thread-1] (Connection.java:748) [peer master-127.22.50.62:44659(127.22.50.62:44659)] connecting to peer
21:09:59.043 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:09:59.043 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.50.60:38829(127.22.50.60:38829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:09:59.043 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:09:59.043 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.60:38829: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:09:59.043 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.50.62:44659(127.22.50.62:44659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:09:59.043 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.62:44659: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:09:59.043 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:09:59.043 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.50.61:45261(127.22.50.61:45261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:09:59.043 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.61:45261: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:09:59.043 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659; will retry
21:09:59.062 [DEBUG - pool-424-thread-1] (Connection.java:748) [peer master-127.22.50.60:38829(127.22.50.60:38829)] connecting to peer
21:09:59.062 [DEBUG - pool-424-thread-1] (Connection.java:748) [peer master-127.22.50.61:45261(127.22.50.61:45261)] connecting to peer
21:09:59.062 [DEBUG - pool-424-thread-1] (Connection.java:748) [peer master-127.22.50.62:44659(127.22.50.62:44659)] connecting to peer
21:09:59.063 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:09:59.063 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.50.60:38829(127.22.50.60:38829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:09:59.063 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.60:38829: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:09:59.064 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:09:59.064 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.50.61:45261(127.22.50.61:45261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:09:59.064 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:09:59.064 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.50.62:44659(127.22.50.62:44659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:09:59.064 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.62:44659: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:09:59.065 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.61:45261: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:09:59.065 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659; will retry
21:09:59.082 [DEBUG - pool-424-thread-1] (Connection.java:748) [peer master-127.22.50.60:38829(127.22.50.60:38829)] connecting to peer
21:09:59.082 [DEBUG - pool-424-thread-1] (Connection.java:748) [peer master-127.22.50.61:45261(127.22.50.61:45261)] connecting to peer
21:09:59.082 [DEBUG - pool-424-thread-1] (Connection.java:748) [peer master-127.22.50.62:44659(127.22.50.62:44659)] connecting to peer
21:09:59.083 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:09:59.083 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.50.61:45261(127.22.50.61:45261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:09:59.083 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.61:45261: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:09:59.083 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:09:59.083 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.50.60:38829(127.22.50.60:38829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:09:59.083 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.60:38829: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:09:59.083 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:09:59.083 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.50.62:44659(127.22.50.62:44659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:09:59.083 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.62:44659: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:09:59.083 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659; will retry
21:09:59.102 [DEBUG - pool-424-thread-1] (Connection.java:748) [peer master-127.22.50.60:38829(127.22.50.60:38829)] connecting to peer
21:09:59.102 [DEBUG - pool-424-thread-1] (Connection.java:748) [peer master-127.22.50.61:45261(127.22.50.61:45261)] connecting to peer
21:09:59.102 [DEBUG - pool-424-thread-1] (Connection.java:748) [peer master-127.22.50.62:44659(127.22.50.62:44659)] connecting to peer
21:09:59.102 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:09:59.102 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:09:59.102 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.50.61:45261(127.22.50.61:45261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:09:59.103 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.50.62:44659(127.22.50.62:44659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:09:59.103 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.62:44659: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:09:59.103 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:09:59.103 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.50.60:38829(127.22.50.60:38829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:09:59.103 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.60:38829: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:09:59.103 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.61:45261: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:09:59.103 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659; will retry
21:09:59.142 [DEBUG - pool-424-thread-1] (Connection.java:748) [peer master-127.22.50.60:38829(127.22.50.60:38829)] connecting to peer
21:09:59.142 [DEBUG - pool-424-thread-1] (Connection.java:748) [peer master-127.22.50.61:45261(127.22.50.61:45261)] connecting to peer
21:09:59.142 [DEBUG - pool-424-thread-1] (Connection.java:748) [peer master-127.22.50.62:44659(127.22.50.62:44659)] connecting to peer
21:09:59.143 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:09:59.143 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.50.61:45261(127.22.50.61:45261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:09:59.143 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.61:45261: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:09:59.144 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:09:59.144 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.50.62:44659(127.22.50.62:44659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:09:59.144 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.62:44659: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:09:59.144 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:09:59.144 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.50.60:38829(127.22.50.60:38829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:09:59.144 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.60:38829: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:09:59.144 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659; will retry
21:09:59.152 [INFO - flink-pekko.actor.default-dispatcher-9] (CheckpointCoordinator.java:1805) Restoring job d6a71f5cf5f060cfaa5d5fa24434f7a3 from Checkpoint 70 @ 1783544997960 for d6a71f5cf5f060cfaa5d5fa24434f7a3 located at file:/tmp/junit358338416677014081/checkpoints/d6a71f5cf5f060cfaa5d5fa24434f7a3/chk-70.
21:09:59.152 [INFO - flink-pekko.actor.default-dispatcher-9] (MasterHooks.java:201) No master state to restore
21:09:59.153 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 1 to checkpoint 70 for source Source: KuduSource to checkpoint.
21:09:59.153 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (7a3214ac5515a3aaffb3e13cfc52cb55_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from CREATED to SCHEDULED.
21:09:59.154 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (7a3214ac5515a3aaffb3e13cfc52cb55_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from SCHEDULED to DEPLOYING.
21:09:59.154 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #1) with attempt id 7a3214ac5515a3aaffb3e13cfc52cb55_cbc357ccb763df2852fee8c4fc7d55f2_1_1 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to 0c51e075-60cc-44c9-a043-700ae7939e07 @ 127.0.0.1 (dataPort=-1) with allocation id b200b6c3ce2fca13685c7ab856b1bb79
21:09:59.155 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job d6a71f5cf5f060cfaa5d5fa24434f7a3: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
21:09:59.155 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot b200b6c3ce2fca13685c7ab856b1bb79.
21:09:59.157 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#1 (7a3214ac5515a3aaffb3e13cfc52cb55_cbc357ccb763df2852fee8c4fc7d55f2_1_1), deploy into slot with allocation id b200b6c3ce2fca13685c7ab856b1bb79.
21:09:59.156 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (d6a71f5cf5f060cfaa5d5fa24434f7a3) switched from state RESTARTING to RUNNING.
21:09:59.159 [INFO - flink-pekko.actor.default-dispatcher-9] (CheckpointCoordinator.java:1805) Restoring job d6a71f5cf5f060cfaa5d5fa24434f7a3 from Checkpoint 70 @ 1783544997960 for d6a71f5cf5f060cfaa5d5fa24434f7a3 located at file:/tmp/junit358338416677014081/checkpoints/d6a71f5cf5f060cfaa5d5fa24434f7a3/chk-70.
21:09:59.160 [INFO - flink-pekko.actor.default-dispatcher-9] (MasterHooks.java:201) No master state to restore
21:09:59.160 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (7a3214ac5515a3aaffb3e13cfc52cb55_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from CREATED to SCHEDULED.
21:09:59.161 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 2 to checkpoint 70 for source Source: KuduSource to checkpoint.
21:09:59.163 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:324) Received resource requirements from job d6a71f5cf5f060cfaa5d5fa24434f7a3: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
21:09:59.164 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (7a3214ac5515a3aaffb3e13cfc52cb55_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from SCHEDULED to DEPLOYING.
21:09:59.164 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #1) with attempt id 7a3214ac5515a3aaffb3e13cfc52cb55_cbc357ccb763df2852fee8c4fc7d55f2_2_1 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to 0c51e075-60cc-44c9-a043-700ae7939e07 @ 127.0.0.1 (dataPort=-1) with allocation id 596c1faef3de2ec0e44ef01d82f1f992
21:09:59.166 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 596c1faef3de2ec0e44ef01d82f1f992.
21:09:59.167 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#1 (7a3214ac5515a3aaffb3e13cfc52cb55_cbc357ccb763df2852fee8c4fc7d55f2_2_1), deploy into slot with allocation id 596c1faef3de2ec0e44ef01d82f1f992.
21:09:59.168 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#1 (7a3214ac5515a3aaffb3e13cfc52cb55_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from CREATED to DEPLOYING.
21:09:59.168 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#1 (7a3214ac5515a3aaffb3e13cfc52cb55_cbc357ccb763df2852fee8c4fc7d55f2_1_1) [DEPLOYING].
21:09:59.171 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@76c71373
21:09:59.171 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
21:09:59.171 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit358338416677014081/checkpoints")
21:09:59.172 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#1 (7a3214ac5515a3aaffb3e13cfc52cb55_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from DEPLOYING to INITIALIZING.
21:09:59.173 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (7a3214ac5515a3aaffb3e13cfc52cb55_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from DEPLOYING to INITIALIZING.
21:09:59.173 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#1 (7a3214ac5515a3aaffb3e13cfc52cb55_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from CREATED to DEPLOYING.
21:09:59.174 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#1 (7a3214ac5515a3aaffb3e13cfc52cb55_cbc357ccb763df2852fee8c4fc7d55f2_2_1) [DEPLOYING].
21:09:59.174 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@2a9618da
21:09:59.175 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
21:09:59.175 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit358338416677014081/checkpoints")
21:09:59.176 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#1 (7a3214ac5515a3aaffb3e13cfc52cb55_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from DEPLOYING to INITIALIZING.
21:09:59.176 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (7a3214ac5515a3aaffb3e13cfc52cb55_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from DEPLOYING to INITIALIZING.
21:09:59.181 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@69ff1f9f
21:09:59.185 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@34925875
21:09:59.186 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#1] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:09:59.194 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#1] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:09:59.200 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#1] (Connection.java:748) [peer master-127.28.61.190:36375(127.28.61.190:36375)] connecting to peer
21:09:59.202 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#1] (Connection.java:748) [peer master-127.28.61.190:36375(127.28.61.190:36375)] connecting to peer
21:09:59.206 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:59.215 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#1] (Connection.java:748) [peer master-127.28.61.189:39213(127.28.61.189:39213)] connecting to peer
21:09:59.215 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:09:59.216 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.61.190:36375(127.28.61.190:36375)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:09:59.216 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.190:36375: Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:09:59.219 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#1] (Connection.java:748) [peer master-127.28.61.189:39213(127.28.61.189:39213)] connecting to peer
21:09:59.222 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:09:59.222 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.61.190:36375(127.28.61.190:36375)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:09:59.225 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.190:36375: Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:09:59.231 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#1] (Connection.java:748) [peer master-127.28.61.188:41979(127.28.61.188:41979)] connecting to peer
21:09:59.231 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:09:59.231 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.61.189:39213(127.28.61.189:39213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:09:59.232 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.189:39213: Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:09:59.235 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#1] (Connection.java:748) [peer master-127.28.61.188:41979(127.28.61.188:41979)] connecting to peer
21:09:59.236 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:09:59.237 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.61.189:39213(127.28.61.189:39213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:09:59.238 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.189:39213: Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:09:59.247 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:09:59.248 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.28.61.188:41979(127.28.61.188:41979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:09:59.248 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.188:41979: Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:09:59.248 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.28.61.190:36375,127.28.61.189:39213,127.28.61.188:41979; will retry
21:09:59.250 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2841dd5f383bae9a8f297e74525dcca1 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 2841dd5f383bae9a8f297e74525dcca1 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:59.252 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:09:59.253 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.28.61.188:41979(127.28.61.188:41979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:09:59.253 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.188:41979: Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:09:59.253 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.28.61.190:36375,127.28.61.189:39213,127.28.61.188:41979; will retry
21:09:59.261 [DEBUG - pool-426-thread-1] (Connection.java:748) [peer master-127.28.61.190:36375(127.28.61.190:36375)] connecting to peer
21:09:59.262 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.28.61.190:36375(127.28.61.190:36375)] connecting to peer
21:09:59.269 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:59.275 [DEBUG - pool-426-thread-1] (Connection.java:748) [peer master-127.28.61.189:39213(127.28.61.189:39213)] connecting to peer
21:09:59.276 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:09:59.277 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.28.61.190:36375(127.28.61.190:36375)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:09:59.277 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.190:36375: Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:09:59.278 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.28.61.189:39213(127.28.61.189:39213)] connecting to peer
21:09:59.279 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:09:59.279 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.28.61.190:36375(127.28.61.190:36375)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:09:59.279 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.190:36375: Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:09:59.283 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.28.61.188:41979(127.28.61.188:41979)] connecting to peer
21:09:59.284 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:09:59.284 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.28.61.189:39213(127.28.61.189:39213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:09:59.284 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.189:39213: Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:09:59.296 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:09:59.296 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.28.61.188:41979(127.28.61.188:41979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:09:59.296 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.188:41979: Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:09:59.296 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.28.61.190:36375,127.28.61.189:39213,127.28.61.188:41979; will retry
21:09:59.296 [DEBUG - pool-426-thread-1] (Connection.java:748) [peer master-127.28.61.188:41979(127.28.61.188:41979)] connecting to peer
21:09:59.297 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:09:59.297 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.28.61.189:39213(127.28.61.189:39213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:09:59.298 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.189:39213: Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:09:59.302 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.28.61.190:36375(127.28.61.190:36375)] connecting to peer
21:09:59.303 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:09:59.304 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.28.61.188:41979(127.28.61.188:41979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:09:59.304 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.188:41979: Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:09:59.304 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.28.61.190:36375,127.28.61.189:39213,127.28.61.188:41979; will retry
21:09:59.307 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.28.61.189:39213(127.28.61.189:39213)] connecting to peer
21:09:59.308 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:09:59.308 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.28.61.190:36375(127.28.61.190:36375)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:09:59.308 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.190:36375: Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:09:59.309 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.28.61.188:41979(127.28.61.188:41979)] connecting to peer
21:09:59.309 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:09:59.309 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.61.188:41979(127.28.61.188:41979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:09:59.309 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.188:41979: Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:09:59.309 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:09:59.309 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.28.61.189:39213(127.28.61.189:39213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:09:59.309 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.189:39213: Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:09:59.310 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.28.61.190:36375,127.28.61.189:39213,127.28.61.188:41979; will retry
21:09:59.321 [DEBUG - pool-426-thread-1] (Connection.java:748) [peer master-127.28.61.190:36375(127.28.61.190:36375)] connecting to peer
21:09:59.323 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.28.61.190:36375(127.28.61.190:36375)] connecting to peer
21:09:59.323 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.28.61.189:39213(127.28.61.189:39213)] connecting to peer
21:09:59.323 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.28.61.188:41979(127.28.61.188:41979)] connecting to peer
21:09:59.324 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:09:59.324 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:09:59.324 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.61.190:36375(127.28.61.190:36375)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:09:59.324 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.28.61.188:41979(127.28.61.188:41979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:09:59.324 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.188:41979: Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:09:59.324 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.190:36375: Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:09:59.324 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:09:59.324 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.28.61.189:39213(127.28.61.189:39213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:09:59.324 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.189:39213: Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:09:59.324 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.28.61.190:36375,127.28.61.189:39213,127.28.61.188:41979; will retry
21:09:59.335 [DEBUG - pool-426-thread-1] (Connection.java:748) [peer master-127.28.61.189:39213(127.28.61.189:39213)] connecting to peer
21:09:59.336 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:09:59.336 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.28.61.190:36375(127.28.61.190:36375)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:09:59.336 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.190:36375: Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:09:59.337 [DEBUG - pool-426-thread-1] (Connection.java:748) [peer master-127.28.61.188:41979(127.28.61.188:41979)] connecting to peer
21:09:59.337 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:09:59.338 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.61.188:41979(127.28.61.188:41979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:09:59.338 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.188:41979: Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:09:59.338 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:09:59.338 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.28.61.189:39213(127.28.61.189:39213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:09:59.338 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.189:39213: Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:09:59.338 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.28.61.190:36375,127.28.61.189:39213,127.28.61.188:41979; will retry
21:09:59.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:59.348054 31492 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.152.252" port: 38897 } attempt: 6
21:09:59.351 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.28.61.190:36375(127.28.61.190:36375)] connecting to peer
21:09:59.352 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.28.61.189:39213(127.28.61.189:39213)] connecting to peer
21:09:59.352 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.28.61.188:41979(127.28.61.188:41979)] connecting to peer
21:09:59.352 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:09:59.352 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.28.61.190:36375(127.28.61.190:36375)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:09:59.352 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:09:59.352 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.190:36375: Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:09:59.352 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.28.61.188:41979(127.28.61.188:41979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:09:59.352 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.188:41979: Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:09:59.352 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:09:59.353 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.28.61.189:39213(127.28.61.189:39213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:09:59.353 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.189:39213: Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:09:59.353 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:59.353 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.28.61.190:36375,127.28.61.189:39213,127.28.61.188:41979; will retry
21:09:59.356 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d6a71f5cf5f060cfaa5d5fa24434f7a3 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job d6a71f5cf5f060cfaa5d5fa24434f7a3 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:59.360 [DEBUG - pool-426-thread-1] (Connection.java:748) [peer master-127.28.61.190:36375(127.28.61.190:36375)] connecting to peer
21:09:59.361 [DEBUG - pool-426-thread-1] (Connection.java:748) [peer master-127.28.61.189:39213(127.28.61.189:39213)] connecting to peer
21:09:59.361 [DEBUG - pool-426-thread-1] (Connection.java:748) [peer master-127.28.61.188:41979(127.28.61.188:41979)] connecting to peer
21:09:59.361 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:09:59.361 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.61.190:36375(127.28.61.190:36375)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:09:59.361 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.190:36375: Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:09:59.362 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:09:59.362 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.28.61.189:39213(127.28.61.189:39213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:09:59.362 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.189:39213: Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:09:59.362 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:09:59.362 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.28.61.188:41979(127.28.61.188:41979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:09:59.362 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.188:41979: Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:09:59.362 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.28.61.190:36375,127.28.61.189:39213,127.28.61.188:41979; will retry
21:09:59.381 [DEBUG - pool-426-thread-1] (Connection.java:748) [peer master-127.28.61.190:36375(127.28.61.190:36375)] connecting to peer
21:09:59.382 [DEBUG - pool-426-thread-1] (Connection.java:748) [peer master-127.28.61.189:39213(127.28.61.189:39213)] connecting to peer
21:09:59.382 [DEBUG - pool-426-thread-1] (Connection.java:748) [peer master-127.28.61.188:41979(127.28.61.188:41979)] connecting to peer
21:09:59.382 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.28.61.190:36375(127.28.61.190:36375)] connecting to peer
21:09:59.382 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:09:59.382 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.28.61.189:39213(127.28.61.189:39213)] connecting to peer
21:09:59.382 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.28.61.190:36375(127.28.61.190:36375)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:09:59.382 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.190:36375: Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:09:59.382 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.28.61.188:41979(127.28.61.188:41979)] connecting to peer
21:09:59.383 [DEBUG - pool-424-thread-1] (Connection.java:748) [peer master-127.22.50.60:38829(127.22.50.60:38829)] connecting to peer
21:09:59.383 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:09:59.383 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.61.188:41979(127.28.61.188:41979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:09:59.383 [DEBUG - pool-424-thread-1] (Connection.java:748) [peer master-127.22.50.61:45261(127.22.50.61:45261)] connecting to peer
21:09:59.383 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.188:41979: Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:09:59.383 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:09:59.383 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.28.61.189:39213(127.28.61.189:39213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:09:59.383 [DEBUG - pool-424-thread-1] (Connection.java:748) [peer master-127.22.50.62:44659(127.22.50.62:44659)] connecting to peer
21:09:59.383 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:09:59.383 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.28.61.188:41979(127.28.61.188:41979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:09:59.383 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:09:59.383 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.188:41979: Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:09:59.383 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.50.60:38829(127.22.50.60:38829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:09:59.383 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.60:38829: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:09:59.383 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.189:39213: Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:09:59.383 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.28.61.190:36375,127.28.61.189:39213,127.28.61.188:41979; will retry
21:09:59.383 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:09:59.383 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:09:59.383 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.28.61.190:36375(127.28.61.190:36375)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:09:59.383 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.50.61:45261(127.22.50.61:45261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:09:59.384 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.190:36375: Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:09:59.384 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.61:45261: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:09:59.384 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:09:59.384 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.61.189:39213(127.28.61.189:39213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:09:59.384 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.189:39213: Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:09:59.384 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.61.190:36375,127.28.61.189:39213,127.28.61.188:41979; will retry
21:09:59.385 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:09:59.385 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.50.62:44659(127.22.50.62:44659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:09:59.385 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.62:44659: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:09:59.385 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659; will retry
21:09:59.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:59.385972 31492 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.152.252:38897: Network error: Client connection negotiation failed: client connection to 127.30.152.252:38897: connect: Connection refused (error 111)
21:09:59.401 [DEBUG - pool-426-thread-1] (Connection.java:748) [peer master-127.28.61.190:36375(127.28.61.190:36375)] connecting to peer
21:09:59.401 [DEBUG - pool-426-thread-1] (Connection.java:748) [peer master-127.28.61.189:39213(127.28.61.189:39213)] connecting to peer
21:09:59.402 [DEBUG - pool-426-thread-1] (Connection.java:748) [peer master-127.28.61.188:41979(127.28.61.188:41979)] connecting to peer
21:09:59.402 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:09:59.402 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.28.61.190:36375(127.28.61.190:36375)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:09:59.402 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.190:36375: Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:09:59.403 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:09:59.403 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.61.189:39213(127.28.61.189:39213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:09:59.403 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.189:39213: Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:09:59.403 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.28.61.190:36375(127.28.61.190:36375)] connecting to peer
21:09:59.403 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:09:59.403 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.61.188:41979(127.28.61.188:41979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:09:59.403 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.188:41979: Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:09:59.403 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.28.61.190:36375,127.28.61.189:39213,127.28.61.188:41979; will retry
21:09:59.403 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:09:59.403 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.28.61.190:36375(127.28.61.190:36375)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:09:59.404 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.190:36375: Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:09:59.403 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.28.61.189:39213(127.28.61.189:39213)] connecting to peer
21:09:59.404 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.28.61.188:41979(127.28.61.188:41979)] connecting to peer
21:09:59.404 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:09:59.404 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:09:59.404 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.28.61.189:39213(127.28.61.189:39213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:09:59.404 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.28.61.188:41979(127.28.61.188:41979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:09:59.404 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.189:39213: Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:09:59.404 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.188:41979: Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:09:59.404 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.28.61.190:36375,127.28.61.189:39213,127.28.61.188:41979; will retry
21:09:59.433 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:59.433 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:59.433 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:59.434 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:59.434 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:59.434 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:59.434 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:59.434 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:59.434 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:59.435 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:59.435 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:59.435 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:59.435 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:59.461 [DEBUG - pool-426-thread-1] (Connection.java:748) [peer master-127.28.61.190:36375(127.28.61.190:36375)] connecting to peer
21:09:59.461 [DEBUG - pool-426-thread-1] (Connection.java:748) [peer master-127.28.61.189:39213(127.28.61.189:39213)] connecting to peer
21:09:59.462 [DEBUG - pool-426-thread-1] (Connection.java:748) [peer master-127.28.61.188:41979(127.28.61.188:41979)] connecting to peer
21:09:59.462 [DEBUG - pool-424-thread-1] (Connection.java:748) [peer master-127.22.50.60:38829(127.22.50.60:38829)] connecting to peer
21:09:59.462 [DEBUG - pool-424-thread-1] (Connection.java:748) [peer master-127.22.50.61:45261(127.22.50.61:45261)] connecting to peer
21:09:59.462 [DEBUG - pool-424-thread-1] (Connection.java:748) [peer master-127.22.50.62:44659(127.22.50.62:44659)] connecting to peer
21:09:59.462 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:09:59.462 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.28.61.190:36375(127.28.61.190:36375)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:09:59.462 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.190:36375: Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:09:59.462 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:09:59.463 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:09:59.463 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:09:59.463 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.28.61.188:41979(127.28.61.188:41979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:09:59.463 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.50.61:45261(127.22.50.61:45261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:09:59.463 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.188:41979: Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:09:59.463 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.61:45261: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:09:59.463 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:09:59.463 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.28.61.189:39213(127.28.61.189:39213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:09:59.463 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.189:39213: Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:09:59.463 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.28.61.190:36375,127.28.61.189:39213,127.28.61.188:41979; will retry
21:09:59.463 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:09:59.463 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.50.62:44659(127.22.50.62:44659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:09:59.463 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.62:44659: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:09:59.464 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.50.60:38829(127.22.50.60:38829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:09:59.464 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.60:38829: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:09:59.464 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659; will retry
21:09:59.476 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:59.483 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.28.61.190:36375(127.28.61.190:36375)] connecting to peer
21:09:59.483 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.28.61.189:39213(127.28.61.189:39213)] connecting to peer
21:09:59.483 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.28.61.188:41979(127.28.61.188:41979)] connecting to peer
21:09:59.484 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:09:59.484 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.28.61.190:36375(127.28.61.190:36375)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:09:59.484 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.190:36375: Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:09:59.485 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:09:59.485 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.28.61.189:39213(127.28.61.189:39213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:09:59.485 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.189:39213: Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:09:59.485 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:09:59.485 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.28.61.188:41979(127.28.61.188:41979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:09:59.485 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.188:41979: Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:09:59.485 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.28.61.190:36375,127.28.61.189:39213,127.28.61.188:41979; will retry
21:09:59.532 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:09:59.532 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:09:59.532 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:09:59.533 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:59.533 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:59.533 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:09:59.533 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:59.534 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:59.534 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:09:59.534 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:59.534 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:59.534 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:09:59.534 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:09:59.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:59.542697 31017 debug-util.cc:398] Leaking SignalData structure 0x7b08000b95c0 after lost signal to thread 30832
21:09:59.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:59.544498 31017 debug-util.cc:398] Leaking SignalData structure 0x7b08000ad0c0 after lost signal to thread 31020
21:09:59.548 [DEBUG - pool-405-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:09:59.549 [DEBUG - pool-405-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:09:59.549 [DEBUG - pool-405-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:09:59.549 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:59.549 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:59.549 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:59.550 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:59.550 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:59.550 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:59.550 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:59.550 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:59.550 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:59.550 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:09:59.560 [DEBUG - pool-426-thread-1] (Connection.java:748) [peer master-127.28.61.190:36375(127.28.61.190:36375)] connecting to peer
21:09:59.561 [DEBUG - pool-426-thread-1] (Connection.java:748) [peer master-127.28.61.189:39213(127.28.61.189:39213)] connecting to peer
21:09:59.561 [DEBUG - pool-426-thread-1] (Connection.java:748) [peer master-127.28.61.188:41979(127.28.61.188:41979)] connecting to peer
21:09:59.561 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:09:59.561 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.28.61.190:36375(127.28.61.190:36375)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:09:59.562 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.190:36375: Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:09:59.562 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:09:59.562 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.28.61.189:39213(127.28.61.189:39213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:09:59.562 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.189:39213: Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:09:59.562 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:09:59.562 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.28.61.188:41979(127.28.61.188:41979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:09:59.562 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.188:41979: Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:09:59.562 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.28.61.190:36375,127.28.61.189:39213,127.28.61.188:41979; will retry
21:09:59.601 [DEBUG - pool-426-thread-1] (Connection.java:748) [peer master-127.28.61.190:36375(127.28.61.190:36375)] connecting to peer
21:09:59.602 [DEBUG - pool-426-thread-1] (Connection.java:748) [peer master-127.28.61.189:39213(127.28.61.189:39213)] connecting to peer
21:09:59.602 [DEBUG - pool-426-thread-1] (Connection.java:748) [peer master-127.28.61.188:41979(127.28.61.188:41979)] connecting to peer
21:09:59.602 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:09:59.602 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.61.190:36375(127.28.61.190:36375)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:09:59.602 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.190:36375: Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:09:59.603 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:09:59.603 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.61.189:39213(127.28.61.189:39213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:09:59.603 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.189:39213: Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:09:59.603 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:09:59.603 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.28.61.188:41979(127.28.61.188:41979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:09:59.603 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.188:41979: Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:09:59.603 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.28.61.190:36375,127.28.61.189:39213,127.28.61.188:41979; will retry
21:09:59.672 [DEBUG - pool-410-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:59.672 [DEBUG - pool-410-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:59.672 [DEBUG - pool-410-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:59.673 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:59.673 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:59.673 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:59.673 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:59.673 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:59.673 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:59.674 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:59.674 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:59.674 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:59.674 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:59.684 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.27.110.125:37111(127.27.110.125:37111)] connecting to peer
21:09:59.684 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.27.110.126:34219(127.27.110.126:34219)] connecting to peer
21:09:59.684 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.27.110.124:43039(127.27.110.124:43039)] connecting to peer
21:09:59.685 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:59.685 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.110.124:43039(127.27.110.124:43039)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:59.685 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:59.685 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.124:43039: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:59.685 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.110.126:34219(127.27.110.126:34219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:59.685 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.126:34219: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:59.685 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:59.685 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.110.125:37111(127.27.110.125:37111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:59.685 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.125:37111: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:59.685 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039; will retry
21:09:59.686 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=Kudu Master, attempt=28, TimeoutTracker(timeout=29496, elapsed=28501), Traces: [0ms] sending RPC to server master-127.27.110.124:43039, [1ms] received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [1ms] delaying RPC due to: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [21ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [41ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [1147ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [1147ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [1219ms] refreshing cache from master, [1219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [1220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [1220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [1220ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [1220ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [1221ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [1221ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [1340ms] refreshing cache from master, [1340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [1340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [1341ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [1341ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [1341ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [1342ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [1359ms] refreshing cache from master, [1359ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [1360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [1360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [1360ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [1360ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [1360ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [1361ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [1700ms] refreshing cache from master, [1700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [1700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [1700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [1701ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [1701ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [1701ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [1701ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [2260ms] refreshing cache from master, [2260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [2260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [2260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [2261ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [2261ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [2261ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [2261ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [4260ms] refreshing cache from master, [4260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [4261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [4261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [4262ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [4263ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [4263ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [4264ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [4659ms] refreshing cache from master, [4659ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [4660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [4660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [4661ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [4661ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [4662ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [4662ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [6059ms] refreshing cache from master, [6059ms] too many traces: truncated at 100 traces, deferred=Deferred@1480159860(state=PENDING, result=null, callback=get tablet locations from the master for table replication_test_table -> release master lookup permit -> retry RPC -> (continuation of Deferred@514075059 after retry RPC after error@1336624148) -> (continuation of Deferred@100829865 after retry RPC after error@356246223) -> (continuation of Deferred@711833706 after retry RPC after error@1064551127) -> (continuation of Deferred@766922834 after retry RPC after error@1733423793) -> (continuation of Deferred@540588249 after retry RPC after error@33338227) -> (continuation of Deferred@517425118 after retry RPC after error@1996225231) -> (continuation of Deferred@325085881 after retry RPC after error@2011378829) -> (continuation of Deferred@1403937816 after retry RPC after error@2058015008) -> (continuation of Deferred@1779390830 after retry RPC after error@69619710) -> (continuation of Deferred@604530118 after retry RPC after error@143098806) -> (continuation of Deferred@408121313 after retry RPC after error@775719594) -> (continuation of Deferred@1241382142 after retry RPC after error@2102611012) -> (continuation of Deferred@2130450536 after retry RPC after error@878683335) -> (continuation of Deferred@308520126 after retry RPC after error@1966468058) -> (continuation of Deferred@1804898892 after retry RPC after error@581204581) -> (continuation of Deferred@762146011 after retry RPC after error@2002528663) -> (continuation of Deferred@949339074 after retry RPC after error@971235815) -> (continuation of Deferred@2133744052 after retry RPC after error@1764280151) -> (continuation of Deferred@2134213219 after retry RPC after error@1509931195) -> (continuation of Deferred@1418832329 after retry RPC after error@2066538099) -> (continuation of Deferred@685338095 after retry RPC after error@205988399) -> (continuation of Deferred@1438719375 after retry RPC after error@1208192514) -> (continuation of Deferred@735454456 after retry RPC after error@515190263) -> (continuation of Deferred@1137010379 after retry RPC after error@400720687) -> (continuation of Deferred@227120335 after retry RPC after error@988072476) -> (continuation of Deferred@1384054965 after retry RPC after error@1367804462), errback=passthrough -> release master lookup permit -> retry RPC after error -> (continuation of Deferred@514075059 after retry RPC after error@1336624148) -> (continuation of Deferred@100829865 after retry RPC after error@356246223) -> (continuation of Deferred@711833706 after retry RPC after error@1064551127) -> (continuation of Deferred@766922834 after retry RPC after error@1733423793) -> (continuation of Deferred@540588249 after retry RPC after error@33338227) -> (continuation of Deferred@517425118 after retry RPC after error@1996225231) -> (continuation of Deferred@325085881 after retry RPC after error@2011378829) -> (continuation of Deferred@1403937816 after retry RPC after error@2058015008) -> (continuation of Deferred@1779390830 after retry RPC after error@69619710) -> (continuation of Deferred@604530118 after retry RPC after error@143098806) -> (continuation of Deferred@408121313 after retry RPC after error@775719594) -> (continuation of Deferred@1241382142 after retry RPC after error@2102611012) -> (continuation of Deferred@2130450536 after retry RPC after error@878683335) -> (continuation of Deferred@308520126 after retry RPC after error@1966468058) -> (continuation of Deferred@1804898892 after retry RPC after error@581204581) -> (continuation of Deferred@762146011 after retry RPC after error@2002528663) -> (continuation of Deferred@949339074 after retry RPC after error@971235815) -> (continuation of Deferred@2133744052 after retry RPC after error@1764280151) -> (continuation of Deferred@2134213219 after retry RPC after error@1509931195) -> (continuation of Deferred@1418832329 after retry RPC after error@2066538099) -> (continuation of Deferred@685338095 after retry RPC after error@205988399) -> (continuation of Deferred@1438719375 after retry RPC after error@1208192514) -> (continuation of Deferred@735454456 after retry RPC after error@515190263) -> (continuation of Deferred@1137010379 after retry RPC after error@400720687) -> (continuation of Deferred@227120335 after retry RPC after error@988072476) -> (continuation of Deferred@1384054965 after retry RPC after error@1367804462)))
21:09:59.687 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1523) Notify RPC ScanRequest(scannerId=null, state=OPENING, tablet=916c221c2eb245f0af11d3609f3cc147, attempt=8, KuduRpc(method=Scan, tablet=916c221c2eb245f0af11d3609f3cc147, attempt=8, TimeoutTracker(timeout=30000, elapsed=29006), Traces: [0ms] sending RPC to server 03ed47cb5a9148a7a4c7afcd17d768e1, [217ms] received response from server 03ed47cb5a9148a7a4c7afcd17d768e1: Network error: connection closed, [217ms] delaying RPC due to: Network error: connection closed, [221ms] sending RPC to server bea0bef4fa77456d8a0ed5ff9ce0c146, [223ms] received response from server bea0bef4fa77456d8a0ed5ff9ce0c146: Network error: Failed to connect to peer bea0bef4fa77456d8a0ed5ff9ce0c146(127.27.110.66:39813): Connection refused: /127.27.110.66:39813, [223ms] delaying RPC due to: Network error: Failed to connect to peer bea0bef4fa77456d8a0ed5ff9ce0c146(127.27.110.66:39813): Connection refused: /127.27.110.66:39813, [241ms] sending RPC to server 9568e7bf235f459fa583004fe13faea5, [252ms] received response from server 9568e7bf235f459fa583004fe13faea5: Network error: Failed to connect to peer 9568e7bf235f459fa583004fe13faea5(127.27.110.65:44763): Connection refused: /127.27.110.65:44763, [252ms] delaying RPC due to: Network error: Failed to connect to peer 9568e7bf235f459fa583004fe13faea5(127.27.110.65:44763): Connection refused: /127.27.110.65:44763, [261ms] refreshing cache from master, [261ms] Sub RPC GetTableLocations: refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [270ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: [peer master-127.27.110.126:34219(127.27.110.126:34219)] unexpected exception from downstream on [id: 0xe489094b, L:/127.0.0.1:58302 - R:/127.27.110.126:34219], [289ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: OK, [290ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.110.124:43039, [295ms] Sub RPC GetTableLocations: received response from server master-127.27.110.124:43039: OK, [300ms] sending RPC to server 03ed47cb5a9148a7a4c7afcd17d768e1, [320ms] received response from server 03ed47cb5a9148a7a4c7afcd17d768e1: Network error: Failed to connect to peer 03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055): Connection refused: /127.27.110.67:42055, [320ms] delaying RPC due to: Network error: Failed to connect to peer 03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055): Connection refused: /127.27.110.67:42055, [361ms] sending RPC to server bea0bef4fa77456d8a0ed5ff9ce0c146, [363ms] received response from server bea0bef4fa77456d8a0ed5ff9ce0c146: Network error: Failed to connect to peer bea0bef4fa77456d8a0ed5ff9ce0c146(127.27.110.66:39813): Connection refused: /127.27.110.66:39813, [363ms] delaying RPC due to: Network error: Failed to connect to peer bea0bef4fa77456d8a0ed5ff9ce0c146(127.27.110.66:39813): Connection refused: /127.27.110.66:39813, [441ms] sending RPC to server 9568e7bf235f459fa583004fe13faea5, [443ms] received response from server 9568e7bf235f459fa583004fe13faea5: Network error: Failed to connect to peer 9568e7bf235f459fa583004fe13faea5(127.27.110.65:44763): Connection refused: /127.27.110.65:44763, [443ms] delaying RPC due to: Network error: Failed to connect to peer 9568e7bf235f459fa583004fe13faea5(127.27.110.65:44763): Connection refused: /127.27.110.65:44763, [461ms] refreshing cache from master, [461ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.110.124:43039, [462ms] Sub RPC GetTableLocations: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [462ms] Sub RPC GetTableLocations: delaying RPC due to: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [481ms] Sub RPC GetTableLocations: refreshing cache from master, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [482ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [482ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [482ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [482ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [501ms] Sub RPC GetTableLocations: refreshing cache from master, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [502ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [502ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [502ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [502ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [521ms] Sub RPC GetTableLocations: refreshing cache from master, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [522ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [522ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [522ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [523ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [541ms] Sub RPC GetTableLocations: refreshing cache from master, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [542ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [543ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [543ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [543ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [580ms] Sub RPC GetTableLocations: refreshing cache from master, [580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [582ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [582ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [1608ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [1608ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [1680ms] Sub RPC GetTableLocations: refreshing cache from master, [1680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [1681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [1681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [1681ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [1681ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [1682ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [1682ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [1801ms] Sub RPC GetTableLocations: refreshing cache from master, [1801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [1801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [1802ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [1802ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [1802ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [1802ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [1803ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [1820ms] Sub RPC GetTableLocations: refreshing cache from master, [1820ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [1821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [1821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [1821ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [1821ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [1821ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [1822ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [2161ms] Sub RPC GetTableLocations: refreshing cache from master, [2161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [2161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [2161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [2162ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [2162ms] too many traces: truncated at 100 traces, deferred=Deferred@1783372404(state=PENDING, result=null, callback=scanner opened -> passthrough -> wakeup thread Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0 -> (continuation of Deferred@275366717 after retry RPC@213995270), errback=passthrough -> open scanner errback -> wakeup thread Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0 -> (continuation of Deferred@275366717 after retry RPC@213995270)))) after lookup exception
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=Kudu Master, attempt=28, TimeoutTracker(timeout=29496, elapsed=28501), Traces: [0ms] sending RPC to server master-127.27.110.124:43039, [1ms] received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [1ms] delaying RPC due to: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [21ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [41ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [1147ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [1147ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [1219ms] refreshing cache from master, [1219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [1220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [1220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [1220ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [1220ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [1221ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [1221ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [1340ms] refreshing cache from master, [1340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [1340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [1341ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [1341ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [1341ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [1342ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [1359ms] refreshing cache from master, [1359ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [1360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [1360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [1360ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [1360ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [1360ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [1361ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [1700ms] refreshing cache from master, [1700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [1700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [1700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [1701ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [1701ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [1701ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [1701ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [2260ms] refreshing cache from master, [2260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [2260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [2260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [2261ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [2261ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [2261ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [2261ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [4260ms] refreshing cache from master, [4260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [4261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [4261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [4262ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [4263ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [4263ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [4264ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [4659ms] refreshing cache from master, [4659ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [4660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [4660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [4661ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [4661ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [4662ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [4662ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [6059ms] refreshing cache from master, [6059ms] too many traces: truncated at 100 traces, deferred=Deferred@1480159860(state=PENDING, result=null, callback=get tablet locations from the master for table replication_test_table -> release master lookup permit -> retry RPC -> (continuation of Deferred@514075059 after retry RPC after error@1336624148) -> (continuation of Deferred@100829865 after retry RPC after error@356246223) -> (continuation of Deferred@711833706 after retry RPC after error@1064551127) -> (continuation of Deferred@766922834 after retry RPC after error@1733423793) -> (continuation of Deferred@540588249 after retry RPC after error@33338227) -> (continuation of Deferred@517425118 after retry RPC after error@1996225231) -> (continuation of Deferred@325085881 after retry RPC after error@2011378829) -> (continuation of Deferred@1403937816 after retry RPC after error@2058015008) -> (continuation of Deferred@1779390830 after retry RPC after error@69619710) -> (continuation of Deferred@604530118 after retry RPC after error@143098806) -> (continuation of Deferred@408121313 after retry RPC after error@775719594) -> (continuation of Deferred@1241382142 after retry RPC after error@2102611012) -> (continuation of Deferred@2130450536 after retry RPC after error@878683335) -> (continuation of Deferred@308520126 after retry RPC after error@1966468058) -> (continuation of Deferred@1804898892 after retry RPC after error@581204581) -> (continuation of Deferred@762146011 after retry RPC after error@2002528663) -> (continuation of Deferred@949339074 after retry RPC after error@971235815) -> (continuation of Deferred@2133744052 after retry RPC after error@1764280151) -> (continuation of Deferred@2134213219 after retry RPC after error@1509931195) -> (continuation of Deferred@1418832329 after retry RPC after error@2066538099) -> (continuation of Deferred@685338095 after retry RPC after error@205988399) -> (continuation of Deferred@1438719375 after retry RPC after error@1208192514) -> (continuation of Deferred@735454456 after retry RPC after error@515190263) -> (continuation of Deferred@1137010379 after retry RPC after error@400720687) -> (continuation of Deferred@227120335 after retry RPC after error@988072476) -> (continuation of Deferred@1384054965 after retry RPC after error@1367804462), errback=passthrough -> release master lookup permit -> retry RPC after error -> (continuation of Deferred@514075059 after retry RPC after error@1336624148) -> (continuation of Deferred@100829865 after retry RPC after error@356246223) -> (continuation of Deferred@711833706 after retry RPC after error@1064551127) -> (continuation of Deferred@766922834 after retry RPC after error@1733423793) -> (continuation of Deferred@540588249 after retry RPC after error@33338227) -> (continuation of Deferred@517425118 after retry RPC after error@1996225231) -> (continuation of Deferred@325085881 after retry RPC after error@2011378829) -> (continuation of Deferred@1403937816 after retry RPC after error@2058015008) -> (continuation of Deferred@1779390830 after retry RPC after error@69619710) -> (continuation of Deferred@604530118 after retry RPC after error@143098806) -> (continuation of Deferred@408121313 after retry RPC after error@775719594) -> (continuation of Deferred@1241382142 after retry RPC after error@2102611012) -> (continuation of Deferred@2130450536 after retry RPC after error@878683335) -> (continuation of Deferred@308520126 after retry RPC after error@1966468058) -> (continuation of Deferred@1804898892 after retry RPC after error@581204581) -> (continuation of Deferred@762146011 after retry RPC after error@2002528663) -> (continuation of Deferred@949339074 after retry RPC after error@971235815) -> (continuation of Deferred@2133744052 after retry RPC after error@1764280151) -> (continuation of Deferred@2134213219 after retry RPC after error@1509931195) -> (continuation of Deferred@1418832329 after retry RPC after error@2066538099) -> (continuation of Deferred@685338095 after retry RPC after error@205988399) -> (continuation of Deferred@1438719375 after retry RPC after error@1208192514) -> (continuation of Deferred@735454456 after retry RPC after error@515190263) -> (continuation of Deferred@1137010379 after retry RPC after error@400720687) -> (continuation of Deferred@227120335 after retry RPC after error@988072476) -> (continuation of Deferred@1384054965 after retry RPC after error@1367804462)))
	at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
	at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
	at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
	at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	... 35 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.27.110.125:37111
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:09:59.687 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:686) Can not open scanner
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=Kudu Master, attempt=28, TimeoutTracker(timeout=29496, elapsed=28501), Traces: [0ms] sending RPC to server master-127.27.110.124:43039, [1ms] received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [1ms] delaying RPC due to: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [21ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [41ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [1147ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [1147ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [1219ms] refreshing cache from master, [1219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [1220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [1220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [1220ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [1220ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [1221ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [1221ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [1340ms] refreshing cache from master, [1340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [1340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [1341ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [1341ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [1341ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [1342ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [1359ms] refreshing cache from master, [1359ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [1360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [1360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [1360ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [1360ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [1360ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [1361ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [1700ms] refreshing cache from master, [1700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [1700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [1700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [1701ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [1701ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [1701ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [1701ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [2260ms] refreshing cache from master, [2260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [2260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [2260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [2261ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [2261ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [2261ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [2261ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [4260ms] refreshing cache from master, [4260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [4261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [4261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [4262ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [4263ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [4263ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [4264ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [4659ms] refreshing cache from master, [4659ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [4660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [4660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [4661ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [4661ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [4662ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [4662ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [6059ms] refreshing cache from master, [6059ms] too many traces: truncated at 100 traces, deferred=Deferred@1480159860(state=PENDING, result=null, callback=get tablet locations from the master for table replication_test_table -> release master lookup permit -> retry RPC -> (continuation of Deferred@514075059 after retry RPC after error@1336624148) -> (continuation of Deferred@100829865 after retry RPC after error@356246223) -> (continuation of Deferred@711833706 after retry RPC after error@1064551127) -> (continuation of Deferred@766922834 after retry RPC after error@1733423793) -> (continuation of Deferred@540588249 after retry RPC after error@33338227) -> (continuation of Deferred@517425118 after retry RPC after error@1996225231) -> (continuation of Deferred@325085881 after retry RPC after error@2011378829) -> (continuation of Deferred@1403937816 after retry RPC after error@2058015008) -> (continuation of Deferred@1779390830 after retry RPC after error@69619710) -> (continuation of Deferred@604530118 after retry RPC after error@143098806) -> (continuation of Deferred@408121313 after retry RPC after error@775719594) -> (continuation of Deferred@1241382142 after retry RPC after error@2102611012) -> (continuation of Deferred@2130450536 after retry RPC after error@878683335) -> (continuation of Deferred@308520126 after retry RPC after error@1966468058) -> (continuation of Deferred@1804898892 after retry RPC after error@581204581) -> (continuation of Deferred@762146011 after retry RPC after error@2002528663) -> (continuation of Deferred@949339074 after retry RPC after error@971235815) -> (continuation of Deferred@2133744052 after retry RPC after error@1764280151) -> (continuation of Deferred@2134213219 after retry RPC after error@1509931195) -> (continuation of Deferred@1418832329 after retry RPC after error@2066538099) -> (continuation of Deferred@685338095 after retry RPC after error@205988399) -> (continuation of Deferred@1438719375 after retry RPC after error@1208192514) -> (continuation of Deferred@735454456 after retry RPC after error@515190263) -> (continuation of Deferred@1137010379 after retry RPC after error@400720687) -> (continuation of Deferred@227120335 after retry RPC after error@988072476) -> (continuation of Deferred@1384054965 after retry RPC after error@1367804462), errback=passthrough -> release master lookup permit -> retry RPC after error -> (continuation of Deferred@514075059 after retry RPC after error@1336624148) -> (continuation of Deferred@100829865 after retry RPC after error@356246223) -> (continuation of Deferred@711833706 after retry RPC after error@1064551127) -> (continuation of Deferred@766922834 after retry RPC after error@1733423793) -> (continuation of Deferred@540588249 after retry RPC after error@33338227) -> (continuation of Deferred@517425118 after retry RPC after error@1996225231) -> (continuation of Deferred@325085881 after retry RPC after error@2011378829) -> (continuation of Deferred@1403937816 after retry RPC after error@2058015008) -> (continuation of Deferred@1779390830 after retry RPC after error@69619710) -> (continuation of Deferred@604530118 after retry RPC after error@143098806) -> (continuation of Deferred@408121313 after retry RPC after error@775719594) -> (continuation of Deferred@1241382142 after retry RPC after error@2102611012) -> (continuation of Deferred@2130450536 after retry RPC after error@878683335) -> (continuation of Deferred@308520126 after retry RPC after error@1966468058) -> (continuation of Deferred@1804898892 after retry RPC after error@581204581) -> (continuation of Deferred@762146011 after retry RPC after error@2002528663) -> (continuation of Deferred@949339074 after retry RPC after error@971235815) -> (continuation of Deferred@2133744052 after retry RPC after error@1764280151) -> (continuation of Deferred@2134213219 after retry RPC after error@1509931195) -> (continuation of Deferred@1418832329 after retry RPC after error@2066538099) -> (continuation of Deferred@685338095 after retry RPC after error@205988399) -> (continuation of Deferred@1438719375 after retry RPC after error@1208192514) -> (continuation of Deferred@735454456 after retry RPC after error@515190263) -> (continuation of Deferred@1137010379 after retry RPC after error@400720687) -> (continuation of Deferred@227120335 after retry RPC after error@988072476) -> (continuation of Deferred@1384054965 after retry RPC after error@1367804462)))
	at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
	at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
	at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
	at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	... 35 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.27.110.125:37111
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:09:59.688 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (AsyncKuduScanner.java:862) Scanner null closed on null
21:09:59.688 [ERROR - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcherManager.java:190) Received uncaught exception.
java.lang.RuntimeException: SplitFetcher thread 5 received unexpected exception while polling the records
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:168)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.run(SplitFetcher.java:117)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=Kudu Master, attempt=28, TimeoutTracker(timeout=29496, elapsed=28501), Traces: [0ms] sending RPC to server master-127.27.110.124:43039, [1ms] received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [1ms] delaying RPC due to: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [21ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [41ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [1147ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [1147ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [1219ms] refreshing cache from master, [1219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [1220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [1220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [1220ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [1220ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [1221ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [1221ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [1340ms] refreshing cache from master, [1340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [1340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [1341ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [1341ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [1341ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [1342ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [1359ms] refreshing cache from master, [1359ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [1360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [1360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [1360ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [1360ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [1360ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [1361ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [1700ms] refreshing cache from master, [1700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [1700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [1700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [1701ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [1701ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [1701ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [1701ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [2260ms] refreshing cache from master, [2260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [2260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [2260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [2261ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [2261ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [2261ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [2261ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [4260ms] refreshing cache from master, [4260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [4261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [4261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [4262ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [4263ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [4263ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [4264ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [4659ms] refreshing cache from master, [4659ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [4660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [4660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [4661ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [4661ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [4662ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [4662ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [6059ms] refreshing cache from master, [6059ms] too many traces: truncated at 100 traces, deferred=Deferred@1480159860(state=PENDING, result=null, callback=get tablet locations from the master for table replication_test_table -> release master lookup permit -> retry RPC -> (continuation of Deferred@514075059 after retry RPC after error@1336624148) -> (continuation of Deferred@100829865 after retry RPC after error@356246223) -> (continuation of Deferred@711833706 after retry RPC after error@1064551127) -> (continuation of Deferred@766922834 after retry RPC after error@1733423793) -> (continuation of Deferred@540588249 after retry RPC after error@33338227) -> (continuation of Deferred@517425118 after retry RPC after error@1996225231) -> (continuation of Deferred@325085881 after retry RPC after error@2011378829) -> (continuation of Deferred@1403937816 after retry RPC after error@2058015008) -> (continuation of Deferred@1779390830 after retry RPC after error@69619710) -> (continuation of Deferred@604530118 after retry RPC after error@143098806) -> (continuation of Deferred@408121313 after retry RPC after error@775719594) -> (continuation of Deferred@1241382142 after retry RPC after error@2102611012) -> (continuation of Deferred@2130450536 after retry RPC after error@878683335) -> (continuation of Deferred@308520126 after retry RPC after error@1966468058) -> (continuation of Deferred@1804898892 after retry RPC after error@581204581) -> (continuation of Deferred@762146011 after retry RPC after error@2002528663) -> (continuation of Deferred@949339074 after retry RPC after error@971235815) -> (continuation of Deferred@2133744052 after retry RPC after error@1764280151) -> (continuation of Deferred@2134213219 after retry RPC after error@1509931195) -> (continuation of Deferred@1418832329 after retry RPC after error@2066538099) -> (continuation of Deferred@685338095 after retry RPC after error@205988399) -> (continuation of Deferred@1438719375 after retry RPC after error@1208192514) -> (continuation of Deferred@735454456 after retry RPC after error@515190263) -> (continuation of Deferred@1137010379 after retry RPC after error@400720687) -> (continuation of Deferred@227120335 after retry RPC after error@988072476) -> (continuation of Deferred@1384054965 after retry RPC after error@1367804462), errback=passthrough -> release master lookup permit -> retry RPC after error -> (continuation of Deferred@514075059 after retry RPC after error@1336624148) -> (continuation of Deferred@100829865 after retry RPC after error@356246223) -> (continuation of Deferred@711833706 after retry RPC after error@1064551127) -> (continuation of Deferred@766922834 after retry RPC after error@1733423793) -> (continuation of Deferred@540588249 after retry RPC after error@33338227) -> (continuation of Deferred@517425118 after retry RPC after error@1996225231) -> (continuation of Deferred@325085881 after retry RPC after error@2011378829) -> (continuation of Deferred@1403937816 after retry RPC after error@2058015008) -> (continuation of Deferred@1779390830 after retry RPC after error@69619710) -> (continuation of Deferred@604530118 after retry RPC after error@143098806) -> (continuation of Deferred@408121313 after retry RPC after error@775719594) -> (continuation of Deferred@1241382142 after retry RPC after error@2102611012) -> (continuation of Deferred@2130450536 after retry RPC after error@878683335) -> (continuation of Deferred@308520126 after retry RPC after error@1966468058) -> (continuation of Deferred@1804898892 after retry RPC after error@581204581) -> (continuation of Deferred@762146011 after retry RPC after error@2002528663) -> (continuation of Deferred@949339074 after retry RPC after error@971235815) -> (continuation of Deferred@2133744052 after retry RPC after error@1764280151) -> (continuation of Deferred@2134213219 after retry RPC after error@1509931195) -> (continuation of Deferred@1418832329 after retry RPC after error@2066538099) -> (continuation of Deferred@685338095 after retry RPC after error@205988399) -> (continuation of Deferred@1438719375 after retry RPC after error@1208192514) -> (continuation of Deferred@735454456 after retry RPC after error@515190263) -> (continuation of Deferred@1137010379 after retry RPC after error@400720687) -> (continuation of Deferred@227120335 after retry RPC after error@988072476) -> (continuation of Deferred@1384054965 after retry RPC after error@1367804462)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduScanner.nextRows(KuduScanner.java:81)
	at org.apache.flink.connector.kudu.source.reader.KuduSourceSplitReader.fetch(KuduSourceSplitReader.java:68)
	at org.apache.flink.connector.base.source.reader.fetcher.FetchTask.run(FetchTask.java:58)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:165)
	... 6 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.27.110.125:37111
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:09:59.689 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer 9568e7bf235f459fa583004fe13faea5(127.27.110.65:44763)] disconnecting while in state TERMINATED
21:09:59.689 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer master-127.27.110.126:34219(127.27.110.126:34219)] disconnecting while in state TERMINATED
21:09:59.689 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer 03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055)] disconnecting while in state TERMINATED
21:09:59.689 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer master-127.27.110.124:43039(127.27.110.124:43039)] disconnecting while in state TERMINATED
21:09:59.689 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer bea0bef4fa77456d8a0ed5ff9ce0c146(127.27.110.66:39813)] disconnecting while in state TERMINATED
21:09:59.689 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer master-127.27.110.125:37111(127.27.110.125:37111)] disconnecting while in state TERMINATED
21:09:59.690 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:2704) Releasing all remaining resources
21:09:59.692 [DEBUG - kudu-nio-4] (PoolThreadCache.java:218) Freed 4 thread-local buffer(s) from thread: kudu-nio-4
21:09:59.692 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-0
21:09:59.693 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 7 thread-local buffer(s) from thread: kudu-nio-3
21:09:59.693 [DEBUG - kudu-nio-5] (PoolThreadCache.java:218) Freed 23 thread-local buffer(s) from thread: kudu-nio-5
21:09:59.696 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer master-127.28.61.189:39213(127.28.61.189:39213)] disconnecting while in state TERMINATED
21:09:59.697 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer master-127.28.61.190:36375(127.28.61.190:36375)] disconnecting while in state TERMINATED
21:09:59.697 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer master-127.28.61.188:41979(127.28.61.188:41979)] disconnecting while in state TERMINATED
21:09:59.697 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer f9388bec45ef4b26b002bb34888dd2e1(127.28.61.131:42367)] disconnecting while in state TERMINATED
21:09:59.697 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2704) Releasing all remaining resources
21:09:59.697 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:128) Split fetcher 5 exited.
21:09:59.698 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
21:09:59.698 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-1
21:09:59.698 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-3
21:09:59.702 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.28.61.190:36375(127.28.61.190:36375)] connecting to peer
21:09:59.703 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.28.61.189:39213(127.28.61.189:39213)] connecting to peer
21:09:59.703 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.28.61.188:41979(127.28.61.188:41979)] connecting to peer
21:09:59.703 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:09:59.703 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.61.190:36375(127.28.61.190:36375)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:09:59.703 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.190:36375: Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:09:59.704 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:09:59.704 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.61.189:39213(127.28.61.189:39213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:09:59.704 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.189:39213: Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:09:59.704 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:09:59.704 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.28.61.188:41979(127.28.61.188:41979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:09:59.704 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.188:41979: Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:09:59.704 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.28.61.190:36375,127.28.61.189:39213,127.28.61.188:41979; will retry
21:09:59.706 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:59.708 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 25 thread-local buffer(s) from thread: kudu-nio-2
21:09:59.709 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:338) Closing Source Reader.
21:09:59.710 [WARN - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1117) Source: KuduSource -> Sink: Writer (4/4)#0 (7a3214ac5515a3aaffb3e13cfc52cb55_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from RUNNING to FAILED with failure cause:
java.lang.RuntimeException: One or more fetchers have encountered exception
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcherManager.checkErrors(SplitFetcherManager.java:333)
	at org.apache.flink.connector.base.source.reader.SourceReaderBase.getNextFetch(SourceReaderBase.java:228)
	at org.apache.flink.connector.base.source.reader.SourceReaderBase.pollNext(SourceReaderBase.java:190)
	at org.apache.kudu.replication.wrappedsource.StatelessKuduReaderWrapper.pollNext(StatelessKuduReaderWrapper.java:63)
	at org.apache.flink.streaming.api.operators.SourceOperator.emitNext(SourceOperator.java:443)
	at org.apache.flink.streaming.runtime.io.StreamTaskSourceInput.emitNext(StreamTaskSourceInput.java:68)
	at org.apache.flink.streaming.runtime.io.StreamOneInputProcessor.processInput(StreamOneInputProcessor.java:65)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.processInput(StreamTask.java:579)
	at org.apache.flink.streaming.runtime.tasks.mailbox.MailboxProcessor.runMailboxLoop(MailboxProcessor.java:231)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.runMailboxLoop(StreamTask.java:909)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.invoke(StreamTask.java:858)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:937)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: SplitFetcher thread 5 received unexpected exception while polling the records
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:168)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.run(SplitFetcher.java:117)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=Kudu Master, attempt=28, TimeoutTracker(timeout=29496, elapsed=28501), Traces: [0ms] sending RPC to server master-127.27.110.124:43039, [1ms] received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [1ms] delaying RPC due to: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [21ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [41ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [1147ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [1147ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [1219ms] refreshing cache from master, [1219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [1220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [1220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [1220ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [1220ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [1221ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [1221ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [1340ms] refreshing cache from master, [1340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [1340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [1341ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [1341ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [1341ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [1342ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [1359ms] refreshing cache from master, [1359ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [1360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [1360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [1360ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [1360ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [1360ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [1361ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [1700ms] refreshing cache from master, [1700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [1700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [1700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [1701ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [1701ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [1701ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [1701ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [2260ms] refreshing cache from master, [2260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [2260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [2260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [2261ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [2261ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [2261ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [2261ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [4260ms] refreshing cache from master, [4260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [4261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [4261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [4262ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [4263ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [4263ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [4264ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [4659ms] refreshing cache from master, [4659ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [4660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [4660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [4661ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [4661ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [4662ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [4662ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [6059ms] refreshing cache from master, [6059ms] too many traces: truncated at 100 traces, deferred=Deferred@1480159860(state=PENDING, result=null, callback=get tablet locations from the master for table replication_test_table -> release master lookup permit -> retry RPC -> (continuation of Deferred@514075059 after retry RPC after error@1336624148) -> (continuation of Deferred@100829865 after retry RPC after error@356246223) -> (continuation of Deferred@711833706 after retry RPC after error@1064551127) -> (continuation of Deferred@766922834 after retry RPC after error@1733423793) -> (continuation of Deferred@540588249 after retry RPC after error@33338227) -> (continuation of Deferred@517425118 after retry RPC after error@1996225231) -> (continuation of Deferred@325085881 after retry RPC after error@2011378829) -> (continuation of Deferred@1403937816 after retry RPC after error@2058015008) -> (continuation of Deferred@1779390830 after retry RPC after error@69619710) -> (continuation of Deferred@604530118 after retry RPC after error@143098806) -> (continuation of Deferred@408121313 after retry RPC after error@775719594) -> (continuation of Deferred@1241382142 after retry RPC after error@2102611012) -> (continuation of Deferred@2130450536 after retry RPC after error@878683335) -> (continuation of Deferred@308520126 after retry RPC after error@1966468058) -> (continuation of Deferred@1804898892 after retry RPC after error@581204581) -> (continuation of Deferred@762146011 after retry RPC after error@2002528663) -> (continuation of Deferred@949339074 after retry RPC after error@971235815) -> (continuation of Deferred@2133744052 after retry RPC after error@1764280151) -> (continuation of Deferred@2134213219 after retry RPC after error@1509931195) -> (continuation of Deferred@1418832329 after retry RPC after error@2066538099) -> (continuation of Deferred@685338095 after retry RPC after error@205988399) -> (continuation of Deferred@1438719375 after retry RPC after error@1208192514) -> (continuation of Deferred@735454456 after retry RPC after error@515190263) -> (continuation of Deferred@1137010379 after retry RPC after error@400720687) -> (continuation of Deferred@227120335 after retry RPC after error@988072476) -> (continuation of Deferred@1384054965 after retry RPC after error@1367804462), errback=passthrough -> release master lookup permit -> retry RPC after error -> (continuation of Deferred@514075059 after retry RPC after error@1336624148) -> (continuation of Deferred@100829865 after retry RPC after error@356246223) -> (continuation of Deferred@711833706 after retry RPC after error@1064551127) -> (continuation of Deferred@766922834 after retry RPC after error@1733423793) -> (continuation of Deferred@540588249 after retry RPC after error@33338227) -> (continuation of Deferred@517425118 after retry RPC after error@1996225231) -> (continuation of Deferred@325085881 after retry RPC after error@2011378829) -> (continuation of Deferred@1403937816 after retry RPC after error@2058015008) -> (continuation of Deferred@1779390830 after retry RPC after error@69619710) -> (continuation of Deferred@604530118 after retry RPC after error@143098806) -> (continuation of Deferred@408121313 after retry RPC after error@775719594) -> (continuation of Deferred@1241382142 after retry RPC after error@2102611012) -> (continuation of Deferred@2130450536 after retry RPC after error@878683335) -> (continuation of Deferred@308520126 after retry RPC after error@1966468058) -> (continuation of Deferred@1804898892 after retry RPC after error@581204581) -> (continuation of Deferred@762146011 after retry RPC after error@2002528663) -> (continuation of Deferred@949339074 after retry RPC after error@971235815) -> (continuation of Deferred@2133744052 after retry RPC after error@1764280151) -> (continuation of Deferred@2134213219 after retry RPC after error@1509931195) -> (continuation of Deferred@1418832329 after retry RPC after error@2066538099) -> (continuation of Deferred@685338095 after retry RPC after error@205988399) -> (continuation of Deferred@1438719375 after retry RPC after error@1208192514) -> (continuation of Deferred@735454456 after retry RPC after error@515190263) -> (continuation of Deferred@1137010379 after retry RPC after error@400720687) -> (continuation of Deferred@227120335 after retry RPC after error@988072476) -> (continuation of Deferred@1384054965 after retry RPC after error@1367804462)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduScanner.nextRows(KuduScanner.java:81)
	at org.apache.flink.connector.kudu.source.reader.KuduSourceSplitReader.fetch(KuduSourceSplitReader.java:68)
	at org.apache.flink.connector.base.source.reader.fetcher.FetchTask.run(FetchTask.java:58)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:165)
	... 6 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.27.110.125:37111
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:09:59.711 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#0 (7a3214ac5515a3aaffb3e13cfc52cb55_cbc357ccb763df2852fee8c4fc7d55f2_3_0).
21:09:59.714 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#0 7a3214ac5515a3aaffb3e13cfc52cb55_cbc357ccb763df2852fee8c4fc7d55f2_3_0.
21:09:59.717 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1449) Source: KuduSource -> Sink: Writer (4/4) (7a3214ac5515a3aaffb3e13cfc52cb55_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from RUNNING to FAILED on 0c51e075-60cc-44c9-a043-700ae7939e07 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: java.lang.RuntimeException: One or more fetchers have encountered exception
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcherManager.checkErrors(SplitFetcherManager.java:333)
	at org.apache.flink.connector.base.source.reader.SourceReaderBase.getNextFetch(SourceReaderBase.java:228)
	at org.apache.flink.connector.base.source.reader.SourceReaderBase.pollNext(SourceReaderBase.java:190)
	at org.apache.kudu.replication.wrappedsource.StatelessKuduReaderWrapper.pollNext(StatelessKuduReaderWrapper.java:63)
	at org.apache.flink.streaming.api.operators.SourceOperator.emitNext(SourceOperator.java:443)
	at org.apache.flink.streaming.runtime.io.StreamTaskSourceInput.emitNext(StreamTaskSourceInput.java:68)
	at org.apache.flink.streaming.runtime.io.StreamOneInputProcessor.processInput(StreamOneInputProcessor.java:65)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.processInput(StreamTask.java:579)
	at org.apache.flink.streaming.runtime.tasks.mailbox.MailboxProcessor.runMailboxLoop(MailboxProcessor.java:231)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.runMailboxLoop(StreamTask.java:909)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.invoke(StreamTask.java:858)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:937)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.SerializedThrowable: java.lang.RuntimeException: SplitFetcher thread 5 received unexpected exception while polling the records
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:168)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.run(SplitFetcher.java:117)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=Kudu Master, attempt=28, TimeoutTracker(timeout=29496, elapsed=28501), Traces: [0ms] sending RPC to server master-127.27.110.124:43039, [1ms] received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [1ms] delaying RPC due to: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [21ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [41ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [1147ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [1147ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [1219ms] refreshing cache from master, [1219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [1220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [1220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [1220ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [1220ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [1221ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [1221ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [1340ms] refreshing cache from master, [1340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [1340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [1341ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [1341ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [1341ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [1342ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [1359ms] refreshing cache from master, [1359ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [1360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [1360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [1360ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [1360ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [1360ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [1361ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [1700ms] refreshing cache from master, [1700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [1700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [1700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [1701ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [1701ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [1701ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [1701ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [2260ms] refreshing cache from master, [2260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [2260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [2260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [2261ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [2261ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [2261ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [2261ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [4260ms] refreshing cache from master, [4260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [4261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [4261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [4262ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [4263ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [4263ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [4264ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [4659ms] refreshing cache from master, [4659ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [4660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [4660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [4661ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [4661ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [4662ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [4662ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [6059ms] refreshing cache from master, [6059ms] too many traces: truncated at 100 traces, deferred=Deferred@1480159860(state=PENDING, result=null, callback=get tablet locations from the master for table replication_test_table -> release master lookup permit -> retry RPC -> (continuation of Deferred@514075059 after retry RPC after error@1336624148) -> (continuation of Deferred@100829865 after retry RPC after error@356246223) -> (continuation of Deferred@711833706 after retry RPC after error@1064551127) -> (continuation of Deferred@766922834 after retry RPC after error@1733423793) -> (continuation of Deferred@540588249 after retry RPC after error@33338227) -> (continuation of Deferred@517425118 after retry RPC after error@1996225231) -> (continuation of Deferred@325085881 after retry RPC after error@2011378829) -> (continuation of Deferred@1403937816 after retry RPC after error@2058015008) -> (continuation of Deferred@1779390830 after retry RPC after error@69619710) -> (continuation of Deferred@604530118 after retry RPC after error@143098806) -> (continuation of Deferred@408121313 after retry RPC after error@775719594) -> (continuation of Deferred@1241382142 after retry RPC after error@2102611012) -> (continuation of Deferred@2130450536 after retry RPC after error@878683335) -> (continuation of Deferred@308520126 after retry RPC after error@1966468058) -> (continuation of Deferred@1804898892 after retry RPC after error@581204581) -> (continuation of Deferred@762146011 after retry RPC after error@2002528663) -> (continuation of Deferred@949339074 after retry RPC after error@971235815) -> (continuation of Deferred@2133744052 after retry RPC after error@1764280151) -> (continuation of Deferred@2134213219 after retry RPC after error@1509931195) -> (continuation of Deferred@1418832329 after retry RPC after error@2066538099) -> (continuation of Deferred@685338095 after retry RPC after error@205988399) -> (continuation of Deferred@1438719375 after retry RPC after error@1208192514) -> (continuation of Deferred@735454456 after retry RPC after error@515190263) -> (continuation of Deferred@1137010379 after retry RPC after error@400720687) -> (continuation of Deferred@227120335 after retry RPC after error@988072476) -> (continuation of Deferred@1384054965 after retry RPC after error@1367804462), errback=passthrough -> release master lookup permit -> retry RPC after error -> (continuation of Deferred@514075059 after retry RPC after error@1336624148) -> (continuation of Deferred@100829865 after retry RPC after error@356246223) -> (continuation of Deferred@711833706 after retry RPC after error@1064551127) -> (continuation of Deferred@766922834 after retry RPC after error@1733423793) -> (continuation of Deferred@540588249 after retry RPC after error@33338227) -> (continuation of Deferred@517425118 after retry RPC after error@1996225231) -> (continuation of Deferred@325085881 after retry RPC after error@2011378829) -> (continuation of Deferred@1403937816 after retry RPC after error@2058015008) -> (continuation of Deferred@1779390830 after retry RPC after error@69619710) -> (continuation of Deferred@604530118 after retry RPC after error@143098806) -> (continuation of Deferred@408121313 after retry RPC after error@775719594) -> (continuation of Deferred@1241382142 after retry RPC after error@2102611012) -> (continuation of Deferred@2130450536 after retry RPC after error@878683335) -> (continuation of Deferred@308520126 after retry RPC after error@1966468058) -> (continuation of Deferred@1804898892 after retry RPC after error@581204581) -> (continuation of Deferred@762146011 after retry RPC after error@2002528663) -> (continuation of Deferred@949339074 after retry RPC after error@971235815) -> (continuation of Deferred@2133744052 after retry RPC after error@1764280151) -> (continuation of Deferred@2134213219 after retry RPC after error@1509931195) -> (continuation of Deferred@1418832329 after retry RPC after error@2066538099) -> (continuation of Deferred@685338095 after retry RPC after error@205988399) -> (continuation of Deferred@1438719375 after retry RPC after error@1208192514) -> (continuation of Deferred@735454456 after retry RPC after error@515190263) -> (continuation of Deferred@1137010379 after retry RPC after error@400720687) -> (continuation of Deferred@227120335 after retry RPC after error@988072476) -> (continuation of Deferred@1384054965 after retry RPC after error@1367804462)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduScanner.nextRows(KuduScanner.java:81)
	at org.apache.flink.connector.kudu.source.reader.KuduSourceSplitReader.fetch(KuduSourceSplitReader.java:68)
	at org.apache.flink.connector.base.source.reader.fetcher.FetchTask.run(FetchTask.java:58)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:165)
	... 6 more
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.27.110.125:37111
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:09:59.718 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job d6a71f5cf5f060cfaa5d5fa24434f7a3: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
21:09:59.718 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 7a3214ac5515a3aaffb3e13cfc52cb55_cbc357ccb763df2852fee8c4fc7d55f2_3_0.
21:09:59.718 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (d6a71f5cf5f060cfaa5d5fa24434f7a3) switched from state RUNNING to RESTARTING.
21:09:59.719 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#0) of source Source: KuduSource.
21:09:59.741 [DEBUG - pool-426-thread-1] (Connection.java:748) [peer master-127.28.61.190:36375(127.28.61.190:36375)] connecting to peer
21:09:59.741 [DEBUG - pool-426-thread-1] (Connection.java:748) [peer master-127.28.61.189:39213(127.28.61.189:39213)] connecting to peer
21:09:59.741 [DEBUG - pool-426-thread-1] (Connection.java:748) [peer master-127.28.61.188:41979(127.28.61.188:41979)] connecting to peer
21:09:59.742 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:09:59.742 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.28.61.190:36375(127.28.61.190:36375)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:09:59.742 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.190:36375: Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:09:59.742 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:09:59.742 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.28.61.189:39213(127.28.61.189:39213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:09:59.742 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.189:39213: Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:09:59.743 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:09:59.743 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.28.61.188:41979(127.28.61.188:41979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:09:59.743 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.188:41979: Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:09:59.743 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.28.61.190:36375,127.28.61.189:39213,127.28.61.188:41979; will retry
21:09:59.750 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2841dd5f383bae9a8f297e74525dcca1 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 2841dd5f383bae9a8f297e74525dcca1 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:59.769 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:59.845 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:59.908 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:09:59.908 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:09:59.908 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:09:59.909 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:59.909 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:59.909 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:09:59.909 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:59.909 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:59.909 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:09:59.910 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:59.910 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:59.910 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:09:59.910 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:09:59.915 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.27.110.125:37111(127.27.110.125:37111)] connecting to peer
21:09:59.916 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.27.110.126:34219(127.27.110.126:34219)] connecting to peer
21:09:59.916 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.27.110.124:43039(127.27.110.124:43039)] connecting to peer
21:09:59.916 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:59.916 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:59.916 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:59.916 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.110.125:37111(127.27.110.125:37111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:59.916 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.110.126:34219(127.27.110.126:34219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:59.916 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.125:37111: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:09:59.916 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.110.124:43039(127.27.110.124:43039)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:59.916 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.124:43039: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:09:59.916 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.126:34219: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:09:59.916 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039; will retry
21:09:59.921 [DEBUG - pool-426-thread-1] (Connection.java:748) [peer master-127.28.61.190:36375(127.28.61.190:36375)] connecting to peer
21:09:59.921 [DEBUG - pool-426-thread-1] (Connection.java:748) [peer master-127.28.61.189:39213(127.28.61.189:39213)] connecting to peer
21:09:59.921 [DEBUG - pool-426-thread-1] (Connection.java:748) [peer master-127.28.61.188:41979(127.28.61.188:41979)] connecting to peer
21:09:59.922 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:09:59.922 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.28.61.190:36375(127.28.61.190:36375)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:09:59.922 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.190:36375: Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:09:59.922 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:09:59.922 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.28.61.189:39213(127.28.61.189:39213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:09:59.922 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.189:39213: Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:09:59.923 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:09:59.923 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.61.188:41979(127.28.61.188:41979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:09:59.923 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.188:41979: Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:09:59.923 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.61.190:36375,127.28.61.189:39213,127.28.61.188:41979; will retry
21:09:59.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:59.941851 31413 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.152.253" port: 46569 } attempt: 8
21:09:59.953 [DEBUG - pool-410-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:09:59.953 [DEBUG - pool-410-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:09:59.953 [DEBUG - pool-410-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:09:59.954 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:59.954 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:59.954 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:09:59.954 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:59.954 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:59.954 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:09:59.955 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:59.955 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:59.955 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:09:59.955 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:09:59.962 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.28.61.190:36375(127.28.61.190:36375)] connecting to peer
21:09:59.963 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.28.61.189:39213(127.28.61.189:39213)] connecting to peer
21:09:59.963 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.28.61.188:41979(127.28.61.188:41979)] connecting to peer
21:09:59.963 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:09:59.963 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.28.61.190:36375(127.28.61.190:36375)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:09:59.963 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.190:36375: Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:09:59.964 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:09:59.964 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.28.61.189:39213(127.28.61.189:39213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:09:59.964 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.189:39213: Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:09:59.964 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:09:59.964 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.28.61.188:41979(127.28.61.188:41979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:09:59.964 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.188:41979: Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:09:59.964 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.28.61.190:36375,127.28.61.189:39213,127.28.61.188:41979; will retry
21:09:59.976 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:09:59.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:09:59.992214 31413 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.30.152.252" port: 38897 } has no permanent_uuid. Determining permanent_uuid...
21:09:59.998 [DEBUG - pool-404-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:09:59.998 [DEBUG - pool-404-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:09:59.998 [DEBUG - pool-404-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:09:59.998 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:59.998 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:59.998 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:59.999 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:59.999 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:09:59.999 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:59.999 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:59.999 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:09:59.999 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:09:59.999 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:10:00.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:10:00.011245 31413 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.152.252:38897: Network error: Client connection negotiation failed: client connection to 127.30.152.252:38897: connect: Connection refused (error 111)
21:10:00.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:00.076808 31413 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.152.252" port: 38897 } attempt: 1
21:10:00.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:10:00.086143 31413 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.152.252:38897: Network error: Client connection negotiation failed: client connection to 127.30.152.252:38897: connect: Connection refused (error 111)
21:10:00.122 [DEBUG - pool-426-thread-1] (Connection.java:748) [peer master-127.28.61.190:36375(127.28.61.190:36375)] connecting to peer
21:10:00.122 [DEBUG - pool-426-thread-1] (Connection.java:748) [peer master-127.28.61.189:39213(127.28.61.189:39213)] connecting to peer
21:10:00.122 [DEBUG - pool-426-thread-1] (Connection.java:748) [peer master-127.28.61.188:41979(127.28.61.188:41979)] connecting to peer
21:10:00.123 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:00.123 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.61.190:36375(127.28.61.190:36375)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:00.123 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.190:36375: Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:00.123 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:00.123 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.28.61.189:39213(127.28.61.189:39213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:00.123 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.189:39213: Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:00.124 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:00.124 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.28.61.188:41979(127.28.61.188:41979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:00.124 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.188:41979: Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:00.124 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.28.61.190:36375,127.28.61.189:39213,127.28.61.188:41979; will retry
21:10:00.140 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.25.113.61:34911(127.25.113.61:34911)] connecting to peer
21:10:00.141 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.25.113.60:35933(127.25.113.60:35933)] connecting to peer
21:10:00.141 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.25.113.62:35193(127.25.113.62:35193)] connecting to peer
21:10:00.141 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:10:00.141 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.113.60:35933(127.25.113.60:35933)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:10:00.141 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.60:35933: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:10:00.143 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:10:00.143 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.113.62:35193(127.25.113.62:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:10:00.143 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.62:35193: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:10:00.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:00.139636 31413 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.152.252" port: 38897 } attempt: 2
21:10:00.146 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:10:00.146 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.113.61:34911(127.25.113.61:34911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:10:00.146 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.61:34911: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:10:00.146 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193; will retry
21:10:00.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:10:00.153244 31413 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.152.252:38897: Network error: Client connection negotiation failed: client connection to 127.30.152.252:38897: connect: Connection refused (error 111)
21:10:00.209 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:00.222 [DEBUG - pool-424-thread-1] (Connection.java:748) [peer master-127.22.50.60:38829(127.22.50.60:38829)] connecting to peer
21:10:00.222 [DEBUG - pool-424-thread-1] (Connection.java:748) [peer master-127.22.50.61:45261(127.22.50.61:45261)] connecting to peer
21:10:00.222 [DEBUG - pool-424-thread-1] (Connection.java:748) [peer master-127.22.50.62:44659(127.22.50.62:44659)] connecting to peer
21:10:00.223 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:10:00.223 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.50.60:38829(127.22.50.60:38829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:10:00.223 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.60:38829: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:10:00.224 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:10:00.224 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.50.61:45261(127.22.50.61:45261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:10:00.224 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.61:45261: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:10:00.224 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:10:00.224 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.50.62:44659(127.22.50.62:44659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:10:00.224 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.62:44659: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:10:00.224 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659; will retry
21:10:00.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:00.229768 31413 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.152.252" port: 38897 } attempt: 3
21:10:00.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:10:00.242093 31413 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.152.252:38897: Network error: Client connection negotiation failed: client connection to 127.30.152.252:38897: connect: Connection refused (error 111)
21:10:00.250 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2841dd5f383bae9a8f297e74525dcca1 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 2841dd5f383bae9a8f297e74525dcca1 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:00.269 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:00.312 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:10:00.312 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:10:00.312 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:10:00.313 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:00.313 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:00.313 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:00.313 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:00.313 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:00.313 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:00.314 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:00.314 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:00.314 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:00.314 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:10:00.316 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.27.110.125:37111(127.27.110.125:37111)] connecting to peer
21:10:00.317 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.27.110.126:34219(127.27.110.126:34219)] connecting to peer
21:10:00.317 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.27.110.124:43039(127.27.110.124:43039)] connecting to peer
21:10:00.317 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:10:00.318 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.110.125:37111(127.27.110.125:37111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:10:00.318 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.125:37111: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111
21:10:00.318 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:10:00.318 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.110.126:34219(127.27.110.126:34219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:10:00.318 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.126:34219: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219
21:10:00.319 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:10:00.319 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.110.124:43039(127.27.110.124:43039)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:10:00.319 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.110.124:43039: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
21:10:00.319 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039; will retry
21:10:00.319 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=null, attempt=25, TimeoutTracker(timeout=29675, elapsed=29323), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [28ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [54ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [55ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [58ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: [peer master-127.27.110.125:37111(127.27.110.125:37111)] unexpected exception from downstream on [id: 0x5f108d83, L:/127.0.0.1:39672 - R:/127.27.110.125:37111], [112ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: [peer master-127.27.110.124:43039(127.27.110.124:43039)] unexpected exception from downstream on [id: 0xb9d32f0b, L:/127.0.0.1:51580 - R:/127.27.110.124:43039], [112ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: [peer master-127.27.110.125:37111(127.27.110.125:37111)] unexpected exception from downstream on [id: 0x5f108d83, L:/127.0.0.1:39672 - R:/127.27.110.125:37111],org.apache.kudu.client.RecoverableException: [peer master-127.27.110.124:43039(127.27.110.124:43039)] unexpected exception from downstream on [id: 0xb9d32f0b, L:/127.0.0.1:51580 - R:/127.27.110.124:43039], [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [121ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [141ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [160ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [160ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [160ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [161ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [180ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [180ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [181ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [221ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [221ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [221ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [221ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [261ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [261ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [261ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [261ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [300ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [301ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [301ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [301ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [380ms] refreshing cache from master, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [381ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [381ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [381ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [381ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [500ms] refreshing cache from master, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [501ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [501ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [501ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [501ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [560ms] refreshing cache from master, [560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [561ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [561ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [561ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [561ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [1740ms] refreshing cache from master, [1740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [1741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [1741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [1741ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [1741ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [1741ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [1741ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [4979ms] refreshing cache from master, [4980ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [4980ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [4980ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [4981ms] too many traces: truncated at 100 traces, deferred=Deferred@1260596253(state=PENDING, result=null, callback=(continuation of Deferred@1643270377 after retry RPC after error@1031505868) -> (continuation of Deferred@380359970 after retry RPC after error@1144668206) -> (continuation of Deferred@926688600 after retry RPC after error@1444446612) -> (continuation of Deferred@517098672 after retry RPC after error@142562420) -> (continuation of Deferred@1589618374 after retry RPC after error@1278838948) -> (continuation of Deferred@1082325599 after retry RPC after error@850189007) -> (continuation of Deferred@285660106 after retry RPC after error@301602278) -> (continuation of Deferred@1191003524 after retry RPC after error@307467574) -> (continuation of Deferred@896310325 after retry RPC after error@1962469979) -> (continuation of Deferred@1485127717 after retry RPC after error@1450284070) -> (continuation of Deferred@128788457 after retry RPC after error@875872117) -> (continuation of Deferred@1187141054 after retry RPC after error@482879972) -> (continuation of Deferred@1916061691 after retry RPC after error@1667891679) -> (continuation of Deferred@928106409 after retry RPC after error@1779126190) -> (continuation of Deferred@1045710347 after retry RPC after error@218352871) -> (continuation of Deferred@886455905 after retry RPC after error@68186474) -> (continuation of Deferred@409476093 after retry RPC after error@195008739) -> (continuation of Deferred@239045319 after retry RPC after error@161685835) -> (continuation of Deferred@1372353649 after retry RPC after error@644064811) -> (continuation of Deferred@1417177490 after retry RPC after error@1145152303) -> (continuation of Deferred@1981560874 after retry RPC after error@1307941436) -> (continuation of Deferred@1523994345 after retry RPC after error@331863623) -> (continuation of Deferred@76378493 after retry RPC after error@1707618218) -> (continuation of Deferred@218203388 after retry RPC after error@551100149), errback=(continuation of Deferred@1643270377 after retry RPC after error@1031505868) -> (continuation of Deferred@380359970 after retry RPC after error@1144668206) -> (continuation of Deferred@926688600 after retry RPC after error@1444446612) -> (continuation of Deferred@517098672 after retry RPC after error@142562420) -> (continuation of Deferred@1589618374 after retry RPC after error@1278838948) -> (continuation of Deferred@1082325599 after retry RPC after error@850189007) -> (continuation of Deferred@285660106 after retry RPC after error@301602278) -> (continuation of Deferred@1191003524 after retry RPC after error@307467574) -> (continuation of Deferred@896310325 after retry RPC after error@1962469979) -> (continuation of Deferred@1485127717 after retry RPC after error@1450284070) -> (continuation of Deferred@128788457 after retry RPC after error@875872117) -> (continuation of Deferred@1187141054 after retry RPC after error@482879972) -> (continuation of Deferred@1916061691 after retry RPC after error@1667891679) -> (continuation of Deferred@928106409 after retry RPC after error@1779126190) -> (continuation of Deferred@1045710347 after retry RPC after error@218352871) -> (continuation of Deferred@886455905 after retry RPC after error@68186474) -> (continuation of Deferred@409476093 after retry RPC after error@195008739) -> (continuation of Deferred@239045319 after retry RPC after error@161685835) -> (continuation of Deferred@1372353649 after retry RPC after error@644064811) -> (continuation of Deferred@1417177490 after retry RPC after error@1145152303) -> (continuation of Deferred@1981560874 after retry RPC after error@1307941436) -> (continuation of Deferred@1523994345 after retry RPC after error@331863623) -> (continuation of Deferred@76378493 after retry RPC after error@1707618218) -> (continuation of Deferred@218203388 after retry RPC after error@551100149)))
21:10:00.320 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1523) Notify RPC ScanRequest(scannerId=null, state=OPENING, tablet=78e62f45e3164014b1f3b0ee41df0404, attempt=4, KuduRpc(method=Scan, tablet=78e62f45e3164014b1f3b0ee41df0404, attempt=4, TimeoutTracker(timeout=30000, elapsed=29649), Traces: [0ms] sending RPC to server 03ed47cb5a9148a7a4c7afcd17d768e1, [245ms] received response from server 03ed47cb5a9148a7a4c7afcd17d768e1: Network error: connection closed, [245ms] delaying RPC due to: Network error: connection closed, [261ms] sending RPC to server 9568e7bf235f459fa583004fe13faea5, [262ms] received response from server 9568e7bf235f459fa583004fe13faea5: Network error: Failed to connect to peer 9568e7bf235f459fa583004fe13faea5(127.27.110.65:44763): Connection refused: /127.27.110.65:44763, [263ms] delaying RPC due to: Network error: Failed to connect to peer 9568e7bf235f459fa583004fe13faea5(127.27.110.65:44763): Connection refused: /127.27.110.65:44763, [281ms] sending RPC to server bea0bef4fa77456d8a0ed5ff9ce0c146, [282ms] received response from server bea0bef4fa77456d8a0ed5ff9ce0c146: Network error: Failed to connect to peer bea0bef4fa77456d8a0ed5ff9ce0c146(127.27.110.66:39813): Connection refused: /127.27.110.66:39813, [282ms] delaying RPC due to: Network error: Failed to connect to peer bea0bef4fa77456d8a0ed5ff9ce0c146(127.27.110.66:39813): Connection refused: /127.27.110.66:39813, [301ms] refreshing cache from master, [301ms] Sub RPC GetTableLocations: refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [329ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [355ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [356ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [359ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: [peer master-127.27.110.125:37111(127.27.110.125:37111)] unexpected exception from downstream on [id: 0x5f108d83, L:/127.0.0.1:39672 - R:/127.27.110.125:37111], [413ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: [peer master-127.27.110.124:43039(127.27.110.124:43039)] unexpected exception from downstream on [id: 0xb9d32f0b, L:/127.0.0.1:51580 - R:/127.27.110.124:43039], [413ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: [peer master-127.27.110.125:37111(127.27.110.125:37111)] unexpected exception from downstream on [id: 0x5f108d83, L:/127.0.0.1:39672 - R:/127.27.110.125:37111],org.apache.kudu.client.RecoverableException: [peer master-127.27.110.124:43039(127.27.110.124:43039)] unexpected exception from downstream on [id: 0xb9d32f0b, L:/127.0.0.1:51580 - R:/127.27.110.124:43039], [420ms] Sub RPC GetTableLocations: refreshing cache from master, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [422ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [422ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [422ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [422ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [441ms] Sub RPC GetTableLocations: refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [442ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [442ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [442ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [442ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [460ms] Sub RPC GetTableLocations: refreshing cache from master, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [461ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [461ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [461ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [462ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [480ms] Sub RPC GetTableLocations: refreshing cache from master, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [481ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [481ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [482ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [482ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [521ms] Sub RPC GetTableLocations: refreshing cache from master, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [522ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [522ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [522ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [522ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [561ms] Sub RPC GetTableLocations: refreshing cache from master, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [562ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [562ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [562ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [562ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [601ms] Sub RPC GetTableLocations: refreshing cache from master, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [601ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [602ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [602ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [602ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [681ms] Sub RPC GetTableLocations: refreshing cache from master, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [682ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [682ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [682ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [682ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [801ms] Sub RPC GetTableLocations: refreshing cache from master, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [802ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [802ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [802ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [802ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [861ms] Sub RPC GetTableLocations: refreshing cache from master, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [862ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [862ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [862ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [862ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [862ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [2041ms] Sub RPC GetTableLocations: refreshing cache from master, [2041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [2042ms] too many traces: truncated at 100 traces, deferred=Deferred@1336972554(state=PENDING, result=null, callback=scanner opened -> passthrough -> wakeup thread Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0, errback=passthrough -> open scanner errback -> wakeup thread Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0))) after lookup exception
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=null, attempt=25, TimeoutTracker(timeout=29675, elapsed=29323), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [28ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [54ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [55ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [58ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: [peer master-127.27.110.125:37111(127.27.110.125:37111)] unexpected exception from downstream on [id: 0x5f108d83, L:/127.0.0.1:39672 - R:/127.27.110.125:37111], [112ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: [peer master-127.27.110.124:43039(127.27.110.124:43039)] unexpected exception from downstream on [id: 0xb9d32f0b, L:/127.0.0.1:51580 - R:/127.27.110.124:43039], [112ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: [peer master-127.27.110.125:37111(127.27.110.125:37111)] unexpected exception from downstream on [id: 0x5f108d83, L:/127.0.0.1:39672 - R:/127.27.110.125:37111],org.apache.kudu.client.RecoverableException: [peer master-127.27.110.124:43039(127.27.110.124:43039)] unexpected exception from downstream on [id: 0xb9d32f0b, L:/127.0.0.1:51580 - R:/127.27.110.124:43039], [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [121ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [141ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [160ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [160ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [160ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [161ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [180ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [180ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [181ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [221ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [221ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [221ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [221ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [261ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [261ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [261ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [261ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [300ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [301ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [301ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [301ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [380ms] refreshing cache from master, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [381ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [381ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [381ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [381ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [500ms] refreshing cache from master, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [501ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [501ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [501ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [501ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [560ms] refreshing cache from master, [560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [561ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [561ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [561ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [561ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [1740ms] refreshing cache from master, [1740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [1741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [1741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [1741ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [1741ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [1741ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [1741ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [4979ms] refreshing cache from master, [4980ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [4980ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [4980ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [4981ms] too many traces: truncated at 100 traces, deferred=Deferred@1260596253(state=PENDING, result=null, callback=(continuation of Deferred@1643270377 after retry RPC after error@1031505868) -> (continuation of Deferred@380359970 after retry RPC after error@1144668206) -> (continuation of Deferred@926688600 after retry RPC after error@1444446612) -> (continuation of Deferred@517098672 after retry RPC after error@142562420) -> (continuation of Deferred@1589618374 after retry RPC after error@1278838948) -> (continuation of Deferred@1082325599 after retry RPC after error@850189007) -> (continuation of Deferred@285660106 after retry RPC after error@301602278) -> (continuation of Deferred@1191003524 after retry RPC after error@307467574) -> (continuation of Deferred@896310325 after retry RPC after error@1962469979) -> (continuation of Deferred@1485127717 after retry RPC after error@1450284070) -> (continuation of Deferred@128788457 after retry RPC after error@875872117) -> (continuation of Deferred@1187141054 after retry RPC after error@482879972) -> (continuation of Deferred@1916061691 after retry RPC after error@1667891679) -> (continuation of Deferred@928106409 after retry RPC after error@1779126190) -> (continuation of Deferred@1045710347 after retry RPC after error@218352871) -> (continuation of Deferred@886455905 after retry RPC after error@68186474) -> (continuation of Deferred@409476093 after retry RPC after error@195008739) -> (continuation of Deferred@239045319 after retry RPC after error@161685835) -> (continuation of Deferred@1372353649 after retry RPC after error@644064811) -> (continuation of Deferred@1417177490 after retry RPC after error@1145152303) -> (continuation of Deferred@1981560874 after retry RPC after error@1307941436) -> (continuation of Deferred@1523994345 after retry RPC after error@331863623) -> (continuation of Deferred@76378493 after retry RPC after error@1707618218) -> (continuation of Deferred@218203388 after retry RPC after error@551100149), errback=(continuation of Deferred@1643270377 after retry RPC after error@1031505868) -> (continuation of Deferred@380359970 after retry RPC after error@1144668206) -> (continuation of Deferred@926688600 after retry RPC after error@1444446612) -> (continuation of Deferred@517098672 after retry RPC after error@142562420) -> (continuation of Deferred@1589618374 after retry RPC after error@1278838948) -> (continuation of Deferred@1082325599 after retry RPC after error@850189007) -> (continuation of Deferred@285660106 after retry RPC after error@301602278) -> (continuation of Deferred@1191003524 after retry RPC after error@307467574) -> (continuation of Deferred@896310325 after retry RPC after error@1962469979) -> (continuation of Deferred@1485127717 after retry RPC after error@1450284070) -> (continuation of Deferred@128788457 after retry RPC after error@875872117) -> (continuation of Deferred@1187141054 after retry RPC after error@482879972) -> (continuation of Deferred@1916061691 after retry RPC after error@1667891679) -> (continuation of Deferred@928106409 after retry RPC after error@1779126190) -> (continuation of Deferred@1045710347 after retry RPC after error@218352871) -> (continuation of Deferred@886455905 after retry RPC after error@68186474) -> (continuation of Deferred@409476093 after retry RPC after error@195008739) -> (continuation of Deferred@239045319 after retry RPC after error@161685835) -> (continuation of Deferred@1372353649 after retry RPC after error@644064811) -> (continuation of Deferred@1417177490 after retry RPC after error@1145152303) -> (continuation of Deferred@1981560874 after retry RPC after error@1307941436) -> (continuation of Deferred@1523994345 after retry RPC after error@331863623) -> (continuation of Deferred@76378493 after retry RPC after error@1707618218) -> (continuation of Deferred@218203388 after retry RPC after error@551100149)))
	at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
	at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
	at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
	at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	... 35 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.27.110.124:43039
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:10:00.321 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:686) Can not open scanner
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=null, attempt=25, TimeoutTracker(timeout=29675, elapsed=29323), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [28ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [54ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [55ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [58ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: [peer master-127.27.110.125:37111(127.27.110.125:37111)] unexpected exception from downstream on [id: 0x5f108d83, L:/127.0.0.1:39672 - R:/127.27.110.125:37111], [112ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: [peer master-127.27.110.124:43039(127.27.110.124:43039)] unexpected exception from downstream on [id: 0xb9d32f0b, L:/127.0.0.1:51580 - R:/127.27.110.124:43039], [112ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: [peer master-127.27.110.125:37111(127.27.110.125:37111)] unexpected exception from downstream on [id: 0x5f108d83, L:/127.0.0.1:39672 - R:/127.27.110.125:37111],org.apache.kudu.client.RecoverableException: [peer master-127.27.110.124:43039(127.27.110.124:43039)] unexpected exception from downstream on [id: 0xb9d32f0b, L:/127.0.0.1:51580 - R:/127.27.110.124:43039], [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [121ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [141ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [160ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [160ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [160ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [161ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [180ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [180ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [181ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [221ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [221ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [221ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [221ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [261ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [261ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [261ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [261ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [300ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [301ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [301ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [301ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [380ms] refreshing cache from master, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [381ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [381ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [381ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [381ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [500ms] refreshing cache from master, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [501ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [501ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [501ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [501ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [560ms] refreshing cache from master, [560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [561ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [561ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [561ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [561ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [1740ms] refreshing cache from master, [1740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [1741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [1741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [1741ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [1741ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [1741ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [1741ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [4979ms] refreshing cache from master, [4980ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [4980ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [4980ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [4981ms] too many traces: truncated at 100 traces, deferred=Deferred@1260596253(state=PENDING, result=null, callback=(continuation of Deferred@1643270377 after retry RPC after error@1031505868) -> (continuation of Deferred@380359970 after retry RPC after error@1144668206) -> (continuation of Deferred@926688600 after retry RPC after error@1444446612) -> (continuation of Deferred@517098672 after retry RPC after error@142562420) -> (continuation of Deferred@1589618374 after retry RPC after error@1278838948) -> (continuation of Deferred@1082325599 after retry RPC after error@850189007) -> (continuation of Deferred@285660106 after retry RPC after error@301602278) -> (continuation of Deferred@1191003524 after retry RPC after error@307467574) -> (continuation of Deferred@896310325 after retry RPC after error@1962469979) -> (continuation of Deferred@1485127717 after retry RPC after error@1450284070) -> (continuation of Deferred@128788457 after retry RPC after error@875872117) -> (continuation of Deferred@1187141054 after retry RPC after error@482879972) -> (continuation of Deferred@1916061691 after retry RPC after error@1667891679) -> (continuation of Deferred@928106409 after retry RPC after error@1779126190) -> (continuation of Deferred@1045710347 after retry RPC after error@218352871) -> (continuation of Deferred@886455905 after retry RPC after error@68186474) -> (continuation of Deferred@409476093 after retry RPC after error@195008739) -> (continuation of Deferred@239045319 after retry RPC after error@161685835) -> (continuation of Deferred@1372353649 after retry RPC after error@644064811) -> (continuation of Deferred@1417177490 after retry RPC after error@1145152303) -> (continuation of Deferred@1981560874 after retry RPC after error@1307941436) -> (continuation of Deferred@1523994345 after retry RPC after error@331863623) -> (continuation of Deferred@76378493 after retry RPC after error@1707618218) -> (continuation of Deferred@218203388 after retry RPC after error@551100149), errback=(continuation of Deferred@1643270377 after retry RPC after error@1031505868) -> (continuation of Deferred@380359970 after retry RPC after error@1144668206) -> (continuation of Deferred@926688600 after retry RPC after error@1444446612) -> (continuation of Deferred@517098672 after retry RPC after error@142562420) -> (continuation of Deferred@1589618374 after retry RPC after error@1278838948) -> (continuation of Deferred@1082325599 after retry RPC after error@850189007) -> (continuation of Deferred@285660106 after retry RPC after error@301602278) -> (continuation of Deferred@1191003524 after retry RPC after error@307467574) -> (continuation of Deferred@896310325 after retry RPC after error@1962469979) -> (continuation of Deferred@1485127717 after retry RPC after error@1450284070) -> (continuation of Deferred@128788457 after retry RPC after error@875872117) -> (continuation of Deferred@1187141054 after retry RPC after error@482879972) -> (continuation of Deferred@1916061691 after retry RPC after error@1667891679) -> (continuation of Deferred@928106409 after retry RPC after error@1779126190) -> (continuation of Deferred@1045710347 after retry RPC after error@218352871) -> (continuation of Deferred@886455905 after retry RPC after error@68186474) -> (continuation of Deferred@409476093 after retry RPC after error@195008739) -> (continuation of Deferred@239045319 after retry RPC after error@161685835) -> (continuation of Deferred@1372353649 after retry RPC after error@644064811) -> (continuation of Deferred@1417177490 after retry RPC after error@1145152303) -> (continuation of Deferred@1981560874 after retry RPC after error@1307941436) -> (continuation of Deferred@1523994345 after retry RPC after error@331863623) -> (continuation of Deferred@76378493 after retry RPC after error@1707618218) -> (continuation of Deferred@218203388 after retry RPC after error@551100149)))
	at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
	at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
	at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
	at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	... 35 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.27.110.124:43039
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:10:00.322 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (AsyncKuduScanner.java:862) Scanner null closed on null
21:10:00.322 [ERROR - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcherManager.java:190) Received uncaught exception.
java.lang.RuntimeException: SplitFetcher thread 4 received unexpected exception while polling the records
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:168)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.run(SplitFetcher.java:117)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=null, attempt=25, TimeoutTracker(timeout=29675, elapsed=29323), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [28ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [54ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [55ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [58ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: [peer master-127.27.110.125:37111(127.27.110.125:37111)] unexpected exception from downstream on [id: 0x5f108d83, L:/127.0.0.1:39672 - R:/127.27.110.125:37111], [112ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: [peer master-127.27.110.124:43039(127.27.110.124:43039)] unexpected exception from downstream on [id: 0xb9d32f0b, L:/127.0.0.1:51580 - R:/127.27.110.124:43039], [112ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: [peer master-127.27.110.125:37111(127.27.110.125:37111)] unexpected exception from downstream on [id: 0x5f108d83, L:/127.0.0.1:39672 - R:/127.27.110.125:37111],org.apache.kudu.client.RecoverableException: [peer master-127.27.110.124:43039(127.27.110.124:43039)] unexpected exception from downstream on [id: 0xb9d32f0b, L:/127.0.0.1:51580 - R:/127.27.110.124:43039], [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [121ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [141ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [160ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [160ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [160ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [161ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [180ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [180ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [181ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [221ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [221ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [221ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [221ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [261ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [261ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [261ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [261ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [300ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [301ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [301ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [301ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [380ms] refreshing cache from master, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [381ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [381ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [381ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [381ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [500ms] refreshing cache from master, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [501ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [501ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [501ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [501ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [560ms] refreshing cache from master, [560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [561ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [561ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [561ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [561ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [1740ms] refreshing cache from master, [1740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [1741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [1741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [1741ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [1741ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [1741ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [1741ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [4979ms] refreshing cache from master, [4980ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [4980ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [4980ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [4981ms] too many traces: truncated at 100 traces, deferred=Deferred@1260596253(state=PENDING, result=null, callback=(continuation of Deferred@1643270377 after retry RPC after error@1031505868) -> (continuation of Deferred@380359970 after retry RPC after error@1144668206) -> (continuation of Deferred@926688600 after retry RPC after error@1444446612) -> (continuation of Deferred@517098672 after retry RPC after error@142562420) -> (continuation of Deferred@1589618374 after retry RPC after error@1278838948) -> (continuation of Deferred@1082325599 after retry RPC after error@850189007) -> (continuation of Deferred@285660106 after retry RPC after error@301602278) -> (continuation of Deferred@1191003524 after retry RPC after error@307467574) -> (continuation of Deferred@896310325 after retry RPC after error@1962469979) -> (continuation of Deferred@1485127717 after retry RPC after error@1450284070) -> (continuation of Deferred@128788457 after retry RPC after error@875872117) -> (continuation of Deferred@1187141054 after retry RPC after error@482879972) -> (continuation of Deferred@1916061691 after retry RPC after error@1667891679) -> (continuation of Deferred@928106409 after retry RPC after error@1779126190) -> (continuation of Deferred@1045710347 after retry RPC after error@218352871) -> (continuation of Deferred@886455905 after retry RPC after error@68186474) -> (continuation of Deferred@409476093 after retry RPC after error@195008739) -> (continuation of Deferred@239045319 after retry RPC after error@161685835) -> (continuation of Deferred@1372353649 after retry RPC after error@644064811) -> (continuation of Deferred@1417177490 after retry RPC after error@1145152303) -> (continuation of Deferred@1981560874 after retry RPC after error@1307941436) -> (continuation of Deferred@1523994345 after retry RPC after error@331863623) -> (continuation of Deferred@76378493 after retry RPC after error@1707618218) -> (continuation of Deferred@218203388 after retry RPC after error@551100149), errback=(continuation of Deferred@1643270377 after retry RPC after error@1031505868) -> (continuation of Deferred@380359970 after retry RPC after error@1144668206) -> (continuation of Deferred@926688600 after retry RPC after error@1444446612) -> (continuation of Deferred@517098672 after retry RPC after error@142562420) -> (continuation of Deferred@1589618374 after retry RPC after error@1278838948) -> (continuation of Deferred@1082325599 after retry RPC after error@850189007) -> (continuation of Deferred@285660106 after retry RPC after error@301602278) -> (continuation of Deferred@1191003524 after retry RPC after error@307467574) -> (continuation of Deferred@896310325 after retry RPC after error@1962469979) -> (continuation of Deferred@1485127717 after retry RPC after error@1450284070) -> (continuation of Deferred@128788457 after retry RPC after error@875872117) -> (continuation of Deferred@1187141054 after retry RPC after error@482879972) -> (continuation of Deferred@1916061691 after retry RPC after error@1667891679) -> (continuation of Deferred@928106409 after retry RPC after error@1779126190) -> (continuation of Deferred@1045710347 after retry RPC after error@218352871) -> (continuation of Deferred@886455905 after retry RPC after error@68186474) -> (continuation of Deferred@409476093 after retry RPC after error@195008739) -> (continuation of Deferred@239045319 after retry RPC after error@161685835) -> (continuation of Deferred@1372353649 after retry RPC after error@644064811) -> (continuation of Deferred@1417177490 after retry RPC after error@1145152303) -> (continuation of Deferred@1981560874 after retry RPC after error@1307941436) -> (continuation of Deferred@1523994345 after retry RPC after error@331863623) -> (continuation of Deferred@76378493 after retry RPC after error@1707618218) -> (continuation of Deferred@218203388 after retry RPC after error@551100149)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduScanner.nextRows(KuduScanner.java:81)
	at org.apache.flink.connector.kudu.source.reader.KuduSourceSplitReader.fetch(KuduSourceSplitReader.java:68)
	at org.apache.flink.connector.base.source.reader.fetcher.FetchTask.run(FetchTask.java:58)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:165)
	... 6 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.27.110.124:43039
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:10:00.322 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer 9568e7bf235f459fa583004fe13faea5(127.27.110.65:44763)] disconnecting while in state TERMINATED
21:10:00.322 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer master-127.27.110.126:34219(127.27.110.126:34219)] disconnecting while in state TERMINATED
21:10:00.323 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer 03ed47cb5a9148a7a4c7afcd17d768e1(127.27.110.67:42055)] disconnecting while in state TERMINATED
21:10:00.323 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer master-127.27.110.124:43039(127.27.110.124:43039)] disconnecting while in state TERMINATED
21:10:00.323 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer bea0bef4fa77456d8a0ed5ff9ce0c146(127.27.110.66:39813)] disconnecting while in state TERMINATED
21:10:00.323 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer master-127.27.110.125:37111(127.27.110.125:37111)] disconnecting while in state TERMINATED
21:10:00.325 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer e4dd8c316c5e4642bc3c7fa27c31eac7(127.28.61.130:38589)] disconnecting while in state TERMINATED
21:10:00.325 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer master-127.28.61.189:39213(127.28.61.189:39213)] disconnecting while in state TERMINATED
21:10:00.325 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer master-127.28.61.190:36375(127.28.61.190:36375)] disconnecting while in state TERMINATED
21:10:00.325 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer master-127.28.61.188:41979(127.28.61.188:41979)] disconnecting while in state TERMINATED
21:10:00.326 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer f9388bec45ef4b26b002bb34888dd2e1(127.28.61.131:42367)] disconnecting while in state TERMINATED
21:10:00.326 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:2704) Releasing all remaining resources
21:10:00.326 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:2704) Releasing all remaining resources
21:10:00.327 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-1
21:10:00.327 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 27 thread-local buffer(s) from thread: kudu-nio-2
21:10:00.327 [DEBUG - kudu-nio-4] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-4
21:10:00.327 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 4 thread-local buffer(s) from thread: kudu-nio-3
21:10:00.327 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 20 thread-local buffer(s) from thread: kudu-nio-0
21:10:00.327 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:128) Split fetcher 4 exited.
21:10:00.327 [DEBUG - kudu-nio-5] (PoolThreadCache.java:218) Freed 15 thread-local buffer(s) from thread: kudu-nio-5
21:10:00.327 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
21:10:00.332 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-3
21:10:00.332 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:10:00.333 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:10:00.333 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:10:00.333 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:10:00.333 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:10:00.333 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:10:00.333 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:338) Closing Source Reader.
21:10:00.334 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:10:00.334 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:10:00.334 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:10:00.334 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:10:00.334 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:10:00.334 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:10:00.335 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:10:00.336 [WARN - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1117) Source: KuduSource -> Sink: Writer (1/4)#0 (7a3214ac5515a3aaffb3e13cfc52cb55_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from RUNNING to FAILED with failure cause:
java.lang.RuntimeException: One or more fetchers have encountered exception
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcherManager.checkErrors(SplitFetcherManager.java:333)
	at org.apache.flink.connector.base.source.reader.SourceReaderBase.getNextFetch(SourceReaderBase.java:228)
	at org.apache.flink.connector.base.source.reader.SourceReaderBase.pollNext(SourceReaderBase.java:190)
	at org.apache.kudu.replication.wrappedsource.StatelessKuduReaderWrapper.pollNext(StatelessKuduReaderWrapper.java:63)
	at org.apache.flink.streaming.api.operators.SourceOperator.emitNext(SourceOperator.java:443)
	at org.apache.flink.streaming.runtime.io.StreamTaskSourceInput.emitNext(StreamTaskSourceInput.java:68)
	at org.apache.flink.streaming.runtime.io.StreamOneInputProcessor.processInput(StreamOneInputProcessor.java:65)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.processInput(StreamTask.java:579)
	at org.apache.flink.streaming.runtime.tasks.mailbox.MailboxProcessor.runMailboxLoop(MailboxProcessor.java:231)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.runMailboxLoop(StreamTask.java:909)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.invoke(StreamTask.java:858)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:937)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: SplitFetcher thread 4 received unexpected exception while polling the records
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:168)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.run(SplitFetcher.java:117)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=null, attempt=25, TimeoutTracker(timeout=29675, elapsed=29323), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [28ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [54ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [55ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [58ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: [peer master-127.27.110.125:37111(127.27.110.125:37111)] unexpected exception from downstream on [id: 0x5f108d83, L:/127.0.0.1:39672 - R:/127.27.110.125:37111], [112ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: [peer master-127.27.110.124:43039(127.27.110.124:43039)] unexpected exception from downstream on [id: 0xb9d32f0b, L:/127.0.0.1:51580 - R:/127.27.110.124:43039], [112ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: [peer master-127.27.110.125:37111(127.27.110.125:37111)] unexpected exception from downstream on [id: 0x5f108d83, L:/127.0.0.1:39672 - R:/127.27.110.125:37111],org.apache.kudu.client.RecoverableException: [peer master-127.27.110.124:43039(127.27.110.124:43039)] unexpected exception from downstream on [id: 0xb9d32f0b, L:/127.0.0.1:51580 - R:/127.27.110.124:43039], [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [121ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [141ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [160ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [160ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [160ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [161ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [180ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [180ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [181ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [221ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [221ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [221ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [221ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [261ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [261ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [261ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [261ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [300ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [301ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [301ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [301ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [380ms] refreshing cache from master, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [381ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [381ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [381ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [381ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [500ms] refreshing cache from master, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [501ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [501ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [501ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [501ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [560ms] refreshing cache from master, [560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [561ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [561ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [561ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [561ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [1740ms] refreshing cache from master, [1740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [1741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [1741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [1741ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [1741ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [1741ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [1741ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [4979ms] refreshing cache from master, [4980ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [4980ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [4980ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [4981ms] too many traces: truncated at 100 traces, deferred=Deferred@1260596253(state=PENDING, result=null, callback=(continuation of Deferred@1643270377 after retry RPC after error@1031505868) -> (continuation of Deferred@380359970 after retry RPC after error@1144668206) -> (continuation of Deferred@926688600 after retry RPC after error@1444446612) -> (continuation of Deferred@517098672 after retry RPC after error@142562420) -> (continuation of Deferred@1589618374 after retry RPC after error@1278838948) -> (continuation of Deferred@1082325599 after retry RPC after error@850189007) -> (continuation of Deferred@285660106 after retry RPC after error@301602278) -> (continuation of Deferred@1191003524 after retry RPC after error@307467574) -> (continuation of Deferred@896310325 after retry RPC after error@1962469979) -> (continuation of Deferred@1485127717 after retry RPC after error@1450284070) -> (continuation of Deferred@128788457 after retry RPC after error@875872117) -> (continuation of Deferred@1187141054 after retry RPC after error@482879972) -> (continuation of Deferred@1916061691 after retry RPC after error@1667891679) -> (continuation of Deferred@928106409 after retry RPC after error@1779126190) -> (continuation of Deferred@1045710347 after retry RPC after error@218352871) -> (continuation of Deferred@886455905 after retry RPC after error@68186474) -> (continuation of Deferred@409476093 after retry RPC after error@195008739) -> (continuation of Deferred@239045319 after retry RPC after error@161685835) -> (continuation of Deferred@1372353649 after retry RPC after error@644064811) -> (continuation of Deferred@1417177490 after retry RPC after error@1145152303) -> (continuation of Deferred@1981560874 after retry RPC after error@1307941436) -> (continuation of Deferred@1523994345 after retry RPC after error@331863623) -> (continuation of Deferred@76378493 after retry RPC after error@1707618218) -> (continuation of Deferred@218203388 after retry RPC after error@551100149), errback=(continuation of Deferred@1643270377 after retry RPC after error@1031505868) -> (continuation of Deferred@380359970 after retry RPC after error@1144668206) -> (continuation of Deferred@926688600 after retry RPC after error@1444446612) -> (continuation of Deferred@517098672 after retry RPC after error@142562420) -> (continuation of Deferred@1589618374 after retry RPC after error@1278838948) -> (continuation of Deferred@1082325599 after retry RPC after error@850189007) -> (continuation of Deferred@285660106 after retry RPC after error@301602278) -> (continuation of Deferred@1191003524 after retry RPC after error@307467574) -> (continuation of Deferred@896310325 after retry RPC after error@1962469979) -> (continuation of Deferred@1485127717 after retry RPC after error@1450284070) -> (continuation of Deferred@128788457 after retry RPC after error@875872117) -> (continuation of Deferred@1187141054 after retry RPC after error@482879972) -> (continuation of Deferred@1916061691 after retry RPC after error@1667891679) -> (continuation of Deferred@928106409 after retry RPC after error@1779126190) -> (continuation of Deferred@1045710347 after retry RPC after error@218352871) -> (continuation of Deferred@886455905 after retry RPC after error@68186474) -> (continuation of Deferred@409476093 after retry RPC after error@195008739) -> (continuation of Deferred@239045319 after retry RPC after error@161685835) -> (continuation of Deferred@1372353649 after retry RPC after error@644064811) -> (continuation of Deferred@1417177490 after retry RPC after error@1145152303) -> (continuation of Deferred@1981560874 after retry RPC after error@1307941436) -> (continuation of Deferred@1523994345 after retry RPC after error@331863623) -> (continuation of Deferred@76378493 after retry RPC after error@1707618218) -> (continuation of Deferred@218203388 after retry RPC after error@551100149)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduScanner.nextRows(KuduScanner.java:81)
	at org.apache.flink.connector.kudu.source.reader.KuduSourceSplitReader.fetch(KuduSourceSplitReader.java:68)
	at org.apache.flink.connector.base.source.reader.fetcher.FetchTask.run(FetchTask.java:58)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:165)
	... 6 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.27.110.124:43039
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:10:00.336 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#0 (7a3214ac5515a3aaffb3e13cfc52cb55_cbc357ccb763df2852fee8c4fc7d55f2_0_0).
21:10:00.340 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#0 7a3214ac5515a3aaffb3e13cfc52cb55_cbc357ccb763df2852fee8c4fc7d55f2_0_0.
21:10:00.345 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1449) Source: KuduSource -> Sink: Writer (1/4) (7a3214ac5515a3aaffb3e13cfc52cb55_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from RUNNING to FAILED on 0c51e075-60cc-44c9-a043-700ae7939e07 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: java.lang.RuntimeException: One or more fetchers have encountered exception
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcherManager.checkErrors(SplitFetcherManager.java:333)
	at org.apache.flink.connector.base.source.reader.SourceReaderBase.getNextFetch(SourceReaderBase.java:228)
	at org.apache.flink.connector.base.source.reader.SourceReaderBase.pollNext(SourceReaderBase.java:190)
	at org.apache.kudu.replication.wrappedsource.StatelessKuduReaderWrapper.pollNext(StatelessKuduReaderWrapper.java:63)
	at org.apache.flink.streaming.api.operators.SourceOperator.emitNext(SourceOperator.java:443)
	at org.apache.flink.streaming.runtime.io.StreamTaskSourceInput.emitNext(StreamTaskSourceInput.java:68)
	at org.apache.flink.streaming.runtime.io.StreamOneInputProcessor.processInput(StreamOneInputProcessor.java:65)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.processInput(StreamTask.java:579)
	at org.apache.flink.streaming.runtime.tasks.mailbox.MailboxProcessor.runMailboxLoop(MailboxProcessor.java:231)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.runMailboxLoop(StreamTask.java:909)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.invoke(StreamTask.java:858)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:937)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.SerializedThrowable: java.lang.RuntimeException: SplitFetcher thread 4 received unexpected exception while polling the records
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:168)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.run(SplitFetcher.java:117)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=null, attempt=25, TimeoutTracker(timeout=29675, elapsed=29323), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [28ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [54ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [55ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [58ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: [peer master-127.27.110.125:37111(127.27.110.125:37111)] unexpected exception from downstream on [id: 0x5f108d83, L:/127.0.0.1:39672 - R:/127.27.110.125:37111], [112ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: [peer master-127.27.110.124:43039(127.27.110.124:43039)] unexpected exception from downstream on [id: 0xb9d32f0b, L:/127.0.0.1:51580 - R:/127.27.110.124:43039], [112ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: [peer master-127.27.110.125:37111(127.27.110.125:37111)] unexpected exception from downstream on [id: 0x5f108d83, L:/127.0.0.1:39672 - R:/127.27.110.125:37111],org.apache.kudu.client.RecoverableException: [peer master-127.27.110.124:43039(127.27.110.124:43039)] unexpected exception from downstream on [id: 0xb9d32f0b, L:/127.0.0.1:51580 - R:/127.27.110.124:43039], [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [121ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [141ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [160ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [160ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [160ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [161ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [180ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [180ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [181ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [221ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [221ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [221ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [221ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [261ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [261ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [261ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [261ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [300ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [301ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [301ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [301ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [380ms] refreshing cache from master, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [381ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [381ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [381ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [381ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [500ms] refreshing cache from master, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [501ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [501ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [501ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [501ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [560ms] refreshing cache from master, [560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [561ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [561ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [561ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [561ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [1740ms] refreshing cache from master, [1740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [1741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [1741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [1741ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.125:37111: Network error: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111, [1741ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.124:43039: Network error: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039, [1741ms] Sub RPC ConnectToMaster: received response from server master-127.27.110.126:34219: Network error: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [1741ms] delaying RPC due to: Service unavailable: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219, [4979ms] refreshing cache from master, [4980ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.125:37111, [4980ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.126:34219, [4980ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.110.124:43039, [4981ms] too many traces: truncated at 100 traces, deferred=Deferred@1260596253(state=PENDING, result=null, callback=(continuation of Deferred@1643270377 after retry RPC after error@1031505868) -> (continuation of Deferred@380359970 after retry RPC after error@1144668206) -> (continuation of Deferred@926688600 after retry RPC after error@1444446612) -> (continuation of Deferred@517098672 after retry RPC after error@142562420) -> (continuation of Deferred@1589618374 after retry RPC after error@1278838948) -> (continuation of Deferred@1082325599 after retry RPC after error@850189007) -> (continuation of Deferred@285660106 after retry RPC after error@301602278) -> (continuation of Deferred@1191003524 after retry RPC after error@307467574) -> (continuation of Deferred@896310325 after retry RPC after error@1962469979) -> (continuation of Deferred@1485127717 after retry RPC after error@1450284070) -> (continuation of Deferred@128788457 after retry RPC after error@875872117) -> (continuation of Deferred@1187141054 after retry RPC after error@482879972) -> (continuation of Deferred@1916061691 after retry RPC after error@1667891679) -> (continuation of Deferred@928106409 after retry RPC after error@1779126190) -> (continuation of Deferred@1045710347 after retry RPC after error@218352871) -> (continuation of Deferred@886455905 after retry RPC after error@68186474) -> (continuation of Deferred@409476093 after retry RPC after error@195008739) -> (continuation of Deferred@239045319 after retry RPC after error@161685835) -> (continuation of Deferred@1372353649 after retry RPC after error@644064811) -> (continuation of Deferred@1417177490 after retry RPC after error@1145152303) -> (continuation of Deferred@1981560874 after retry RPC after error@1307941436) -> (continuation of Deferred@1523994345 after retry RPC after error@331863623) -> (continuation of Deferred@76378493 after retry RPC after error@1707618218) -> (continuation of Deferred@218203388 after retry RPC after error@551100149), errback=(continuation of Deferred@1643270377 after retry RPC after error@1031505868) -> (continuation of Deferred@380359970 after retry RPC after error@1144668206) -> (continuation of Deferred@926688600 after retry RPC after error@1444446612) -> (continuation of Deferred@517098672 after retry RPC after error@142562420) -> (continuation of Deferred@1589618374 after retry RPC after error@1278838948) -> (continuation of Deferred@1082325599 after retry RPC after error@850189007) -> (continuation of Deferred@285660106 after retry RPC after error@301602278) -> (continuation of Deferred@1191003524 after retry RPC after error@307467574) -> (continuation of Deferred@896310325 after retry RPC after error@1962469979) -> (continuation of Deferred@1485127717 after retry RPC after error@1450284070) -> (continuation of Deferred@128788457 after retry RPC after error@875872117) -> (continuation of Deferred@1187141054 after retry RPC after error@482879972) -> (continuation of Deferred@1916061691 after retry RPC after error@1667891679) -> (continuation of Deferred@928106409 after retry RPC after error@1779126190) -> (continuation of Deferred@1045710347 after retry RPC after error@218352871) -> (continuation of Deferred@886455905 after retry RPC after error@68186474) -> (continuation of Deferred@409476093 after retry RPC after error@195008739) -> (continuation of Deferred@239045319 after retry RPC after error@161685835) -> (continuation of Deferred@1372353649 after retry RPC after error@644064811) -> (continuation of Deferred@1417177490 after retry RPC after error@1145152303) -> (continuation of Deferred@1981560874 after retry RPC after error@1307941436) -> (continuation of Deferred@1523994345 after retry RPC after error@331863623) -> (continuation of Deferred@76378493 after retry RPC after error@1707618218) -> (continuation of Deferred@218203388 after retry RPC after error@551100149)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduScanner.nextRows(KuduScanner.java:81)
	at org.apache.flink.connector.kudu.source.reader.KuduSourceSplitReader.fetch(KuduSourceSplitReader.java:68)
	at org.apache.flink.connector.base.source.reader.fetcher.FetchTask.run(FetchTask.java:58)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:165)
	... 6 more
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.27.110.125:37111,127.27.110.126:34219,127.27.110.124:43039) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.125:37111(127.27.110.125:37111): Connection refused: /127.27.110.125:37111,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.126:34219(127.27.110.126:34219): Connection refused: /127.27.110.126:34219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.110.124:43039(127.27.110.124:43039): Connection refused: /127.27.110.124:43039
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.27.110.124:43039
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:10:00.345 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:00.345 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:10:00.346 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:10:00.346 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 7a3214ac5515a3aaffb3e13cfc52cb55_cbc357ccb763df2852fee8c4fc7d55f2_0_0.
21:10:00.346 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:10:00.347 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:10:00.347 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job d6a71f5cf5f060cfaa5d5fa24434f7a3: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
21:10:00.347 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:10:00.347 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:10:00.347 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:00.347 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:00.347 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:00.349 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:00.349 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:00.349 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:00.349 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:10:00.347 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#0) of source Source: KuduSource.
21:10:00.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:00.397626 31413 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.152.252" port: 38897 } attempt: 4
21:10:00.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:10:00.406746 31413 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.152.252:38897: Network error: Client connection negotiation failed: client connection to 127.30.152.252:38897: connect: Connection refused (error 111)
21:10:00.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:00.446632 31492 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.152.252" port: 38897 } attempt: 7
21:10:00.463 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.28.61.190:36375(127.28.61.190:36375)] connecting to peer
21:10:00.463 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.28.61.189:39213(127.28.61.189:39213)] connecting to peer
21:10:00.463 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.28.61.188:41979(127.28.61.188:41979)] connecting to peer
21:10:00.464 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:00.464 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.28.61.190:36375(127.28.61.190:36375)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:00.464 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.190:36375: Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:00.465 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:00.465 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.28.61.189:39213(127.28.61.189:39213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:00.465 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.189:39213: Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:00.465 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:00.465 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.61.188:41979(127.28.61.188:41979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:00.465 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.188:41979: Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:00.465 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.61.190:36375,127.28.61.189:39213,127.28.61.188:41979; will retry
21:10:00.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:10:00.474604 31492 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.152.252:38897: Network error: Client connection negotiation failed: client connection to 127.30.152.252:38897: connect: Connection refused (error 111)
21:10:00.476 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:00.592 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:10:00.592 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:10:00.592 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:10:00.593 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:00.593 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:00.593 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:00.593 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:00.593 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:00.593 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:00.593 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:00.593 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:00.593 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:00.594 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:10:00.595 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=27033), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.188:44635, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.190:34167, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.188:44635: Network error: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.189:42387, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.190:34167: Network error: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167, [25ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.189:42387: Network error: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [25ms] delaying RPC due to: Service unavailable: Master config (127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.188:44635, [52ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.190:34167, [53ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.188:44635: Network error: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635, [57ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.189:42387, [58ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.190:34167: Network error: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167, [59ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.189:42387: Network error: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [59ms] delaying RPC due to: Service unavailable: Master config (127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.188:44635, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.190:34167, [83ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.188:44635: Network error: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.189:42387, [84ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.189:42387: Network error: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [84ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.190:34167: Network error: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167, [84ms] delaying RPC due to: Service unavailable: Master config (127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.188:44635, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.190:34167, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.189:42387, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.188:44635: Network error: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.190:34167: Network error: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.189:42387: Network error: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.188:44635, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.190:34167, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.189:42387, [123ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.188:44635: Network error: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635, [123ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.190:34167: Network error: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167, [123ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.189:42387: Network error: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [124ms] delaying RPC due to: Service unavailable: Master config (127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.188:44635, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.190:34167, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.189:42387, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.190:34167: Network error: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167, [164ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.189:42387: Network error: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [164ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.188:44635: Network error: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635, [165ms] delaying RPC due to: Service unavailable: Master config (127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.188:44635, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.190:34167, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.189:42387, [222ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.189:42387: Network error: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [222ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.190:34167: Network error: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167, [223ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.188:44635: Network error: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635, [223ms] delaying RPC due to: Service unavailable: Master config (127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635, [300ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.188:44635, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.190:34167, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.189:42387, [301ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.188:44635: Network error: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635, [302ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.190:34167: Network error: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167, [302ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.189:42387: Network error: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [302ms] delaying RPC due to: Service unavailable: Master config (127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [501ms] refreshing cache from master, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.188:44635, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.190:34167, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.189:42387, [502ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.188:44635: Network error: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635, [502ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.190:34167: Network error: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167, [502ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.189:42387: Network error: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [502ms] delaying RPC due to: Service unavailable: Master config (127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [801ms] refreshing cache from master, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.188:44635, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.190:34167, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.189:42387, [802ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.188:44635: Network error: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635, [802ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.190:34167: Network error: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167, [802ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.189:42387: Network error: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [802ms] delaying RPC due to: Service unavailable: Master config (127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [1180ms] refreshing cache from master, [1180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.188:44635, [1181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.190:34167, [1181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.189:42387, [1182ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.188:44635: Network error: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635, [1183ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.190:34167: Network error: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167, [1183ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.189:42387: Network error: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [1184ms] delaying RPC due to: Service unavailable: Master config (127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [2860ms] refreshing cache from master, [2860ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.188:44635, [2861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.190:34167, [2861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.189:42387, [2861ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.190:34167: Network error: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167, [2861ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.188:44635: Network error: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635, [2862ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.189:42387: Network error: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [2862ms] delaying RPC due to: Service unavailable: Master config (127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [5581ms] refreshing cache from master, [5581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.188:44635, [5582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.190:34167, [5582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.189:42387, [5583ms] too many traces: truncated at 100 traces, deferred=Deferred@1790005223(state=PENDING, result=null, callback=(continuation of Deferred@734846040 after retry RPC after error@330752120) -> (continuation of Deferred@2132923095 after retry RPC after error@521106595) -> (continuation of Deferred@1382827270 after retry RPC after error@1996347923) -> (continuation of Deferred@129698161 after retry RPC after error@1668669257) -> (continuation of Deferred@1392636500 after retry RPC after error@1270122341) -> (continuation of Deferred@337379299 after retry RPC after error@1507452350) -> (continuation of Deferred@93728643 after retry RPC after error@1794514939) -> (continuation of Deferred@567873953 after retry RPC after error@935060529) -> (continuation of Deferred@56967026 after retry RPC after error@1505161506) -> (continuation of Deferred@814458796 after retry RPC after error@1492731872) -> (continuation of Deferred@1917680930 after retry RPC after error@471641512) -> (continuation of Deferred@1900535616 after retry RPC after error@1662206159) -> (continuation of Deferred@2058257890 after retry RPC after error@52827890) -> (continuation of Deferred@1280599049 after retry RPC after error@901267572) -> (continuation of Deferred@993477300 after retry RPC after error@135611046) -> (continuation of Deferred@1737366401 after retry RPC after error@272784612) -> (continuation of Deferred@291606202 after retry RPC after error@868478530) -> (continuation of Deferred@604416424 after retry RPC after error@639722672) -> (continuation of Deferred@1000876688 after retry RPC after error@389378649) -> (continuation of Deferred@116376318 after retry RPC after error@734405239) -> (continuation of Deferred@1371566389 after retry RPC after error@1834710766) -> (continuation of Deferred@366715273 after retry RPC after error@253033695) -> (continuation of Deferred@1569684945 after retry RPC after error@1800772744), errback=(continuation of Deferred@734846040 after retry RPC after error@330752120) -> (continuation of Deferred@2132923095 after retry RPC after error@521106595) -> (continuation of Deferred@1382827270 after retry RPC after error@1996347923) -> (continuation of Deferred@129698161 after retry RPC after error@1668669257) -> (continuation of Deferred@1392636500 after retry RPC after error@1270122341) -> (continuation of Deferred@337379299 after retry RPC after error@1507452350) -> (continuation of Deferred@93728643 after retry RPC after error@1794514939) -> (continuation of Deferred@567873953 after retry RPC after error@935060529) -> (continuation of Deferred@56967026 after retry RPC after error@1505161506) -> (continuation of Deferred@814458796 after retry RPC after error@1492731872) -> (continuation of Deferred@1917680930 after retry RPC after error@471641512) -> (continuation of Deferred@1900535616 after retry RPC after error@1662206159) -> (continuation of Deferred@2058257890 after retry RPC after error@52827890) -> (continuation of Deferred@1280599049 after retry RPC after error@901267572) -> (continuation of Deferred@993477300 after retry RPC after error@135611046) -> (continuation of Deferred@1737366401 after retry RPC after error@272784612) -> (continuation of Deferred@291606202 after retry RPC after error@868478530) -> (continuation of Deferred@604416424 after retry RPC after error@639722672) -> (continuation of Deferred@1000876688 after retry RPC after error@389378649) -> (continuation of Deferred@116376318 after retry RPC after error@734405239) -> (continuation of Deferred@1371566389 after retry RPC after error@1834710766) -> (continuation of Deferred@366715273 after retry RPC after error@253033695) -> (continuation of Deferred@1569684945 after retry RPC after error@1800772744)))
21:10:00.596 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (SourceReaderBase.java:338) Closing Source Reader.
21:10:00.596 [WARN - Source: KuduSource -> Sink: Writer (2/4)#2] (Task.java:1117) Source: KuduSource -> Sink: Writer (2/4)#2 (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=27033), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.188:44635, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.190:34167, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.188:44635: Network error: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.189:42387, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.190:34167: Network error: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167, [25ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.189:42387: Network error: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [25ms] delaying RPC due to: Service unavailable: Master config (127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.188:44635, [52ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.190:34167, [53ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.188:44635: Network error: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635, [57ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.189:42387, [58ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.190:34167: Network error: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167, [59ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.189:42387: Network error: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [59ms] delaying RPC due to: Service unavailable: Master config (127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.188:44635, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.190:34167, [83ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.188:44635: Network error: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.189:42387, [84ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.189:42387: Network error: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [84ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.190:34167: Network error: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167, [84ms] delaying RPC due to: Service unavailable: Master config (127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.188:44635, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.190:34167, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.189:42387, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.188:44635: Network error: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.190:34167: Network error: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.189:42387: Network error: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.188:44635, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.190:34167, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.189:42387, [123ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.188:44635: Network error: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635, [123ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.190:34167: Network error: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167, [123ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.189:42387: Network error: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [124ms] delaying RPC due to: Service unavailable: Master config (127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.188:44635, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.190:34167, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.189:42387, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.190:34167: Network error: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167, [164ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.189:42387: Network error: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [164ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.188:44635: Network error: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635, [165ms] delaying RPC due to: Service unavailable: Master config (127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.188:44635, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.190:34167, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.189:42387, [222ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.189:42387: Network error: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [222ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.190:34167: Network error: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167, [223ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.188:44635: Network error: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635, [223ms] delaying RPC due to: Service unavailable: Master config (127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635, [300ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.188:44635, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.190:34167, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.189:42387, [301ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.188:44635: Network error: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635, [302ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.190:34167: Network error: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167, [302ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.189:42387: Network error: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [302ms] delaying RPC due to: Service unavailable: Master config (127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [501ms] refreshing cache from master, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.188:44635, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.190:34167, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.189:42387, [502ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.188:44635: Network error: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635, [502ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.190:34167: Network error: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167, [502ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.189:42387: Network error: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [502ms] delaying RPC due to: Service unavailable: Master config (127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [801ms] refreshing cache from master, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.188:44635, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.190:34167, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.189:42387, [802ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.188:44635: Network error: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635, [802ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.190:34167: Network error: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167, [802ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.189:42387: Network error: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [802ms] delaying RPC due to: Service unavailable: Master config (127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [1180ms] refreshing cache from master, [1180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.188:44635, [1181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.190:34167, [1181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.189:42387, [1182ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.188:44635: Network error: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635, [1183ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.190:34167: Network error: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167, [1183ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.189:42387: Network error: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [1184ms] delaying RPC due to: Service unavailable: Master config (127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [2860ms] refreshing cache from master, [2860ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.188:44635, [2861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.190:34167, [2861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.189:42387, [2861ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.190:34167: Network error: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167, [2861ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.188:44635: Network error: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635, [2862ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.189:42387: Network error: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [2862ms] delaying RPC due to: Service unavailable: Master config (127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [5581ms] refreshing cache from master, [5581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.188:44635, [5582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.190:34167, [5582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.189:42387, [5583ms] too many traces: truncated at 100 traces, deferred=Deferred@1790005223(state=PENDING, result=null, callback=(continuation of Deferred@734846040 after retry RPC after error@330752120) -> (continuation of Deferred@2132923095 after retry RPC after error@521106595) -> (continuation of Deferred@1382827270 after retry RPC after error@1996347923) -> (continuation of Deferred@129698161 after retry RPC after error@1668669257) -> (continuation of Deferred@1392636500 after retry RPC after error@1270122341) -> (continuation of Deferred@337379299 after retry RPC after error@1507452350) -> (continuation of Deferred@93728643 after retry RPC after error@1794514939) -> (continuation of Deferred@567873953 after retry RPC after error@935060529) -> (continuation of Deferred@56967026 after retry RPC after error@1505161506) -> (continuation of Deferred@814458796 after retry RPC after error@1492731872) -> (continuation of Deferred@1917680930 after retry RPC after error@471641512) -> (continuation of Deferred@1900535616 after retry RPC after error@1662206159) -> (continuation of Deferred@2058257890 after retry RPC after error@52827890) -> (continuation of Deferred@1280599049 after retry RPC after error@901267572) -> (continuation of Deferred@993477300 after retry RPC after error@135611046) -> (continuation of Deferred@1737366401 after retry RPC after error@272784612) -> (continuation of Deferred@291606202 after retry RPC after error@868478530) -> (continuation of Deferred@604416424 after retry RPC after error@639722672) -> (continuation of Deferred@1000876688 after retry RPC after error@389378649) -> (continuation of Deferred@116376318 after retry RPC after error@734405239) -> (continuation of Deferred@1371566389 after retry RPC after error@1834710766) -> (continuation of Deferred@366715273 after retry RPC after error@253033695) -> (continuation of Deferred@1569684945 after retry RPC after error@1800772744), errback=(continuation of Deferred@734846040 after retry RPC after error@330752120) -> (continuation of Deferred@2132923095 after retry RPC after error@521106595) -> (continuation of Deferred@1382827270 after retry RPC after error@1996347923) -> (continuation of Deferred@129698161 after retry RPC after error@1668669257) -> (continuation of Deferred@1392636500 after retry RPC after error@1270122341) -> (continuation of Deferred@337379299 after retry RPC after error@1507452350) -> (continuation of Deferred@93728643 after retry RPC after error@1794514939) -> (continuation of Deferred@567873953 after retry RPC after error@935060529) -> (continuation of Deferred@56967026 after retry RPC after error@1505161506) -> (continuation of Deferred@814458796 after retry RPC after error@1492731872) -> (continuation of Deferred@1917680930 after retry RPC after error@471641512) -> (continuation of Deferred@1900535616 after retry RPC after error@1662206159) -> (continuation of Deferred@2058257890 after retry RPC after error@52827890) -> (continuation of Deferred@1280599049 after retry RPC after error@901267572) -> (continuation of Deferred@993477300 after retry RPC after error@135611046) -> (continuation of Deferred@1737366401 after retry RPC after error@272784612) -> (continuation of Deferred@291606202 after retry RPC after error@868478530) -> (continuation of Deferred@604416424 after retry RPC after error@639722672) -> (continuation of Deferred@1000876688 after retry RPC after error@389378649) -> (continuation of Deferred@116376318 after retry RPC after error@734405239) -> (continuation of Deferred@1371566389 after retry RPC after error@1834710766) -> (continuation of Deferred@366715273 after retry RPC after error@253033695) -> (continuation of Deferred@1569684945 after retry RPC after error@1800772744)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.26.45.188:44635
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:10:00.597 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#2 (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_1_2).
21:10:00.599 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#2 1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_1_2.
21:10:00.602 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1449) Source: KuduSource -> Sink: Writer (2/4) (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from INITIALIZING to FAILED on d8c13722-659e-4a42-ab60-f10287fae6a8 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=27033), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.188:44635, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.190:34167, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.188:44635: Network error: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.189:42387, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.190:34167: Network error: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167, [25ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.189:42387: Network error: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [25ms] delaying RPC due to: Service unavailable: Master config (127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.188:44635, [52ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.190:34167, [53ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.188:44635: Network error: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635, [57ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.189:42387, [58ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.190:34167: Network error: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167, [59ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.189:42387: Network error: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [59ms] delaying RPC due to: Service unavailable: Master config (127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.188:44635, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.190:34167, [83ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.188:44635: Network error: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.189:42387, [84ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.189:42387: Network error: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [84ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.190:34167: Network error: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167, [84ms] delaying RPC due to: Service unavailable: Master config (127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.188:44635, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.190:34167, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.189:42387, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.188:44635: Network error: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.190:34167: Network error: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.189:42387: Network error: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.188:44635, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.190:34167, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.189:42387, [123ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.188:44635: Network error: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635, [123ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.190:34167: Network error: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167, [123ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.189:42387: Network error: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [124ms] delaying RPC due to: Service unavailable: Master config (127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.188:44635, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.190:34167, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.189:42387, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.190:34167: Network error: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167, [164ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.189:42387: Network error: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [164ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.188:44635: Network error: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635, [165ms] delaying RPC due to: Service unavailable: Master config (127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.188:44635, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.190:34167, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.189:42387, [222ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.189:42387: Network error: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [222ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.190:34167: Network error: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167, [223ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.188:44635: Network error: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635, [223ms] delaying RPC due to: Service unavailable: Master config (127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635, [300ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.188:44635, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.190:34167, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.189:42387, [301ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.188:44635: Network error: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635, [302ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.190:34167: Network error: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167, [302ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.189:42387: Network error: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [302ms] delaying RPC due to: Service unavailable: Master config (127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [501ms] refreshing cache from master, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.188:44635, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.190:34167, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.189:42387, [502ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.188:44635: Network error: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635, [502ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.190:34167: Network error: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167, [502ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.189:42387: Network error: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [502ms] delaying RPC due to: Service unavailable: Master config (127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [801ms] refreshing cache from master, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.188:44635, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.190:34167, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.189:42387, [802ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.188:44635: Network error: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635, [802ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.190:34167: Network error: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167, [802ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.189:42387: Network error: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [802ms] delaying RPC due to: Service unavailable: Master config (127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [1180ms] refreshing cache from master, [1180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.188:44635, [1181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.190:34167, [1181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.189:42387, [1182ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.188:44635: Network error: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635, [1183ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.190:34167: Network error: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167, [1183ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.189:42387: Network error: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [1184ms] delaying RPC due to: Service unavailable: Master config (127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [2860ms] refreshing cache from master, [2860ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.188:44635, [2861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.190:34167, [2861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.189:42387, [2861ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.190:34167: Network error: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167, [2861ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.188:44635: Network error: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635, [2862ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.189:42387: Network error: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [2862ms] delaying RPC due to: Service unavailable: Master config (127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [5581ms] refreshing cache from master, [5581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.188:44635, [5582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.190:34167, [5582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.189:42387, [5583ms] too many traces: truncated at 100 traces, deferred=Deferred@1790005223(state=PENDING, result=null, callback=(continuation of Deferred@734846040 after retry RPC after error@330752120) -> (continuation of Deferred@2132923095 after retry RPC after error@521106595) -> (continuation of Deferred@1382827270 after retry RPC after error@1996347923) -> (continuation of Deferred@129698161 after retry RPC after error@1668669257) -> (continuation of Deferred@1392636500 after retry RPC after error@1270122341) -> (continuation of Deferred@337379299 after retry RPC after error@1507452350) -> (continuation of Deferred@93728643 after retry RPC after error@1794514939) -> (continuation of Deferred@567873953 after retry RPC after error@935060529) -> (continuation of Deferred@56967026 after retry RPC after error@1505161506) -> (continuation of Deferred@814458796 after retry RPC after error@1492731872) -> (continuation of Deferred@1917680930 after retry RPC after error@471641512) -> (continuation of Deferred@1900535616 after retry RPC after error@1662206159) -> (continuation of Deferred@2058257890 after retry RPC after error@52827890) -> (continuation of Deferred@1280599049 after retry RPC after error@901267572) -> (continuation of Deferred@993477300 after retry RPC after error@135611046) -> (continuation of Deferred@1737366401 after retry RPC after error@272784612) -> (continuation of Deferred@291606202 after retry RPC after error@868478530) -> (continuation of Deferred@604416424 after retry RPC after error@639722672) -> (continuation of Deferred@1000876688 after retry RPC after error@389378649) -> (continuation of Deferred@116376318 after retry RPC after error@734405239) -> (continuation of Deferred@1371566389 after retry RPC after error@1834710766) -> (continuation of Deferred@366715273 after retry RPC after error@253033695) -> (continuation of Deferred@1569684945 after retry RPC after error@1800772744), errback=(continuation of Deferred@734846040 after retry RPC after error@330752120) -> (continuation of Deferred@2132923095 after retry RPC after error@521106595) -> (continuation of Deferred@1382827270 after retry RPC after error@1996347923) -> (continuation of Deferred@129698161 after retry RPC after error@1668669257) -> (continuation of Deferred@1392636500 after retry RPC after error@1270122341) -> (continuation of Deferred@337379299 after retry RPC after error@1507452350) -> (continuation of Deferred@93728643 after retry RPC after error@1794514939) -> (continuation of Deferred@567873953 after retry RPC after error@935060529) -> (continuation of Deferred@56967026 after retry RPC after error@1505161506) -> (continuation of Deferred@814458796 after retry RPC after error@1492731872) -> (continuation of Deferred@1917680930 after retry RPC after error@471641512) -> (continuation of Deferred@1900535616 after retry RPC after error@1662206159) -> (continuation of Deferred@2058257890 after retry RPC after error@52827890) -> (continuation of Deferred@1280599049 after retry RPC after error@901267572) -> (continuation of Deferred@993477300 after retry RPC after error@135611046) -> (continuation of Deferred@1737366401 after retry RPC after error@272784612) -> (continuation of Deferred@291606202 after retry RPC after error@868478530) -> (continuation of Deferred@604416424 after retry RPC after error@639722672) -> (continuation of Deferred@1000876688 after retry RPC after error@389378649) -> (continuation of Deferred@116376318 after retry RPC after error@734405239) -> (continuation of Deferred@1371566389 after retry RPC after error@1834710766) -> (continuation of Deferred@366715273 after retry RPC after error@253033695) -> (continuation of Deferred@1569684945 after retry RPC after error@1800772744)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.26.45.188:44635
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:10:00.603 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 2841dd5f383bae9a8f297e74525dcca1: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
21:10:00.604 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#2) of source Source: KuduSource.
21:10:00.604 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_1_2.
21:10:00.604 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (2841dd5f383bae9a8f297e74525dcca1) switched from state RUNNING to RESTARTING.
21:10:00.604 [WARN - flink-pekko.actor.default-dispatcher-6] (TaskManagerLocation.java:276) No hostname could be resolved for the IP address 127.0.0.1, using IP address as host name. Local input split assignment (such as for HDFS files) may be impacted.
21:10:00.652 [DEBUG - pool-340-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30001), Traces: [0ms] sending RPC to server master-127.27.110.124:43039, [6ms] received response from server master-127.27.110.124:43039: OK, deferred=null) with no deferred attached!
21:10:00.707 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:00.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:00.707124 31413 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.152.252" port: 38897 } attempt: 5
21:10:00.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:10:00.712599 31365 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.30.152.252:38897: connect: Connection refused (error 111) [suppressed 12 similar messages]
21:10:00.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:10:00.717818 31413 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.152.252:38897: Network error: Client connection negotiation failed: client connection to 127.30.152.252:38897: connect: Connection refused (error 111)
21:10:00.769 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:00.788 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:10:00.788 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:10:00.788 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:10:00.789 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:00.789 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:00.789 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:00.789 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:00.789 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:00.789 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:00.790 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:00.790 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:00.790 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:00.790 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:10:00.844 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:00.952 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:10:00.952 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:10:00.952 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:10:00.953 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:10:00.953 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:10:00.953 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:10:00.954 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:10:00.954 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:10:00.954 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:10:00.954 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:10:00.954 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:10:00.954 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:10:00.954 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:10:00.976 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:01.173 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:10:01.173 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:10:01.173 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:10:01.174 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:01.174 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:01.174 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:01.174 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:01.174 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:01.174 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:01.174 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:01.174 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:01.175 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:01.175 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:10:01.205 [INFO - flink-pekko.actor.default-dispatcher-8] (CheckpointCoordinator.java:1805) Restoring job d6a71f5cf5f060cfaa5d5fa24434f7a3 from Checkpoint 70 @ 1783544997960 for d6a71f5cf5f060cfaa5d5fa24434f7a3 located at file:/tmp/junit358338416677014081/checkpoints/d6a71f5cf5f060cfaa5d5fa24434f7a3/chk-70.
21:10:01.206 [INFO - flink-pekko.actor.default-dispatcher-8] (MasterHooks.java:201) No master state to restore
21:10:01.206 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 0 to checkpoint 70 for source Source: KuduSource to checkpoint.
21:10:01.206 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (7a3214ac5515a3aaffb3e13cfc52cb55_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from CREATED to SCHEDULED.
21:10:01.207 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:01.207 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (7a3214ac5515a3aaffb3e13cfc52cb55_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from SCHEDULED to DEPLOYING.
21:10:01.207 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #1) with attempt id 7a3214ac5515a3aaffb3e13cfc52cb55_cbc357ccb763df2852fee8c4fc7d55f2_0_1 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to 0c51e075-60cc-44c9-a043-700ae7939e07 @ 127.0.0.1 (dataPort=-1) with allocation id ca377845646d1aa7227db55358d56741
21:10:01.207 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (d6a71f5cf5f060cfaa5d5fa24434f7a3) switched from state RESTARTING to RUNNING.
21:10:01.208 [INFO - flink-pekko.actor.default-dispatcher-8] (CheckpointCoordinator.java:1805) Restoring job d6a71f5cf5f060cfaa5d5fa24434f7a3 from Checkpoint 70 @ 1783544997960 for d6a71f5cf5f060cfaa5d5fa24434f7a3 located at file:/tmp/junit358338416677014081/checkpoints/d6a71f5cf5f060cfaa5d5fa24434f7a3/chk-70.
21:10:01.208 [INFO - flink-pekko.actor.default-dispatcher-8] (MasterHooks.java:201) No master state to restore
21:10:01.208 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (7a3214ac5515a3aaffb3e13cfc52cb55_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from CREATED to SCHEDULED.
21:10:01.208 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 3 to checkpoint 70 for source Source: KuduSource to checkpoint.
21:10:01.209 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:324) Received resource requirements from job d6a71f5cf5f060cfaa5d5fa24434f7a3: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
21:10:01.209 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot ca377845646d1aa7227db55358d56741.
21:10:01.210 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#1 (7a3214ac5515a3aaffb3e13cfc52cb55_cbc357ccb763df2852fee8c4fc7d55f2_0_1), deploy into slot with allocation id ca377845646d1aa7227db55358d56741.
21:10:01.211 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job d6a71f5cf5f060cfaa5d5fa24434f7a3: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
21:10:01.212 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (7a3214ac5515a3aaffb3e13cfc52cb55_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from SCHEDULED to DEPLOYING.
21:10:01.212 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #1) with attempt id 7a3214ac5515a3aaffb3e13cfc52cb55_cbc357ccb763df2852fee8c4fc7d55f2_3_1 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to 0c51e075-60cc-44c9-a043-700ae7939e07 @ 127.0.0.1 (dataPort=-1) with allocation id 3167c4da6522a1296f305f778c9b49ee
21:10:01.217 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot 3167c4da6522a1296f305f778c9b49ee.
21:10:01.218 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#1 (7a3214ac5515a3aaffb3e13cfc52cb55_cbc357ccb763df2852fee8c4fc7d55f2_3_1), deploy into slot with allocation id 3167c4da6522a1296f305f778c9b49ee.
21:10:01.218 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#1 (7a3214ac5515a3aaffb3e13cfc52cb55_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from CREATED to DEPLOYING.
21:10:01.218 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#1 (7a3214ac5515a3aaffb3e13cfc52cb55_cbc357ccb763df2852fee8c4fc7d55f2_0_1) [DEPLOYING].
21:10:01.219 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@633ec7bb
21:10:01.219 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
21:10:01.220 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit358338416677014081/checkpoints")
21:10:01.221 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#1 (7a3214ac5515a3aaffb3e13cfc52cb55_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from DEPLOYING to INITIALIZING.
21:10:01.221 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (7a3214ac5515a3aaffb3e13cfc52cb55_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from DEPLOYING to INITIALIZING.
21:10:01.223 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#1 (7a3214ac5515a3aaffb3e13cfc52cb55_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from CREATED to DEPLOYING.
21:10:01.223 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#1 (7a3214ac5515a3aaffb3e13cfc52cb55_cbc357ccb763df2852fee8c4fc7d55f2_3_1) [DEPLOYING].
21:10:01.225 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@5f06ad60
21:10:01.225 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
21:10:01.225 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit358338416677014081/checkpoints")
21:10:01.225 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#1 (7a3214ac5515a3aaffb3e13cfc52cb55_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from DEPLOYING to INITIALIZING.
21:10:01.225 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (7a3214ac5515a3aaffb3e13cfc52cb55_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from DEPLOYING to INITIALIZING.
21:10:01.233 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@72e6cac4
21:10:01.234 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@6e287622
21:10:01.236 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#1] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:10:01.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:01.239326 31413 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.152.252" port: 38897 } attempt: 6
21:10:01.259 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#1] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:10:01.268 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#1] (Connection.java:748) [peer master-127.28.61.190:36375(127.28.61.190:36375)] connecting to peer
21:10:01.268 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:01.274 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#1] (Connection.java:748) [peer master-127.28.61.190:36375(127.28.61.190:36375)] connecting to peer
21:10:01.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:10:01.297643 31413 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.152.252:38897: Network error: Client connection negotiation failed: client connection to 127.30.152.252:38897: connect: Connection refused (error 111)
21:10:01.299 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#1] (Connection.java:748) [peer master-127.28.61.189:39213(127.28.61.189:39213)] connecting to peer
21:10:01.299 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#1] (Connection.java:748) [peer master-127.28.61.189:39213(127.28.61.189:39213)] connecting to peer
21:10:01.300 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#1] (Connection.java:748) [peer master-127.28.61.188:41979(127.28.61.188:41979)] connecting to peer
21:10:01.302 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#1] (Connection.java:748) [peer master-127.28.61.188:41979(127.28.61.188:41979)] connecting to peer
21:10:01.313 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:01.313 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.61.189:39213(127.28.61.189:39213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:01.313 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.189:39213: Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:01.314 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:01.314 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.28.61.188:41979(127.28.61.188:41979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:01.314 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:01.314 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.61.189:39213(127.28.61.189:39213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:01.314 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.189:39213: Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:01.314 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:01.314 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:01.314 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.28.61.188:41979(127.28.61.188:41979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:01.314 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.61.190:36375(127.28.61.190:36375)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:01.314 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.188:41979: Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:01.314 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.190:36375: Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:01.314 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.188:41979: Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:01.314 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.28.61.190:36375,127.28.61.189:39213,127.28.61.188:41979; will retry
21:10:01.316 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:01.316 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.61.190:36375(127.28.61.190:36375)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:01.317 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.190:36375: Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:01.317 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.61.190:36375,127.28.61.189:39213,127.28.61.188:41979; will retry
21:10:01.328 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.28.61.190:36375(127.28.61.190:36375)] connecting to peer
21:10:01.330 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.28.61.189:39213(127.28.61.189:39213)] connecting to peer
21:10:01.331 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:01.331 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.28.61.190:36375(127.28.61.190:36375)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:01.332 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.190:36375: Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:01.332 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.28.61.188:41979(127.28.61.188:41979)] connecting to peer
21:10:01.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:10:01.331310 31509 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 2638 milliseconds
21:10:01.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:10:00.096169 31506 debug-util.cc:398] Leaking SignalData structure 0x7b0800028020 after lost signal to thread 31494
21:10:01.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:10:01.333351 31506 kernel_stack_watchdog.cc:198] Thread 31494 stuck at /home/jenkins-slave/workspace/build_and_test@2/src/kudu/util/thread.cc:642 for 400ms:
21:10:01.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
21:10:01.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
21:10:01.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
21:10:01.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
21:10:01.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:10:01.333981 31510 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:10:01.336 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d6a71f5cf5f060cfaa5d5fa24434f7a3 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d6a71f5cf5f060cfaa5d5fa24434f7a3 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:01.336 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.28.61.190:36375(127.28.61.190:36375)] connecting to peer
21:10:01.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:10:01.334620 31494 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 2.643s	user 0.871s	sys 1.409s
21:10:01.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:09:58.693524 31508 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:10:01.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:10:01.335502 31494 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 2.644s	user 0.871s	sys 1.409s
21:10:01.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:01.335968 31494 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
21:10:01.337 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:01.337 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.28.61.189:39213(127.28.61.189:39213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:01.337 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.189:39213: Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:01.337 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:01.338 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.28.61.188:41979(127.28.61.188:41979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:01.338 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.188:41979: Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:01.338 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.28.61.190:36375,127.28.61.189:39213,127.28.61.188:41979; will retry
21:10:01.338 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.28.61.189:39213(127.28.61.189:39213)] connecting to peer
21:10:01.339 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:01.339 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.28.61.190:36375(127.28.61.190:36375)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:01.339 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.190:36375: Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:01.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:01.339203 31494 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:10:01.339 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.28.61.188:41979(127.28.61.188:41979)] connecting to peer
21:10:01.340 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:01.340 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.28.61.189:39213(127.28.61.189:39213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:01.340 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.189:39213: Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:01.340 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:01.340 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.28.61.188:41979(127.28.61.188:41979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:01.340 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.188:41979: Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:01.340 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.28.61.190:36375,127.28.61.189:39213,127.28.61.188:41979; will retry
21:10:01.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:01.342901 31494 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:10:01.344 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:01.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:01.344843 31494 hybrid_clock.cc:648] HybridClock initialized: now 1783545001344523 us; error 57 us; skew 500 ppm
21:10:01.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:01.346176 31494 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:10:01.349 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.28.61.190:36375(127.28.61.190:36375)] connecting to peer
21:10:01.352 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.28.61.189:39213(127.28.61.189:39213)] connecting to peer
21:10:01.354 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:01.354 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.28.61.190:36375(127.28.61.190:36375)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:01.354 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.190:36375: Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:01.354 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.28.61.190:36375(127.28.61.190:36375)] connecting to peer
21:10:01.357 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.28.61.188:41979(127.28.61.188:41979)] connecting to peer
21:10:01.358 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:01.358 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.61.188:41979(127.28.61.188:41979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:01.358 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.188:41979: Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:01.358 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:01.358 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.28.61.189:39213(127.28.61.189:39213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:01.358 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.189:39213: Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:01.358 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.28.61.190:36375,127.28.61.189:39213,127.28.61.188:41979; will retry
21:10:01.359 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.28.61.189:39213(127.28.61.189:39213)] connecting to peer
21:10:01.359 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.28.61.188:41979(127.28.61.188:41979)] connecting to peer
21:10:01.360 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:01.360 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.28.61.189:39213(127.28.61.189:39213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:01.360 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:01.360 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.189:39213: Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:01.360 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.61.188:41979(127.28.61.188:41979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:01.360 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.188:41979: Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:01.361 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:01.361 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.28.61.190:36375(127.28.61.190:36375)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:01.361 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.190:36375: Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:01.361 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.28.61.190:36375,127.28.61.189:39213,127.28.61.188:41979; will retry
21:10:01.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:01.367036 31494 webserver.cc:534] Webserver started at http://127.30.152.252:45089/ using document root <none> and password file <none>
21:10:01.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:01.368247 31494 fs_manager.cc:362] Metadata directory not provided
21:10:01.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:01.368535 31494 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:10:01.368 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.28.61.190:36375(127.28.61.190:36375)] connecting to peer
21:10:01.369 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.28.61.189:39213(127.28.61.189:39213)] connecting to peer
21:10:01.369 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.28.61.188:41979(127.28.61.188:41979)] connecting to peer
21:10:01.369 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:01.369 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:01.369 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.61.190:36375(127.28.61.190:36375)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:01.369 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:01.369 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.190:36375: Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:01.369 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.28.61.188:41979(127.28.61.188:41979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:01.369 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.188:41979: Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:01.369 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.28.61.189:39213(127.28.61.189:39213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:01.369 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.189:39213: Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:01.369 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.28.61.190:36375,127.28.61.189:39213,127.28.61.188:41979; will retry
21:10:01.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:01.369837 31494 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
21:10:01.375 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.28.61.190:36375(127.28.61.190:36375)] connecting to peer
21:10:01.375 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.28.61.189:39213(127.28.61.189:39213)] connecting to peer
21:10:01.375 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.28.61.188:41979(127.28.61.188:41979)] connecting to peer
21:10:01.376 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:01.376 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.28.61.188:41979(127.28.61.188:41979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:01.376 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:01.376 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.188:41979: Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:01.376 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.28.61.189:39213(127.28.61.189:39213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:01.376 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.189:39213: Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:01.376 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:01.376 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.61.190:36375(127.28.61.190:36375)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:01.376 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.190:36375: Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:01.376 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.28.61.190:36375,127.28.61.189:39213,127.28.61.188:41979; will retry
21:10:01.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:01.376214 31494 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3598840801429548256/master-2/data/instance:
21:10:01.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4622b4e566ca4315b1ec235143ac6e25"
21:10:01.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:10:01 on dist-test-slave-3sd5"
21:10:01.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:01.377840 31494 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3598840801429548256/master-2/wal/instance:
21:10:01.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4622b4e566ca4315b1ec235143ac6e25"
21:10:01.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:10:01 on dist-test-slave-3sd5"
21:10:01.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:01.388101 31494 fs_manager.cc:696] Time spent creating directory manager: real 0.009s	user 0.010s	sys 0.002s
21:10:01.388 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.28.61.190:36375(127.28.61.190:36375)] connecting to peer
21:10:01.388 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.28.61.189:39213(127.28.61.189:39213)] connecting to peer
21:10:01.389 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.28.61.188:41979(127.28.61.188:41979)] connecting to peer
21:10:01.389 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:01.389 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.28.61.190:36375(127.28.61.190:36375)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:01.389 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:01.389 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.190:36375: Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:01.389 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.28.61.189:39213(127.28.61.189:39213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:01.389 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.189:39213: Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:01.389 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:01.389 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.28.61.188:41979(127.28.61.188:41979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:01.389 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.188:41979: Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:01.389 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.28.61.190:36375,127.28.61.189:39213,127.28.61.188:41979; will retry
21:10:01.395 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.28.61.190:36375(127.28.61.190:36375)] connecting to peer
21:10:01.395 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.28.61.189:39213(127.28.61.189:39213)] connecting to peer
21:10:01.395 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.28.61.188:41979(127.28.61.188:41979)] connecting to peer
21:10:01.396 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:01.396 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.28.61.190:36375(127.28.61.190:36375)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:01.396 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.190:36375: Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:01.396 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:01.396 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.28.61.189:39213(127.28.61.189:39213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:01.397 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.189:39213: Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:01.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:01.396878 31584 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
21:10:01.397 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:01.397 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.28.61.188:41979(127.28.61.188:41979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:01.397 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.188:41979: Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:01.397 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.28.61.190:36375,127.28.61.189:39213,127.28.61.188:41979; will retry
21:10:01.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:01.398382 31494 fs_manager.cc:730] Time spent opening block manager: real 0.006s	user 0.001s	sys 0.004s
21:10:01.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:01.398864 31494 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3598840801429548256/master-2/data,/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3598840801429548256/master-2/wal
21:10:01.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4622b4e566ca4315b1ec235143ac6e25"
21:10:01.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:10:01 on dist-test-slave-3sd5"
21:10:01.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:01.399423 31494 fs_report.cc:389] FS layout report
21:10:01.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:10:01.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3598840801429548256/master-2/wal
21:10:01.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3598840801429548256/master-2/wal
21:10:01.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3598840801429548256/master-2/data/data
21:10:01.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:10:01.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:10:01.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:10:01.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:10:01.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:10:01.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:10:01.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:10:01.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:10:01.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:10:01.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:10:01.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:10:01.408 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.28.61.190:36375(127.28.61.190:36375)] connecting to peer
21:10:01.408 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.28.61.189:39213(127.28.61.189:39213)] connecting to peer
21:10:01.408 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.28.61.188:41979(127.28.61.188:41979)] connecting to peer
21:10:01.409 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:01.409 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:01.409 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.61.189:39213(127.28.61.189:39213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:01.409 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.189:39213: Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:01.409 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:01.409 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.61.188:41979(127.28.61.188:41979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:01.409 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.188:41979: Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:01.409 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.28.61.190:36375(127.28.61.190:36375)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:01.410 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.190:36375: Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:01.410 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.28.61.190:36375,127.28.61.189:39213,127.28.61.188:41979; will retry
21:10:01.415 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.28.61.190:36375(127.28.61.190:36375)] connecting to peer
21:10:01.415 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.28.61.189:39213(127.28.61.189:39213)] connecting to peer
21:10:01.415 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.28.61.188:41979(127.28.61.188:41979)] connecting to peer
21:10:01.415 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:01.416 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.28.61.190:36375(127.28.61.190:36375)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:01.416 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.190:36375: Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:01.416 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:01.416 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.61.189:39213(127.28.61.189:39213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:01.416 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.189:39213: Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:01.416 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:01.416 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.61.188:41979(127.28.61.188:41979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:01.416 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.188:41979: Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:01.416 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.28.61.190:36375,127.28.61.189:39213,127.28.61.188:41979; will retry
21:10:01.422 [DEBUG - pool-424-thread-1] (Connection.java:748) [peer master-127.22.50.60:38829(127.22.50.60:38829)] connecting to peer
21:10:01.423 [DEBUG - pool-424-thread-1] (Connection.java:748) [peer master-127.22.50.61:45261(127.22.50.61:45261)] connecting to peer
21:10:01.423 [DEBUG - pool-424-thread-1] (Connection.java:748) [peer master-127.22.50.62:44659(127.22.50.62:44659)] connecting to peer
21:10:01.423 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:10:01.423 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.50.60:38829(127.22.50.60:38829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:10:01.423 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:10:01.423 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.60:38829: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:10:01.423 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.50.61:45261(127.22.50.61:45261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:10:01.423 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.61:45261: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:10:01.424 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:10:01.424 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.50.62:44659(127.22.50.62:44659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:10:01.424 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.62:44659: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:10:01.424 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659; will retry
21:10:01.429 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.28.61.190:36375(127.28.61.190:36375)] connecting to peer
21:10:01.429 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.28.61.189:39213(127.28.61.189:39213)] connecting to peer
21:10:01.429 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.28.61.188:41979(127.28.61.188:41979)] connecting to peer
21:10:01.429 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:01.429 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.28.61.190:36375(127.28.61.190:36375)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:01.429 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:01.429 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.190:36375: Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:01.429 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.28.61.189:39213(127.28.61.189:39213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:01.430 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.189:39213: Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:01.430 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:01.430 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.28.61.188:41979(127.28.61.188:41979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:01.430 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.188:41979: Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:01.430 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.28.61.190:36375,127.28.61.189:39213,127.28.61.188:41979; will retry
21:10:01.448 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.28.61.190:36375(127.28.61.190:36375)] connecting to peer
21:10:01.449 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.28.61.189:39213(127.28.61.189:39213)] connecting to peer
21:10:01.449 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.28.61.188:41979(127.28.61.188:41979)] connecting to peer
21:10:01.449 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:01.449 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.28.61.190:36375(127.28.61.190:36375)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:01.449 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.190:36375: Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:01.450 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:01.450 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.28.61.189:39213(127.28.61.189:39213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:01.450 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.189:39213: Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:01.450 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:01.450 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.28.61.188:41979(127.28.61.188:41979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:01.450 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.188:41979: Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:01.450 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.28.61.190:36375,127.28.61.189:39213,127.28.61.188:41979; will retry
21:10:01.475 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.28.61.190:36375(127.28.61.190:36375)] connecting to peer
21:10:01.475 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.28.61.189:39213(127.28.61.189:39213)] connecting to peer
21:10:01.475 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.28.61.188:41979(127.28.61.188:41979)] connecting to peer
21:10:01.475 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:01.475 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:01.475 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.28.61.190:36375(127.28.61.190:36375)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:01.475 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.28.61.188:41979(127.28.61.188:41979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:01.476 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.190:36375: Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:01.476 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.188:41979: Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:01.476 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:01.476 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.28.61.189:39213(127.28.61.189:39213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:01.476 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:01.476 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.189:39213: Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:01.476 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.28.61.190:36375,127.28.61.189:39213,127.28.61.188:41979; will retry
21:10:01.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:01.477043 31494 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
21:10:01.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:01.479149 31494 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:10:01.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:01.479749 31494 kserver.cc:163] Server-wide thread pool size limit: 3276
21:10:01.563 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.28.61.190:36375(127.28.61.190:36375)] connecting to peer
21:10:01.563 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.28.61.189:39213(127.28.61.189:39213)] connecting to peer
21:10:01.563 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.28.61.188:41979(127.28.61.188:41979)] connecting to peer
21:10:01.563 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:01.563 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.61.190:36375(127.28.61.190:36375)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:01.563 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.190:36375: Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:01.563 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:01.564 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.28.61.189:39213(127.28.61.189:39213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:01.564 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.189:39213: Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:01.564 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:01.564 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.28.61.188:41979(127.28.61.188:41979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:01.564 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.188:41979: Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:01.564 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.28.61.190:36375,127.28.61.189:39213,127.28.61.188:41979; will retry
21:10:01.575 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.28.61.190:36375(127.28.61.190:36375)] connecting to peer
21:10:01.575 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.28.61.189:39213(127.28.61.189:39213)] connecting to peer
21:10:01.575 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.28.61.188:41979(127.28.61.188:41979)] connecting to peer
21:10:01.575 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:01.575 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:01.576 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.28.61.190:36375(127.28.61.190:36375)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:01.576 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.28.61.189:39213(127.28.61.189:39213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:01.576 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.189:39213: Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:01.576 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.190:36375: Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:01.576 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:01.576 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.28.61.188:41979(127.28.61.188:41979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:01.576 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.188:41979: Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:01.576 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.28.61.190:36375,127.28.61.189:39213,127.28.61.188:41979; will retry
21:10:01.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:01.600603 31494 rpc_server.cc:307] RPC server started. Bound to: 127.30.152.252:38897
21:10:01.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:01.600786 31635 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.30.152.252:38897 every 8 connection(s)
21:10:01.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:01.604049 31494 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3598840801429548256/master-2/data/info.pb
21:10:01.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:01.607542 31331 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu as pid 31494
21:10:01.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:01.608053 31331 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3598840801429548256/master-2/wal/instance
21:10:01.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:01.636303 31636 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
21:10:01.675 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.28.61.190:36375(127.28.61.190:36375)] connecting to peer
21:10:01.675 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.28.61.189:39213(127.28.61.189:39213)] connecting to peer
21:10:01.675 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.28.61.188:41979(127.28.61.188:41979)] connecting to peer
21:10:01.675 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:01.675 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.61.190:36375(127.28.61.190:36375)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:01.675 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:01.676 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.190:36375: Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:01.676 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.61.189:39213(127.28.61.189:39213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:01.676 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.189:39213: Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:01.676 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:01.676 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.28.61.188:41979(127.28.61.188:41979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:01.676 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.188:41979: Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:01.676 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.28.61.190:36375,127.28.61.189:39213,127.28.61.188:41979; will retry
21:10:01.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:01.660346 31636 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.30.152.254" port: 37399 } has no permanent_uuid. Determining permanent_uuid...
21:10:01.688 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.28.61.190:36375(127.28.61.190:36375)] connecting to peer
21:10:01.689 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.28.61.189:39213(127.28.61.189:39213)] connecting to peer
21:10:01.689 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.28.61.188:41979(127.28.61.188:41979)] connecting to peer
21:10:01.689 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:01.689 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.61.190:36375(127.28.61.190:36375)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:01.689 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.190:36375: Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:01.689 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:01.689 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.28.61.188:41979(127.28.61.188:41979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:01.689 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.188:41979: Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:01.691 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:01.691 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.61.189:39213(127.28.61.189:39213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:01.691 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.189:39213: Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:01.691 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.28.61.190:36375,127.28.61.189:39213,127.28.61.188:41979; will retry
21:10:01.711 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:01.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:01.722379 31636 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.30.152.253" port: 46569 } has no permanent_uuid. Determining permanent_uuid...
21:10:01.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:01.744947 31636 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.30.152.252" port: 38897 } has no permanent_uuid. Determining permanent_uuid...
21:10:01.748 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:10:01.748 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:10:01.748 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:10:01.748 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:01.748 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:01.748 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:01.749 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:01.749 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:01.749 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:01.749 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:01.749 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:01.749 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:01.749 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:10:01.781 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=28195), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.188:44635, [5ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.190:34167, [6ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.188:44635: Network error: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635, [12ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.189:42387, [14ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.190:34167: Network error: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167, [14ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.189:42387: Network error: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [14ms] delaying RPC due to: Service unavailable: Master config (127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.188:44635, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.190:34167, [30ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.188:44635: Network error: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635, [30ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.189:42387, [31ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.189:42387: Network error: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [31ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.190:34167: Network error: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167, [31ms] delaying RPC due to: Service unavailable: Master config (127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.188:44635, [48ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.190:34167, [49ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.188:44635: Network error: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635, [52ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.189:42387, [53ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.189:42387: Network error: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [54ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.190:34167: Network error: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167, [54ms] delaying RPC due to: Service unavailable: Master config (127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.188:44635, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.190:34167, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.189:42387, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.188:44635: Network error: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.190:34167: Network error: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.189:42387: Network error: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.188:44635, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.190:34167, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.189:42387, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.190:34167: Network error: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.188:44635: Network error: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.189:42387: Network error: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.188:44635, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.190:34167, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.189:42387, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.188:44635: Network error: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.189:42387: Network error: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.190:34167: Network error: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.188:44635, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.190:34167, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.189:42387, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.188:44635: Network error: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.190:34167: Network error: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.189:42387: Network error: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.188:44635, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.190:34167, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.189:42387, [282ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.188:44635: Network error: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635, [282ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.190:34167: Network error: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167, [282ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.189:42387: Network error: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [282ms] delaying RPC due to: Service unavailable: Master config (127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167, [380ms] refreshing cache from master, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.188:44635, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.190:34167, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.189:42387, [381ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.188:44635: Network error: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635, [381ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.190:34167: Network error: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167, [381ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.189:42387: Network error: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [382ms] delaying RPC due to: Service unavailable: Master config (127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [700ms] refreshing cache from master, [700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.188:44635, [700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.190:34167, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.189:42387, [701ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.189:42387: Network error: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [701ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.188:44635: Network error: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635, [701ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.190:34167: Network error: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167, [701ms] delaying RPC due to: Service unavailable: Master config (127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635, [960ms] refreshing cache from master, [960ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.188:44635, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.190:34167, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.189:42387, [961ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.188:44635: Network error: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635, [962ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.189:42387: Network error: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [962ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.190:34167: Network error: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167, [962ms] delaying RPC due to: Service unavailable: Master config (127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167, [2840ms] refreshing cache from master, [2840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.188:44635, [2840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.190:34167, [2840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.189:42387, [2841ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.188:44635: Network error: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635, [2841ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.190:34167: Network error: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167, [2842ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.189:42387: Network error: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [2842ms] delaying RPC due to: Service unavailable: Master config (127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [4840ms] refreshing cache from master, [4840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.188:44635, [4841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.190:34167, [4841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.189:42387, [4841ms] too many traces: truncated at 100 traces, deferred=Deferred@1923514227(state=PENDING, result=null, callback=(continuation of Deferred@1800429922 after retry RPC after error@1408721571) -> (continuation of Deferred@1935498583 after retry RPC after error@843180456) -> (continuation of Deferred@1517471219 after retry RPC after error@846747236) -> (continuation of Deferred@727061145 after retry RPC after error@375894770) -> (continuation of Deferred@1526116496 after retry RPC after error@709695196) -> (continuation of Deferred@823401430 after retry RPC after error@449826596) -> (continuation of Deferred@1976733405 after retry RPC after error@938184013) -> (continuation of Deferred@649132749 after retry RPC after error@1113761744) -> (continuation of Deferred@589786407 after retry RPC after error@1213013483) -> (continuation of Deferred@1770709181 after retry RPC after error@1048675963) -> (continuation of Deferred@643271385 after retry RPC after error@114649533) -> (continuation of Deferred@954527442 after retry RPC after error@182719979) -> (continuation of Deferred@276780844 after retry RPC after error@1028283423) -> (continuation of Deferred@575125274 after retry RPC after error@136750580) -> (continuation of Deferred@1653229035 after retry RPC after error@223303425) -> (continuation of Deferred@305127125 after retry RPC after error@798740577) -> (continuation of Deferred@529431908 after retry RPC after error@1754191563) -> (continuation of Deferred@71001209 after retry RPC after error@1968354375) -> (continuation of Deferred@425431764 after retry RPC after error@134035386) -> (continuation of Deferred@1488618384 after retry RPC after error@942339148) -> (continuation of Deferred@2107772079 after retry RPC after error@319595590) -> (continuation of Deferred@522589108 after retry RPC after error@1891699848) -> (continuation of Deferred@493597003 after retry RPC after error@1806895156) -> (continuation of Deferred@1143414085 after retry RPC after error@1023077381), errback=(continuation of Deferred@1800429922 after retry RPC after error@1408721571) -> (continuation of Deferred@1935498583 after retry RPC after error@843180456) -> (continuation of Deferred@1517471219 after retry RPC after error@846747236) -> (continuation of Deferred@727061145 after retry RPC after error@375894770) -> (continuation of Deferred@1526116496 after retry RPC after error@709695196) -> (continuation of Deferred@823401430 after retry RPC after error@449826596) -> (continuation of Deferred@1976733405 after retry RPC after error@938184013) -> (continuation of Deferred@649132749 after retry RPC after error@1113761744) -> (continuation of Deferred@589786407 after retry RPC after error@1213013483) -> (continuation of Deferred@1770709181 after retry RPC after error@1048675963) -> (continuation of Deferred@643271385 after retry RPC after error@114649533) -> (continuation of Deferred@954527442 after retry RPC after error@182719979) -> (continuation of Deferred@276780844 after retry RPC after error@1028283423) -> (continuation of Deferred@575125274 after retry RPC after error@136750580) -> (continuation of Deferred@1653229035 after retry RPC after error@223303425) -> (continuation of Deferred@305127125 after retry RPC after error@798740577) -> (continuation of Deferred@529431908 after retry RPC after error@1754191563) -> (continuation of Deferred@71001209 after retry RPC after error@1968354375) -> (continuation of Deferred@425431764 after retry RPC after error@134035386) -> (continuation of Deferred@1488618384 after retry RPC after error@942339148) -> (continuation of Deferred@2107772079 after retry RPC after error@319595590) -> (continuation of Deferred@522589108 after retry RPC after error@1891699848) -> (continuation of Deferred@493597003 after retry RPC after error@1806895156) -> (continuation of Deferred@1143414085 after retry RPC after error@1023077381)))
21:10:01.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:01.779229 31636 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 4622b4e566ca4315b1ec235143ac6e25: Bootstrap starting.
21:10:01.782 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:01.783 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (SourceReaderBase.java:338) Closing Source Reader.
21:10:01.783 [WARN - Source: KuduSource -> Sink: Writer (1/4)#2] (Task.java:1117) Source: KuduSource -> Sink: Writer (1/4)#2 (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=28195), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.188:44635, [5ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.190:34167, [6ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.188:44635: Network error: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635, [12ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.189:42387, [14ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.190:34167: Network error: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167, [14ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.189:42387: Network error: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [14ms] delaying RPC due to: Service unavailable: Master config (127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.188:44635, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.190:34167, [30ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.188:44635: Network error: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635, [30ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.189:42387, [31ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.189:42387: Network error: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [31ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.190:34167: Network error: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167, [31ms] delaying RPC due to: Service unavailable: Master config (127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.188:44635, [48ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.190:34167, [49ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.188:44635: Network error: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635, [52ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.189:42387, [53ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.189:42387: Network error: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [54ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.190:34167: Network error: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167, [54ms] delaying RPC due to: Service unavailable: Master config (127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.188:44635, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.190:34167, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.189:42387, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.188:44635: Network error: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.190:34167: Network error: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.189:42387: Network error: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.188:44635, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.190:34167, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.189:42387, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.190:34167: Network error: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.188:44635: Network error: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.189:42387: Network error: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.188:44635, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.190:34167, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.189:42387, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.188:44635: Network error: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.189:42387: Network error: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.190:34167: Network error: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.188:44635, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.190:34167, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.189:42387, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.188:44635: Network error: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.190:34167: Network error: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.189:42387: Network error: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.188:44635, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.190:34167, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.189:42387, [282ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.188:44635: Network error: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635, [282ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.190:34167: Network error: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167, [282ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.189:42387: Network error: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [282ms] delaying RPC due to: Service unavailable: Master config (127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167, [380ms] refreshing cache from master, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.188:44635, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.190:34167, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.189:42387, [381ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.188:44635: Network error: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635, [381ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.190:34167: Network error: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167, [381ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.189:42387: Network error: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [382ms] delaying RPC due to: Service unavailable: Master config (127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [700ms] refreshing cache from master, [700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.188:44635, [700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.190:34167, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.189:42387, [701ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.189:42387: Network error: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [701ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.188:44635: Network error: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635, [701ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.190:34167: Network error: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167, [701ms] delaying RPC due to: Service unavailable: Master config (127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635, [960ms] refreshing cache from master, [960ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.188:44635, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.190:34167, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.189:42387, [961ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.188:44635: Network error: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635, [962ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.189:42387: Network error: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [962ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.190:34167: Network error: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167, [962ms] delaying RPC due to: Service unavailable: Master config (127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167, [2840ms] refreshing cache from master, [2840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.188:44635, [2840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.190:34167, [2840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.189:42387, [2841ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.188:44635: Network error: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635, [2841ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.190:34167: Network error: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167, [2842ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.189:42387: Network error: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [2842ms] delaying RPC due to: Service unavailable: Master config (127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [4840ms] refreshing cache from master, [4840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.188:44635, [4841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.190:34167, [4841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.189:42387, [4841ms] too many traces: truncated at 100 traces, deferred=Deferred@1923514227(state=PENDING, result=null, callback=(continuation of Deferred@1800429922 after retry RPC after error@1408721571) -> (continuation of Deferred@1935498583 after retry RPC after error@843180456) -> (continuation of Deferred@1517471219 after retry RPC after error@846747236) -> (continuation of Deferred@727061145 after retry RPC after error@375894770) -> (continuation of Deferred@1526116496 after retry RPC after error@709695196) -> (continuation of Deferred@823401430 after retry RPC after error@449826596) -> (continuation of Deferred@1976733405 after retry RPC after error@938184013) -> (continuation of Deferred@649132749 after retry RPC after error@1113761744) -> (continuation of Deferred@589786407 after retry RPC after error@1213013483) -> (continuation of Deferred@1770709181 after retry RPC after error@1048675963) -> (continuation of Deferred@643271385 after retry RPC after error@114649533) -> (continuation of Deferred@954527442 after retry RPC after error@182719979) -> (continuation of Deferred@276780844 after retry RPC after error@1028283423) -> (continuation of Deferred@575125274 after retry RPC after error@136750580) -> (continuation of Deferred@1653229035 after retry RPC after error@223303425) -> (continuation of Deferred@305127125 after retry RPC after error@798740577) -> (continuation of Deferred@529431908 after retry RPC after error@1754191563) -> (continuation of Deferred@71001209 after retry RPC after error@1968354375) -> (continuation of Deferred@425431764 after retry RPC after error@134035386) -> (continuation of Deferred@1488618384 after retry RPC after error@942339148) -> (continuation of Deferred@2107772079 after retry RPC after error@319595590) -> (continuation of Deferred@522589108 after retry RPC after error@1891699848) -> (continuation of Deferred@493597003 after retry RPC after error@1806895156) -> (continuation of Deferred@1143414085 after retry RPC after error@1023077381), errback=(continuation of Deferred@1800429922 after retry RPC after error@1408721571) -> (continuation of Deferred@1935498583 after retry RPC after error@843180456) -> (continuation of Deferred@1517471219 after retry RPC after error@846747236) -> (continuation of Deferred@727061145 after retry RPC after error@375894770) -> (continuation of Deferred@1526116496 after retry RPC after error@709695196) -> (continuation of Deferred@823401430 after retry RPC after error@449826596) -> (continuation of Deferred@1976733405 after retry RPC after error@938184013) -> (continuation of Deferred@649132749 after retry RPC after error@1113761744) -> (continuation of Deferred@589786407 after retry RPC after error@1213013483) -> (continuation of Deferred@1770709181 after retry RPC after error@1048675963) -> (continuation of Deferred@643271385 after retry RPC after error@114649533) -> (continuation of Deferred@954527442 after retry RPC after error@182719979) -> (continuation of Deferred@276780844 after retry RPC after error@1028283423) -> (continuation of Deferred@575125274 after retry RPC after error@136750580) -> (continuation of Deferred@1653229035 after retry RPC after error@223303425) -> (continuation of Deferred@305127125 after retry RPC after error@798740577) -> (continuation of Deferred@529431908 after retry RPC after error@1754191563) -> (continuation of Deferred@71001209 after retry RPC after error@1968354375) -> (continuation of Deferred@425431764 after retry RPC after error@134035386) -> (continuation of Deferred@1488618384 after retry RPC after error@942339148) -> (continuation of Deferred@2107772079 after retry RPC after error@319595590) -> (continuation of Deferred@522589108 after retry RPC after error@1891699848) -> (continuation of Deferred@493597003 after retry RPC after error@1806895156) -> (continuation of Deferred@1143414085 after retry RPC after error@1023077381)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.26.45.189:42387
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:10:01.784 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#2 (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_0_2).
21:10:01.786 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#2 1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_0_2.
21:10:01.789 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1449) Source: KuduSource -> Sink: Writer (1/4) (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from INITIALIZING to FAILED on d8c13722-659e-4a42-ab60-f10287fae6a8 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=28195), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.188:44635, [5ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.190:34167, [6ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.188:44635: Network error: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635, [12ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.189:42387, [14ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.190:34167: Network error: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167, [14ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.189:42387: Network error: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [14ms] delaying RPC due to: Service unavailable: Master config (127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.188:44635, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.190:34167, [30ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.188:44635: Network error: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635, [30ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.189:42387, [31ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.189:42387: Network error: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [31ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.190:34167: Network error: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167, [31ms] delaying RPC due to: Service unavailable: Master config (127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.188:44635, [48ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.190:34167, [49ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.188:44635: Network error: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635, [52ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.189:42387, [53ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.189:42387: Network error: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [54ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.190:34167: Network error: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167, [54ms] delaying RPC due to: Service unavailable: Master config (127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.188:44635, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.190:34167, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.189:42387, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.188:44635: Network error: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.190:34167: Network error: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.189:42387: Network error: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [62ms] delaying RPC due to: Service unavailable: Master config (127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.188:44635, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.190:34167, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.189:42387, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.190:34167: Network error: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.188:44635: Network error: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.189:42387: Network error: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [82ms] delaying RPC due to: Service unavailable: Master config (127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.188:44635, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.190:34167, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.189:42387, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.188:44635: Network error: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635, [101ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.189:42387: Network error: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.190:34167: Network error: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167, [102ms] delaying RPC due to: Service unavailable: Master config (127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.188:44635, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.190:34167, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.189:42387, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.188:44635: Network error: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635, [161ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.190:34167: Network error: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.189:42387: Network error: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [162ms] delaying RPC due to: Service unavailable: Master config (127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.188:44635, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.190:34167, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.189:42387, [282ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.188:44635: Network error: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635, [282ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.190:34167: Network error: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167, [282ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.189:42387: Network error: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [282ms] delaying RPC due to: Service unavailable: Master config (127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167, [380ms] refreshing cache from master, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.188:44635, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.190:34167, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.189:42387, [381ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.188:44635: Network error: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635, [381ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.190:34167: Network error: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167, [381ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.189:42387: Network error: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [382ms] delaying RPC due to: Service unavailable: Master config (127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [700ms] refreshing cache from master, [700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.188:44635, [700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.190:34167, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.189:42387, [701ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.189:42387: Network error: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [701ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.188:44635: Network error: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635, [701ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.190:34167: Network error: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167, [701ms] delaying RPC due to: Service unavailable: Master config (127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635, [960ms] refreshing cache from master, [960ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.188:44635, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.190:34167, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.189:42387, [961ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.188:44635: Network error: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635, [962ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.189:42387: Network error: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [962ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.190:34167: Network error: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167, [962ms] delaying RPC due to: Service unavailable: Master config (127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167, [2840ms] refreshing cache from master, [2840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.188:44635, [2840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.190:34167, [2840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.189:42387, [2841ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.188:44635: Network error: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635, [2841ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.190:34167: Network error: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167, [2842ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.189:42387: Network error: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [2842ms] delaying RPC due to: Service unavailable: Master config (127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [4840ms] refreshing cache from master, [4840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.188:44635, [4841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.190:34167, [4841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.189:42387, [4841ms] too many traces: truncated at 100 traces, deferred=Deferred@1923514227(state=PENDING, result=null, callback=(continuation of Deferred@1800429922 after retry RPC after error@1408721571) -> (continuation of Deferred@1935498583 after retry RPC after error@843180456) -> (continuation of Deferred@1517471219 after retry RPC after error@846747236) -> (continuation of Deferred@727061145 after retry RPC after error@375894770) -> (continuation of Deferred@1526116496 after retry RPC after error@709695196) -> (continuation of Deferred@823401430 after retry RPC after error@449826596) -> (continuation of Deferred@1976733405 after retry RPC after error@938184013) -> (continuation of Deferred@649132749 after retry RPC after error@1113761744) -> (continuation of Deferred@589786407 after retry RPC after error@1213013483) -> (continuation of Deferred@1770709181 after retry RPC after error@1048675963) -> (continuation of Deferred@643271385 after retry RPC after error@114649533) -> (continuation of Deferred@954527442 after retry RPC after error@182719979) -> (continuation of Deferred@276780844 after retry RPC after error@1028283423) -> (continuation of Deferred@575125274 after retry RPC after error@136750580) -> (continuation of Deferred@1653229035 after retry RPC after error@223303425) -> (continuation of Deferred@305127125 after retry RPC after error@798740577) -> (continuation of Deferred@529431908 after retry RPC after error@1754191563) -> (continuation of Deferred@71001209 after retry RPC after error@1968354375) -> (continuation of Deferred@425431764 after retry RPC after error@134035386) -> (continuation of Deferred@1488618384 after retry RPC after error@942339148) -> (continuation of Deferred@2107772079 after retry RPC after error@319595590) -> (continuation of Deferred@522589108 after retry RPC after error@1891699848) -> (continuation of Deferred@493597003 after retry RPC after error@1806895156) -> (continuation of Deferred@1143414085 after retry RPC after error@1023077381), errback=(continuation of Deferred@1800429922 after retry RPC after error@1408721571) -> (continuation of Deferred@1935498583 after retry RPC after error@843180456) -> (continuation of Deferred@1517471219 after retry RPC after error@846747236) -> (continuation of Deferred@727061145 after retry RPC after error@375894770) -> (continuation of Deferred@1526116496 after retry RPC after error@709695196) -> (continuation of Deferred@823401430 after retry RPC after error@449826596) -> (continuation of Deferred@1976733405 after retry RPC after error@938184013) -> (continuation of Deferred@649132749 after retry RPC after error@1113761744) -> (continuation of Deferred@589786407 after retry RPC after error@1213013483) -> (continuation of Deferred@1770709181 after retry RPC after error@1048675963) -> (continuation of Deferred@643271385 after retry RPC after error@114649533) -> (continuation of Deferred@954527442 after retry RPC after error@182719979) -> (continuation of Deferred@276780844 after retry RPC after error@1028283423) -> (continuation of Deferred@575125274 after retry RPC after error@136750580) -> (continuation of Deferred@1653229035 after retry RPC after error@223303425) -> (continuation of Deferred@305127125 after retry RPC after error@798740577) -> (continuation of Deferred@529431908 after retry RPC after error@1754191563) -> (continuation of Deferred@71001209 after retry RPC after error@1968354375) -> (continuation of Deferred@425431764 after retry RPC after error@134035386) -> (continuation of Deferred@1488618384 after retry RPC after error@942339148) -> (continuation of Deferred@2107772079 after retry RPC after error@319595590) -> (continuation of Deferred@522589108 after retry RPC after error@1891699848) -> (continuation of Deferred@493597003 after retry RPC after error@1806895156) -> (continuation of Deferred@1143414085 after retry RPC after error@1023077381)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.26.45.189:42387
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:10:01.790 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#2) of source Source: KuduSource.
21:10:01.790 [INFO - flink-pekko.actor.default-dispatcher-4] (FineGrainedSlotManager.java:324) Received resource requirements from job 2841dd5f383bae9a8f297e74525dcca1: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
21:10:01.790 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_0_2.
21:10:01.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:01.791422 31636 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 4622b4e566ca4315b1ec235143ac6e25: Neither blocks nor log segments found. Creating new log.
21:10:01.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:01.794867 31636 log.cc:826] T 00000000000000000000000000000000 P 4622b4e566ca4315b1ec235143ac6e25: Log is configured to *not* fsync() on all Append() calls
21:10:01.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:01.809273 31636 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 4622b4e566ca4315b1ec235143ac6e25: No bootstrap required, opened a new log
21:10:01.835 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d6a71f5cf5f060cfaa5d5fa24434f7a3 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d6a71f5cf5f060cfaa5d5fa24434f7a3 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:01.845 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:01.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:01.851461 31636 raft_consensus.cc:359] T 00000000000000000000000000000000 P 4622b4e566ca4315b1ec235143ac6e25 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "34f4e6fa03e94bfe8a9a1cb34cdf5c87" member_type: VOTER last_known_addr { host: "127.30.152.254" port: 37399 } } peers { permanent_uuid: "9e0fa2aef13c4b8788abc52d34c86c5d" member_type: VOTER last_known_addr { host: "127.30.152.253" port: 46569 } } peers { permanent_uuid: "4622b4e566ca4315b1ec235143ac6e25" member_type: VOTER last_known_addr { host: "127.30.152.252" port: 38897 } }
21:10:01.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:01.852758 31636 raft_consensus.cc:385] T 00000000000000000000000000000000 P 4622b4e566ca4315b1ec235143ac6e25 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:10:01.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:01.853128 31636 raft_consensus.cc:740] T 00000000000000000000000000000000 P 4622b4e566ca4315b1ec235143ac6e25 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 4622b4e566ca4315b1ec235143ac6e25, State: Initialized, Role: FOLLOWER
21:10:01.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:01.854300 31636 consensus_queue.cc:260] T 00000000000000000000000000000000 P 4622b4e566ca4315b1ec235143ac6e25 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "34f4e6fa03e94bfe8a9a1cb34cdf5c87" member_type: VOTER last_known_addr { host: "127.30.152.254" port: 37399 } } peers { permanent_uuid: "9e0fa2aef13c4b8788abc52d34c86c5d" member_type: VOTER last_known_addr { host: "127.30.152.253" port: 46569 } } peers { permanent_uuid: "4622b4e566ca4315b1ec235143ac6e25" member_type: VOTER last_known_addr { host: "127.30.152.252" port: 38897 } }
21:10:01.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:01.857853 31644 sys_catalog.cc:455] T 00000000000000000000000000000000 P 4622b4e566ca4315b1ec235143ac6e25 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "34f4e6fa03e94bfe8a9a1cb34cdf5c87" member_type: VOTER last_known_addr { host: "127.30.152.254" port: 37399 } } peers { permanent_uuid: "9e0fa2aef13c4b8788abc52d34c86c5d" member_type: VOTER last_known_addr { host: "127.30.152.253" port: 46569 } } peers { permanent_uuid: "4622b4e566ca4315b1ec235143ac6e25" member_type: VOTER last_known_addr { host: "127.30.152.252" port: 38897 } } }
21:10:01.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:01.859846 31644 sys_catalog.cc:458] T 00000000000000000000000000000000 P 4622b4e566ca4315b1ec235143ac6e25 [sys.catalog]: This master's current role is: FOLLOWER
21:10:01.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:01.861886 31636 sys_catalog.cc:565] T 00000000000000000000000000000000 P 4622b4e566ca4315b1ec235143ac6e25 [sys.catalog]: configured and running, proceeding with master startup.
21:10:01.909 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.28.61.190:36375(127.28.61.190:36375)] connecting to peer
21:10:01.909 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.28.61.189:39213(127.28.61.189:39213)] connecting to peer
21:10:01.909 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.28.61.188:41979(127.28.61.188:41979)] connecting to peer
21:10:01.910 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:01.910 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.28.61.190:36375(127.28.61.190:36375)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:01.911 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:01.911 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.28.61.189:39213(127.28.61.189:39213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:01.911 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.189:39213: Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:01.911 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:01.912 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.28.61.188:41979(127.28.61.188:41979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:01.912 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.188:41979: Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:01.912 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.190:36375: Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:01.912 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.28.61.190:36375,127.28.61.189:39213,127.28.61.188:41979; will retry
21:10:01.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:10:01.917873 31655 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 4622b4e566ca4315b1ec235143ac6e25: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
21:10:01.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:10:01.918309 31655 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
21:10:01.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:01.908923 31494 master_runner.cc:187] Error getting master registration for 127.30.152.254:37399: OK, instance_id { permanent_uuid: "34f4e6fa03e94bfe8a9a1cb34cdf5c87" instance_seqno: 1783544995374091 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
21:10:01.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:01.951757 31494 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
21:10:01.975 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:01.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:10:01.988466 31590 tablet.cc:2406] T 00000000000000000000000000000000 P 4622b4e566ca4315b1ec235143ac6e25: Can't schedule compaction. Clean time has not been advanced past its initial value.
21:10:02.035 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.28.61.190:36375(127.28.61.190:36375)] connecting to peer
21:10:02.035 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.28.61.189:39213(127.28.61.189:39213)] connecting to peer
21:10:02.035 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.28.61.188:41979(127.28.61.188:41979)] connecting to peer
21:10:02.036 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:02.036 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.28.61.190:36375(127.28.61.190:36375)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:02.036 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.190:36375: Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:02.036 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:02.036 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.28.61.189:39213(127.28.61.189:39213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:02.036 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.189:39213: Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:02.037 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:02.037 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.28.61.188:41979(127.28.61.188:41979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:02.037 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.188:41979: Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:02.037 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.28.61.190:36375,127.28.61.189:39213,127.28.61.188:41979; will retry
21:10:02.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:02.142073 31644 raft_consensus.cc:493] T 00000000000000000000000000000000 P 4622b4e566ca4315b1ec235143ac6e25 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
21:10:02.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:02.142746 31644 raft_consensus.cc:515] T 00000000000000000000000000000000 P 4622b4e566ca4315b1ec235143ac6e25 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "34f4e6fa03e94bfe8a9a1cb34cdf5c87" member_type: VOTER last_known_addr { host: "127.30.152.254" port: 37399 } } peers { permanent_uuid: "9e0fa2aef13c4b8788abc52d34c86c5d" member_type: VOTER last_known_addr { host: "127.30.152.253" port: 46569 } } peers { permanent_uuid: "4622b4e566ca4315b1ec235143ac6e25" member_type: VOTER last_known_addr { host: "127.30.152.252" port: 38897 } }
21:10:02.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:02.147993 31644 leader_election.cc:290] T 00000000000000000000000000000000 P 4622b4e566ca4315b1ec235143ac6e25 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 34f4e6fa03e94bfe8a9a1cb34cdf5c87 (127.30.152.254:37399), 9e0fa2aef13c4b8788abc52d34c86c5d (127.30.152.253:46569)
21:10:02.207 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:02.268 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:02.309 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.28.61.190:36375(127.28.61.190:36375)] connecting to peer
21:10:02.309 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.28.61.189:39213(127.28.61.189:39213)] connecting to peer
21:10:02.309 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.28.61.188:41979(127.28.61.188:41979)] connecting to peer
21:10:02.309 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:02.309 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.28.61.190:36375(127.28.61.190:36375)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:02.310 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.190:36375: Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:02.310 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:02.310 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.28.61.189:39213(127.28.61.189:39213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:02.310 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.189:39213: Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:02.309 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:02.310 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.61.188:41979(127.28.61.188:41979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:02.310 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.188:41979: Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:02.310 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.61.190:36375,127.28.61.189:39213,127.28.61.188:41979; will retry
21:10:02.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:02.335660 31413 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.152.252" port: 38897 } attempt: 7
21:10:02.337 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d6a71f5cf5f060cfaa5d5fa24434f7a3 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d6a71f5cf5f060cfaa5d5fa24434f7a3 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:02.345 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:02.390 [DEBUG - pool-405-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:10:02.390 [DEBUG - pool-405-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:10:02.390 [DEBUG - pool-405-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:10:02.391 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:10:02.391 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:10:02.391 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:10:02.391 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:10:02.391 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:10:02.391 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:10:02.392 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:10:02.392 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:10:02.392 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:10:02.392 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:10:02.396 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:10:02.396 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:10:02.396 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:10:02.397 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:10:02.397 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:10:02.397 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:02.397 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:02.397 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:10:02.397 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:02.397 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:02.398 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:02.398 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:02.398 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:10:02.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:02.404680 31413 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 34f4e6fa03e94bfe8a9a1cb34cdf5c87: Bootstrap starting.
21:10:02.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:02.418872 31413 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 34f4e6fa03e94bfe8a9a1cb34cdf5c87: Neither blocks nor log segments found. Creating new log.
21:10:02.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:02.422313 31413 log.cc:826] T 00000000000000000000000000000000 P 34f4e6fa03e94bfe8a9a1cb34cdf5c87: Log is configured to *not* fsync() on all Append() calls
21:10:02.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:02.439292 31413 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 34f4e6fa03e94bfe8a9a1cb34cdf5c87: No bootstrap required, opened a new log
21:10:02.475 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:02.508 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:10:02.508 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:10:02.509 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:10:02.509 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:10:02.509 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:10:02.509 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:10:02.509 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:10:02.509 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:10:02.509 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:10:02.509 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:10:02.510 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:10:02.510 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:10:02.510 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:10:02.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:02.551323 31413 raft_consensus.cc:359] T 00000000000000000000000000000000 P 34f4e6fa03e94bfe8a9a1cb34cdf5c87 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "34f4e6fa03e94bfe8a9a1cb34cdf5c87" member_type: VOTER last_known_addr { host: "127.30.152.254" port: 37399 } } peers { permanent_uuid: "9e0fa2aef13c4b8788abc52d34c86c5d" member_type: VOTER last_known_addr { host: "127.30.152.253" port: 46569 } } peers { permanent_uuid: "4622b4e566ca4315b1ec235143ac6e25" member_type: VOTER last_known_addr { host: "127.30.152.252" port: 38897 } }
21:10:02.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:02.552969 31413 raft_consensus.cc:385] T 00000000000000000000000000000000 P 34f4e6fa03e94bfe8a9a1cb34cdf5c87 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:10:02.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:02.553336 31413 raft_consensus.cc:740] T 00000000000000000000000000000000 P 34f4e6fa03e94bfe8a9a1cb34cdf5c87 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 34f4e6fa03e94bfe8a9a1cb34cdf5c87, State: Initialized, Role: FOLLOWER
21:10:02.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:02.556949 31413 consensus_queue.cc:260] T 00000000000000000000000000000000 P 34f4e6fa03e94bfe8a9a1cb34cdf5c87 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "34f4e6fa03e94bfe8a9a1cb34cdf5c87" member_type: VOTER last_known_addr { host: "127.30.152.254" port: 37399 } } peers { permanent_uuid: "9e0fa2aef13c4b8788abc52d34c86c5d" member_type: VOTER last_known_addr { host: "127.30.152.253" port: 46569 } } peers { permanent_uuid: "4622b4e566ca4315b1ec235143ac6e25" member_type: VOTER last_known_addr { host: "127.30.152.252" port: 38897 } }
21:10:02.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:02.565129 31492 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.152.252" port: 38897 } attempt: 8
21:10:02.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:02.591289 31388 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "4622b4e566ca4315b1ec235143ac6e25" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "34f4e6fa03e94bfe8a9a1cb34cdf5c87" is_pre_election: true
21:10:02.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:02.593439 31388 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 34f4e6fa03e94bfe8a9a1cb34cdf5c87 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 4622b4e566ca4315b1ec235143ac6e25 in term 0.
21:10:02.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:02.595678 31586 leader_election.cc:304] T 00000000000000000000000000000000 P 4622b4e566ca4315b1ec235143ac6e25 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 34f4e6fa03e94bfe8a9a1cb34cdf5c87, 4622b4e566ca4315b1ec235143ac6e25; no voters: 
21:10:02.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:02.596778 31644 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 4622b4e566ca4315b1ec235143ac6e25 [term 0 FOLLOWER]: Leader pre-election won for term 1
21:10:02.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:02.597195 31644 raft_consensus.cc:493] T 00000000000000000000000000000000 P 4622b4e566ca4315b1ec235143ac6e25 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
21:10:02.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:02.597527 31644 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 4622b4e566ca4315b1ec235143ac6e25 [term 0 FOLLOWER]: Advancing to term 1
21:10:02.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:02.596740 31661 sys_catalog.cc:455] T 00000000000000000000000000000000 P 34f4e6fa03e94bfe8a9a1cb34cdf5c87 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "34f4e6fa03e94bfe8a9a1cb34cdf5c87" member_type: VOTER last_known_addr { host: "127.30.152.254" port: 37399 } } peers { permanent_uuid: "9e0fa2aef13c4b8788abc52d34c86c5d" member_type: VOTER last_known_addr { host: "127.30.152.253" port: 46569 } } peers { permanent_uuid: "4622b4e566ca4315b1ec235143ac6e25" member_type: VOTER last_known_addr { host: "127.30.152.252" port: 38897 } } }
21:10:02.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:02.598388 31661 sys_catalog.cc:458] T 00000000000000000000000000000000 P 34f4e6fa03e94bfe8a9a1cb34cdf5c87 [sys.catalog]: This master's current role is: FOLLOWER
21:10:02.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:02.597942 31413 sys_catalog.cc:565] T 00000000000000000000000000000000 P 34f4e6fa03e94bfe8a9a1cb34cdf5c87 [sys.catalog]: configured and running, proceeding with master startup.
21:10:02.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:02.605036 31644 raft_consensus.cc:515] T 00000000000000000000000000000000 P 4622b4e566ca4315b1ec235143ac6e25 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "34f4e6fa03e94bfe8a9a1cb34cdf5c87" member_type: VOTER last_known_addr { host: "127.30.152.254" port: 37399 } } peers { permanent_uuid: "9e0fa2aef13c4b8788abc52d34c86c5d" member_type: VOTER last_known_addr { host: "127.30.152.253" port: 46569 } } peers { permanent_uuid: "4622b4e566ca4315b1ec235143ac6e25" member_type: VOTER last_known_addr { host: "127.30.152.252" port: 38897 } }
21:10:02.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:02.608265 31388 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "4622b4e566ca4315b1ec235143ac6e25" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "34f4e6fa03e94bfe8a9a1cb34cdf5c87"
21:10:02.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:02.608875 31388 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 34f4e6fa03e94bfe8a9a1cb34cdf5c87 [term 0 FOLLOWER]: Advancing to term 1
21:10:02.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:02.613235 31644 leader_election.cc:290] T 00000000000000000000000000000000 P 4622b4e566ca4315b1ec235143ac6e25 [CANDIDATE]: Term 1 election: Requested vote from peers 34f4e6fa03e94bfe8a9a1cb34cdf5c87 (127.30.152.254:37399), 9e0fa2aef13c4b8788abc52d34c86c5d (127.30.152.253:46569)
21:10:02.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:02.616565 31388 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 34f4e6fa03e94bfe8a9a1cb34cdf5c87 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 4622b4e566ca4315b1ec235143ac6e25 in term 1.
21:10:02.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:02.618054 31586 leader_election.cc:304] T 00000000000000000000000000000000 P 4622b4e566ca4315b1ec235143ac6e25 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 34f4e6fa03e94bfe8a9a1cb34cdf5c87, 4622b4e566ca4315b1ec235143ac6e25; no voters: 
21:10:02.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:02.618994 31644 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 4622b4e566ca4315b1ec235143ac6e25 [term 1 FOLLOWER]: Leader election won for term 1
21:10:02.619 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.25.113.61:34911(127.25.113.61:34911)] connecting to peer
21:10:02.619 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.25.113.60:35933(127.25.113.60:35933)] connecting to peer
21:10:02.620 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.25.113.62:35193(127.25.113.62:35193)] connecting to peer
21:10:02.620 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:10:02.620 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.113.61:34911(127.25.113.61:34911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:10:02.620 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.61:34911: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:10:02.620 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:10:02.620 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.113.60:35933(127.25.113.60:35933)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:10:02.620 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.60:35933: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:10:02.620 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:10:02.620 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.113.62:35193(127.25.113.62:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:10:02.620 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.62:35193: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:10:02.620 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193; will retry
21:10:02.621 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29048), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [28ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [32ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.60:35933: Network error: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [33ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.61:34911: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [44ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.62:35193: Network error: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [44ms] delaying RPC due to: Service unavailable: Master config (127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [63ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.61:34911: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [63ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.60:35933: Network error: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [64ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.62:35193: Network error: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [64ms] delaying RPC due to: Service unavailable: Master config (127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [83ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.61:34911: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [83ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.62:35193: Network error: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [83ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.60:35933: Network error: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [84ms] delaying RPC due to: Service unavailable: Master config (127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.61:34911: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [104ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.62:35193: Network error: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [104ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.60:35933: Network error: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [104ms] delaying RPC due to: Service unavailable: Master config (127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.60:35933: Network error: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.62:35193: Network error: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.61:34911: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [122ms] delaying RPC due to: Service unavailable: Master config (127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.60:35933: Network error: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.62:35193: Network error: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.61:34911: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [143ms] delaying RPC due to: Service unavailable: Master config (127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.61:34911: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.62:35193: Network error: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.60:35933: Network error: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [183ms] delaying RPC due to: Service unavailable: Master config (127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [202ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.61:34911: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [202ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.60:35933: Network error: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [202ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.62:35193: Network error: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [202ms] delaying RPC due to: Service unavailable: Master config (127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [382ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.61:34911: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [382ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.60:35933: Network error: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [382ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.62:35193: Network error: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [383ms] delaying RPC due to: Service unavailable: Master config (127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [421ms] refreshing cache from master, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [422ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.61:34911: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [422ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.60:35933: Network error: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [423ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.62:35193: Network error: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [423ms] delaying RPC due to: Service unavailable: Master config (127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [700ms] refreshing cache from master, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [702ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.61:34911: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [702ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.62:35193: Network error: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [702ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.60:35933: Network error: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [702ms] delaying RPC due to: Service unavailable: Master config (127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [1981ms] refreshing cache from master, [1981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [1981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [1981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [1982ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.61:34911: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [1983ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.60:35933: Network error: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [1984ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.62:35193: Network error: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [1984ms] delaying RPC due to: Service unavailable: Master config (127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [5100ms] refreshing cache from master, [5101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [5101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [5101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [5101ms] too many traces: truncated at 100 traces, deferred=Deferred@684299175(state=PENDING, result=null, callback=(continuation of Deferred@861492410 after retry RPC after error@1228644374) -> (continuation of Deferred@1545052478 after retry RPC after error@942101936) -> (continuation of Deferred@1092758154 after retry RPC after error@1435310504) -> (continuation of Deferred@879910006 after retry RPC after error@922359197) -> (continuation of Deferred@1717309362 after retry RPC after error@1528896136) -> (continuation of Deferred@2107010166 after retry RPC after error@463915172) -> (continuation of Deferred@486635005 after retry RPC after error@1319618959) -> (continuation of Deferred@10287601 after retry RPC after error@760410798) -> (continuation of Deferred@996852836 after retry RPC after error@1265731895) -> (continuation of Deferred@751149785 after retry RPC after error@381219437) -> (continuation of Deferred@2065456442 after retry RPC after error@1021528927) -> (continuation of Deferred@1035072880 after retry RPC after error@1816875825) -> (continuation of Deferred@1973888527 after retry RPC after error@1396187735) -> (continuation of Deferred@1628456757 after retry RPC after error@1475625725) -> (continuation of Deferred@456098130 after retry RPC after error@160903930) -> (continuation of Deferred@1784538386 after retry RPC after error@525050126) -> (continuation of Deferred@2013890212 after retry RPC after error@1211726781) -> (continuation of Deferred@1305043677 after retry RPC after error@256440763) -> (continuation of Deferred@1002467920 after retry RPC after error@942080518) -> (continuation of Deferred@1056854101 after retry RPC after error@1991504656) -> (continuation of Deferred@1322863972 after retry RPC after error@1324241291) -> (continuation of Deferred@39767291 after retry RPC after error@1797035219) -> (continuation of Deferred@1873430201 after retry RPC after error@1400119502) -> (continuation of Deferred@666441551 after retry RPC after error@680306023), errback=(continuation of Deferred@861492410 after retry RPC after error@1228644374) -> (continuation of Deferred@1545052478 after retry RPC after error@942101936) -> (continuation of Deferred@1092758154 after retry RPC after error@1435310504) -> (continuation of Deferred@879910006 after retry RPC after error@922359197) -> (continuation of Deferred@1717309362 after retry RPC after error@1528896136) -> (continuation of Deferred@2107010166 after retry RPC after error@463915172) -> (continuation of Deferred@486635005 after retry RPC after error@1319618959) -> (continuation of Deferred@10287601 after retry RPC after error@760410798) -> (continuation of Deferred@996852836 after retry RPC after error@1265731895) -> (continuation of Deferred@751149785 after retry RPC after error@381219437) -> (continuation of Deferred@2065456442 after retry RPC after error@1021528927) -> (continuation of Deferred@1035072880 after retry RPC after error@1816875825) -> (continuation of Deferred@1973888527 after retry RPC after error@1396187735) -> (continuation of Deferred@1628456757 after retry RPC after error@1475625725) -> (continuation of Deferred@456098130 after retry RPC after error@160903930) -> (continuation of Deferred@1784538386 after retry RPC after error@525050126) -> (continuation of Deferred@2013890212 after retry RPC after error@1211726781) -> (continuation of Deferred@1305043677 after retry RPC after error@256440763) -> (continuation of Deferred@1002467920 after retry RPC after error@942080518) -> (continuation of Deferred@1056854101 after retry RPC after error@1991504656) -> (continuation of Deferred@1322863972 after retry RPC after error@1324241291) -> (continuation of Deferred@39767291 after retry RPC after error@1797035219) -> (continuation of Deferred@1873430201 after retry RPC after error@1400119502) -> (continuation of Deferred@666441551 after retry RPC after error@680306023)))
21:10:02.623 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.25.113.61:34911(127.25.113.61:34911)] connecting to peer
21:10:02.623 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.25.113.60:35933(127.25.113.60:35933)] connecting to peer
21:10:02.623 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.25.113.62:35193(127.25.113.62:35193)] connecting to peer
21:10:02.623 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:10:02.623 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:10:02.623 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.113.61:34911(127.25.113.61:34911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:10:02.623 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.113.62:35193(127.25.113.62:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:10:02.623 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.62:35193: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:10:02.623 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.61:34911: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:10:02.624 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:10:02.624 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.113.60:35933(127.25.113.60:35933)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:10:02.624 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.60:35933: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:10:02.624 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193; will retry
21:10:02.624 [ERROR - SourceCoordinator-Source: KuduSource] (SourceCoordinatorContext.java:436) Exception while handling result from async call in SourceCoordinator-Source: KuduSource. Triggering job failover.
org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29048), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [28ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [32ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.60:35933: Network error: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [33ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.61:34911: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [44ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.62:35193: Network error: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [44ms] delaying RPC due to: Service unavailable: Master config (127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [63ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.61:34911: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [63ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.60:35933: Network error: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [64ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.62:35193: Network error: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [64ms] delaying RPC due to: Service unavailable: Master config (127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [83ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.61:34911: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [83ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.62:35193: Network error: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [83ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.60:35933: Network error: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [84ms] delaying RPC due to: Service unavailable: Master config (127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.61:34911: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [104ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.62:35193: Network error: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [104ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.60:35933: Network error: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [104ms] delaying RPC due to: Service unavailable: Master config (127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.60:35933: Network error: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.62:35193: Network error: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.61:34911: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [122ms] delaying RPC due to: Service unavailable: Master config (127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.60:35933: Network error: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.62:35193: Network error: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.61:34911: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [143ms] delaying RPC due to: Service unavailable: Master config (127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.61:34911: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.62:35193: Network error: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.60:35933: Network error: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [183ms] delaying RPC due to: Service unavailable: Master config (127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [202ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.61:34911: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [202ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.60:35933: Network error: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [202ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.62:35193: Network error: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [202ms] delaying RPC due to: Service unavailable: Master config (127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [382ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.61:34911: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [382ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.60:35933: Network error: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [382ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.62:35193: Network error: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [383ms] delaying RPC due to: Service unavailable: Master config (127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [421ms] refreshing cache from master, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [422ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.61:34911: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [422ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.60:35933: Network error: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [423ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.62:35193: Network error: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [423ms] delaying RPC due to: Service unavailable: Master config (127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [700ms] refreshing cache from master, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [702ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.61:34911: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [702ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.62:35193: Network error: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [702ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.60:35933: Network error: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [702ms] delaying RPC due to: Service unavailable: Master config (127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [1981ms] refreshing cache from master, [1981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [1981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [1981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [1982ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.61:34911: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [1983ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.60:35933: Network error: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [1984ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.62:35193: Network error: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [1984ms] delaying RPC due to: Service unavailable: Master config (127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [5100ms] refreshing cache from master, [5101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [5101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [5101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [5101ms] too many traces: truncated at 100 traces, deferred=Deferred@684299175(state=PENDING, result=null, callback=(continuation of Deferred@861492410 after retry RPC after error@1228644374) -> (continuation of Deferred@1545052478 after retry RPC after error@942101936) -> (continuation of Deferred@1092758154 after retry RPC after error@1435310504) -> (continuation of Deferred@879910006 after retry RPC after error@922359197) -> (continuation of Deferred@1717309362 after retry RPC after error@1528896136) -> (continuation of Deferred@2107010166 after retry RPC after error@463915172) -> (continuation of Deferred@486635005 after retry RPC after error@1319618959) -> (continuation of Deferred@10287601 after retry RPC after error@760410798) -> (continuation of Deferred@996852836 after retry RPC after error@1265731895) -> (continuation of Deferred@751149785 after retry RPC after error@381219437) -> (continuation of Deferred@2065456442 after retry RPC after error@1021528927) -> (continuation of Deferred@1035072880 after retry RPC after error@1816875825) -> (continuation of Deferred@1973888527 after retry RPC after error@1396187735) -> (continuation of Deferred@1628456757 after retry RPC after error@1475625725) -> (continuation of Deferred@456098130 after retry RPC after error@160903930) -> (continuation of Deferred@1784538386 after retry RPC after error@525050126) -> (continuation of Deferred@2013890212 after retry RPC after error@1211726781) -> (continuation of Deferred@1305043677 after retry RPC after error@256440763) -> (continuation of Deferred@1002467920 after retry RPC after error@942080518) -> (continuation of Deferred@1056854101 after retry RPC after error@1991504656) -> (continuation of Deferred@1322863972 after retry RPC after error@1324241291) -> (continuation of Deferred@39767291 after retry RPC after error@1797035219) -> (continuation of Deferred@1873430201 after retry RPC after error@1400119502) -> (continuation of Deferred@666441551 after retry RPC after error@680306023), errback=(continuation of Deferred@861492410 after retry RPC after error@1228644374) -> (continuation of Deferred@1545052478 after retry RPC after error@942101936) -> (continuation of Deferred@1092758154 after retry RPC after error@1435310504) -> (continuation of Deferred@879910006 after retry RPC after error@922359197) -> (continuation of Deferred@1717309362 after retry RPC after error@1528896136) -> (continuation of Deferred@2107010166 after retry RPC after error@463915172) -> (continuation of Deferred@486635005 after retry RPC after error@1319618959) -> (continuation of Deferred@10287601 after retry RPC after error@760410798) -> (continuation of Deferred@996852836 after retry RPC after error@1265731895) -> (continuation of Deferred@751149785 after retry RPC after error@381219437) -> (continuation of Deferred@2065456442 after retry RPC after error@1021528927) -> (continuation of Deferred@1035072880 after retry RPC after error@1816875825) -> (continuation of Deferred@1973888527 after retry RPC after error@1396187735) -> (continuation of Deferred@1628456757 after retry RPC after error@1475625725) -> (continuation of Deferred@456098130 after retry RPC after error@160903930) -> (continuation of Deferred@1784538386 after retry RPC after error@525050126) -> (continuation of Deferred@2013890212 after retry RPC after error@1211726781) -> (continuation of Deferred@1305043677 after retry RPC after error@256440763) -> (continuation of Deferred@1002467920 after retry RPC after error@942080518) -> (continuation of Deferred@1056854101 after retry RPC after error@1991504656) -> (continuation of Deferred@1322863972 after retry RPC after error@1324241291) -> (continuation of Deferred@39767291 after retry RPC after error@1797035219) -> (continuation of Deferred@1873430201 after retry RPC after error@1400119502) -> (continuation of Deferred@666441551 after retry RPC after error@680306023)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29048), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [28ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [32ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.60:35933: Network error: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [33ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.61:34911: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [44ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.62:35193: Network error: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [44ms] delaying RPC due to: Service unavailable: Master config (127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [63ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.61:34911: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [63ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.60:35933: Network error: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [64ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.62:35193: Network error: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [64ms] delaying RPC due to: Service unavailable: Master config (127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [83ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.61:34911: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [83ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.62:35193: Network error: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [83ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.60:35933: Network error: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [84ms] delaying RPC due to: Service unavailable: Master config (127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.61:34911: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [104ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.62:35193: Network error: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [104ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.60:35933: Network error: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [104ms] delaying RPC due to: Service unavailable: Master config (127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.60:35933: Network error: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.62:35193: Network error: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.61:34911: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [122ms] delaying RPC due to: Service unavailable: Master config (127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.60:35933: Network error: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.62:35193: Network error: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.61:34911: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [143ms] delaying RPC due to: Service unavailable: Master config (127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.61:34911: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.62:35193: Network error: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.60:35933: Network error: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [183ms] delaying RPC due to: Service unavailable: Master config (127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [202ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.61:34911: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [202ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.60:35933: Network error: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [202ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.62:35193: Network error: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [202ms] delaying RPC due to: Service unavailable: Master config (127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [382ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.61:34911: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [382ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.60:35933: Network error: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [382ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.62:35193: Network error: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [383ms] delaying RPC due to: Service unavailable: Master config (127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [421ms] refreshing cache from master, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [422ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.61:34911: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [422ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.60:35933: Network error: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [423ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.62:35193: Network error: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [423ms] delaying RPC due to: Service unavailable: Master config (127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [700ms] refreshing cache from master, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [702ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.61:34911: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [702ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.62:35193: Network error: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [702ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.60:35933: Network error: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [702ms] delaying RPC due to: Service unavailable: Master config (127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [1981ms] refreshing cache from master, [1981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [1981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [1981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [1982ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.61:34911: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [1983ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.60:35933: Network error: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [1984ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.62:35193: Network error: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [1984ms] delaying RPC due to: Service unavailable: Master config (127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [5100ms] refreshing cache from master, [5101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [5101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [5101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [5101ms] too many traces: truncated at 100 traces, deferred=Deferred@684299175(state=PENDING, result=null, callback=(continuation of Deferred@861492410 after retry RPC after error@1228644374) -> (continuation of Deferred@1545052478 after retry RPC after error@942101936) -> (continuation of Deferred@1092758154 after retry RPC after error@1435310504) -> (continuation of Deferred@879910006 after retry RPC after error@922359197) -> (continuation of Deferred@1717309362 after retry RPC after error@1528896136) -> (continuation of Deferred@2107010166 after retry RPC after error@463915172) -> (continuation of Deferred@486635005 after retry RPC after error@1319618959) -> (continuation of Deferred@10287601 after retry RPC after error@760410798) -> (continuation of Deferred@996852836 after retry RPC after error@1265731895) -> (continuation of Deferred@751149785 after retry RPC after error@381219437) -> (continuation of Deferred@2065456442 after retry RPC after error@1021528927) -> (continuation of Deferred@1035072880 after retry RPC after error@1816875825) -> (continuation of Deferred@1973888527 after retry RPC after error@1396187735) -> (continuation of Deferred@1628456757 after retry RPC after error@1475625725) -> (continuation of Deferred@456098130 after retry RPC after error@160903930) -> (continuation of Deferred@1784538386 after retry RPC after error@525050126) -> (continuation of Deferred@2013890212 after retry RPC after error@1211726781) -> (continuation of Deferred@1305043677 after retry RPC after error@256440763) -> (continuation of Deferred@1002467920 after retry RPC after error@942080518) -> (continuation of Deferred@1056854101 after retry RPC after error@1991504656) -> (continuation of Deferred@1322863972 after retry RPC after error@1324241291) -> (continuation of Deferred@39767291 after retry RPC after error@1797035219) -> (continuation of Deferred@1873430201 after retry RPC after error@1400119502) -> (continuation of Deferred@666441551 after retry RPC after error@680306023), errback=(continuation of Deferred@861492410 after retry RPC after error@1228644374) -> (continuation of Deferred@1545052478 after retry RPC after error@942101936) -> (continuation of Deferred@1092758154 after retry RPC after error@1435310504) -> (continuation of Deferred@879910006 after retry RPC after error@922359197) -> (continuation of Deferred@1717309362 after retry RPC after error@1528896136) -> (continuation of Deferred@2107010166 after retry RPC after error@463915172) -> (continuation of Deferred@486635005 after retry RPC after error@1319618959) -> (continuation of Deferred@10287601 after retry RPC after error@760410798) -> (continuation of Deferred@996852836 after retry RPC after error@1265731895) -> (continuation of Deferred@751149785 after retry RPC after error@381219437) -> (continuation of Deferred@2065456442 after retry RPC after error@1021528927) -> (continuation of Deferred@1035072880 after retry RPC after error@1816875825) -> (continuation of Deferred@1973888527 after retry RPC after error@1396187735) -> (continuation of Deferred@1628456757 after retry RPC after error@1475625725) -> (continuation of Deferred@456098130 after retry RPC after error@160903930) -> (continuation of Deferred@1784538386 after retry RPC after error@525050126) -> (continuation of Deferred@2013890212 after retry RPC after error@1211726781) -> (continuation of Deferred@1305043677 after retry RPC after error@256440763) -> (continuation of Deferred@1002467920 after retry RPC after error@942080518) -> (continuation of Deferred@1056854101 after retry RPC after error@1991504656) -> (continuation of Deferred@1322863972 after retry RPC after error@1324241291) -> (continuation of Deferred@39767291 after retry RPC after error@1797035219) -> (continuation of Deferred@1873430201 after retry RPC after error@1400119502) -> (continuation of Deferred@666441551 after retry RPC after error@680306023)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.25.113.62:35193
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:10:02.630 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultScheduler.java:318) Trying to recover from a global failure.
org.apache.flink.util.FlinkException: Global failure triggered by OperatorCoordinator for 'Source: KuduSource -> Sink: Writer' (operator cbc357ccb763df2852fee8c4fc7d55f2).
	at org.apache.flink.runtime.operators.coordination.OperatorCoordinatorHolder$LazyInitializedCoordinatorContext.failJob(OperatorCoordinatorHolder.java:651)
	at org.apache.flink.runtime.operators.coordination.RecreateOnResetOperatorCoordinator$QuiesceableContext.failJob(RecreateOnResetOperatorCoordinator.java:248)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.failJob(SourceCoordinatorContext.java:427)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.handleUncaughtExceptionFromAsyncCall(SourceCoordinatorContext.java:440)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:42)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	... 6 more
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29048), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [28ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [32ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.60:35933: Network error: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [33ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.61:34911: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [44ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.62:35193: Network error: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [44ms] delaying RPC due to: Service unavailable: Master config (127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [63ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.61:34911: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [63ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.60:35933: Network error: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [64ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.62:35193: Network error: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [64ms] delaying RPC due to: Service unavailable: Master config (127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [83ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.61:34911: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [83ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.62:35193: Network error: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [83ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.60:35933: Network error: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [84ms] delaying RPC due to: Service unavailable: Master config (127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.61:34911: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [104ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.62:35193: Network error: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [104ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.60:35933: Network error: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [104ms] delaying RPC due to: Service unavailable: Master config (127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.60:35933: Network error: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.62:35193: Network error: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.61:34911: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [122ms] delaying RPC due to: Service unavailable: Master config (127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.60:35933: Network error: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.62:35193: Network error: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.61:34911: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [143ms] delaying RPC due to: Service unavailable: Master config (127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.61:34911: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.62:35193: Network error: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.60:35933: Network error: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [183ms] delaying RPC due to: Service unavailable: Master config (127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [202ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.61:34911: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [202ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.60:35933: Network error: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [202ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.62:35193: Network error: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [202ms] delaying RPC due to: Service unavailable: Master config (127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [382ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.61:34911: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [382ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.60:35933: Network error: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [382ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.62:35193: Network error: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [383ms] delaying RPC due to: Service unavailable: Master config (127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [421ms] refreshing cache from master, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [422ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.61:34911: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [422ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.60:35933: Network error: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [423ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.62:35193: Network error: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [423ms] delaying RPC due to: Service unavailable: Master config (127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [700ms] refreshing cache from master, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [702ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.61:34911: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [702ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.62:35193: Network error: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [702ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.60:35933: Network error: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [702ms] delaying RPC due to: Service unavailable: Master config (127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [1981ms] refreshing cache from master, [1981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [1981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [1981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [1982ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.61:34911: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [1983ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.60:35933: Network error: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [1984ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.62:35193: Network error: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [1984ms] delaying RPC due to: Service unavailable: Master config (127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [5100ms] refreshing cache from master, [5101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [5101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [5101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [5101ms] too many traces: truncated at 100 traces, deferred=Deferred@684299175(state=PENDING, result=null, callback=(continuation of Deferred@861492410 after retry RPC after error@1228644374) -> (continuation of Deferred@1545052478 after retry RPC after error@942101936) -> (continuation of Deferred@1092758154 after retry RPC after error@1435310504) -> (continuation of Deferred@879910006 after retry RPC after error@922359197) -> (continuation of Deferred@1717309362 after retry RPC after error@1528896136) -> (continuation of Deferred@2107010166 after retry RPC after error@463915172) -> (continuation of Deferred@486635005 after retry RPC after error@1319618959) -> (continuation of Deferred@10287601 after retry RPC after error@760410798) -> (continuation of Deferred@996852836 after retry RPC after error@1265731895) -> (continuation of Deferred@751149785 after retry RPC after error@381219437) -> (continuation of Deferred@2065456442 after retry RPC after error@1021528927) -> (continuation of Deferred@1035072880 after retry RPC after error@1816875825) -> (continuation of Deferred@1973888527 after retry RPC after error@1396187735) -> (continuation of Deferred@1628456757 after retry RPC after error@1475625725) -> (continuation of Deferred@456098130 after retry RPC after error@160903930) -> (continuation of Deferred@1784538386 after retry RPC after error@525050126) -> (continuation of Deferred@2013890212 after retry RPC after error@1211726781) -> (continuation of Deferred@1305043677 after retry RPC after error@256440763) -> (continuation of Deferred@1002467920 after retry RPC after error@942080518) -> (continuation of Deferred@1056854101 after retry RPC after error@1991504656) -> (continuation of Deferred@1322863972 after retry RPC after error@1324241291) -> (continuation of Deferred@39767291 after retry RPC after error@1797035219) -> (continuation of Deferred@1873430201 after retry RPC after error@1400119502) -> (continuation of Deferred@666441551 after retry RPC after error@680306023), errback=(continuation of Deferred@861492410 after retry RPC after error@1228644374) -> (continuation of Deferred@1545052478 after retry RPC after error@942101936) -> (continuation of Deferred@1092758154 after retry RPC after error@1435310504) -> (continuation of Deferred@879910006 after retry RPC after error@922359197) -> (continuation of Deferred@1717309362 after retry RPC after error@1528896136) -> (continuation of Deferred@2107010166 after retry RPC after error@463915172) -> (continuation of Deferred@486635005 after retry RPC after error@1319618959) -> (continuation of Deferred@10287601 after retry RPC after error@760410798) -> (continuation of Deferred@996852836 after retry RPC after error@1265731895) -> (continuation of Deferred@751149785 after retry RPC after error@381219437) -> (continuation of Deferred@2065456442 after retry RPC after error@1021528927) -> (continuation of Deferred@1035072880 after retry RPC after error@1816875825) -> (continuation of Deferred@1973888527 after retry RPC after error@1396187735) -> (continuation of Deferred@1628456757 after retry RPC after error@1475625725) -> (continuation of Deferred@456098130 after retry RPC after error@160903930) -> (continuation of Deferred@1784538386 after retry RPC after error@525050126) -> (continuation of Deferred@2013890212 after retry RPC after error@1211726781) -> (continuation of Deferred@1305043677 after retry RPC after error@256440763) -> (continuation of Deferred@1002467920 after retry RPC after error@942080518) -> (continuation of Deferred@1056854101 after retry RPC after error@1991504656) -> (continuation of Deferred@1322863972 after retry RPC after error@1324241291) -> (continuation of Deferred@39767291 after retry RPC after error@1797035219) -> (continuation of Deferred@1873430201 after retry RPC after error@1400119502) -> (continuation of Deferred@666441551 after retry RPC after error@680306023)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29048), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [28ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [32ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.60:35933: Network error: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [33ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.61:34911: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [44ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.62:35193: Network error: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [44ms] delaying RPC due to: Service unavailable: Master config (127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [63ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.61:34911: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [63ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.60:35933: Network error: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [64ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.62:35193: Network error: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [64ms] delaying RPC due to: Service unavailable: Master config (127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [83ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.61:34911: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [83ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.62:35193: Network error: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [83ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.60:35933: Network error: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [84ms] delaying RPC due to: Service unavailable: Master config (127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.61:34911: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [104ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.62:35193: Network error: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [104ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.60:35933: Network error: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [104ms] delaying RPC due to: Service unavailable: Master config (127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.60:35933: Network error: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.62:35193: Network error: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.61:34911: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [122ms] delaying RPC due to: Service unavailable: Master config (127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.60:35933: Network error: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.62:35193: Network error: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [142ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.61:34911: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [143ms] delaying RPC due to: Service unavailable: Master config (127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.61:34911: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.62:35193: Network error: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.60:35933: Network error: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [183ms] delaying RPC due to: Service unavailable: Master config (127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [202ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.61:34911: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [202ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.60:35933: Network error: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [202ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.62:35193: Network error: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [202ms] delaying RPC due to: Service unavailable: Master config (127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [382ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.61:34911: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [382ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.60:35933: Network error: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [382ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.62:35193: Network error: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [383ms] delaying RPC due to: Service unavailable: Master config (127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [421ms] refreshing cache from master, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [422ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.61:34911: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [422ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.60:35933: Network error: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [423ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.62:35193: Network error: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [423ms] delaying RPC due to: Service unavailable: Master config (127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [700ms] refreshing cache from master, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [702ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.61:34911: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [702ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.62:35193: Network error: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [702ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.60:35933: Network error: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [702ms] delaying RPC due to: Service unavailable: Master config (127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [1981ms] refreshing cache from master, [1981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [1981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [1981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [1982ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.61:34911: Network error: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911, [1983ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.60:35933: Network error: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933, [1984ms] Sub RPC ConnectToMaster: received response from server master-127.25.113.62:35193: Network error: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [1984ms] delaying RPC due to: Service unavailable: Master config (127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193, [5100ms] refreshing cache from master, [5101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.61:34911, [5101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.60:35933, [5101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.113.62:35193, [5101ms] too many traces: truncated at 100 traces, deferred=Deferred@684299175(state=PENDING, result=null, callback=(continuation of Deferred@861492410 after retry RPC after error@1228644374) -> (continuation of Deferred@1545052478 after retry RPC after error@942101936) -> (continuation of Deferred@1092758154 after retry RPC after error@1435310504) -> (continuation of Deferred@879910006 after retry RPC after error@922359197) -> (continuation of Deferred@1717309362 after retry RPC after error@1528896136) -> (continuation of Deferred@2107010166 after retry RPC after error@463915172) -> (continuation of Deferred@486635005 after retry RPC after error@1319618959) -> (continuation of Deferred@10287601 after retry RPC after error@760410798) -> (continuation of Deferred@996852836 after retry RPC after error@1265731895) -> (continuation of Deferred@751149785 after retry RPC after error@381219437) -> (continuation of Deferred@2065456442 after retry RPC after error@1021528927) -> (continuation of Deferred@1035072880 after retry RPC after error@1816875825) -> (continuation of Deferred@1973888527 after retry RPC after error@1396187735) -> (continuation of Deferred@1628456757 after retry RPC after error@1475625725) -> (continuation of Deferred@456098130 after retry RPC after error@160903930) -> (continuation of Deferred@1784538386 after retry RPC after error@525050126) -> (continuation of Deferred@2013890212 after retry RPC after error@1211726781) -> (continuation of Deferred@1305043677 after retry RPC after error@256440763) -> (continuation of Deferred@1002467920 after retry RPC after error@942080518) -> (continuation of Deferred@1056854101 after retry RPC after error@1991504656) -> (continuation of Deferred@1322863972 after retry RPC after error@1324241291) -> (continuation of Deferred@39767291 after retry RPC after error@1797035219) -> (continuation of Deferred@1873430201 after retry RPC after error@1400119502) -> (continuation of Deferred@666441551 after retry RPC after error@680306023), errback=(continuation of Deferred@861492410 after retry RPC after error@1228644374) -> (continuation of Deferred@1545052478 after retry RPC after error@942101936) -> (continuation of Deferred@1092758154 after retry RPC after error@1435310504) -> (continuation of Deferred@879910006 after retry RPC after error@922359197) -> (continuation of Deferred@1717309362 after retry RPC after error@1528896136) -> (continuation of Deferred@2107010166 after retry RPC after error@463915172) -> (continuation of Deferred@486635005 after retry RPC after error@1319618959) -> (continuation of Deferred@10287601 after retry RPC after error@760410798) -> (continuation of Deferred@996852836 after retry RPC after error@1265731895) -> (continuation of Deferred@751149785 after retry RPC after error@381219437) -> (continuation of Deferred@2065456442 after retry RPC after error@1021528927) -> (continuation of Deferred@1035072880 after retry RPC after error@1816875825) -> (continuation of Deferred@1973888527 after retry RPC after error@1396187735) -> (continuation of Deferred@1628456757 after retry RPC after error@1475625725) -> (continuation of Deferred@456098130 after retry RPC after error@160903930) -> (continuation of Deferred@1784538386 after retry RPC after error@525050126) -> (continuation of Deferred@2013890212 after retry RPC after error@1211726781) -> (continuation of Deferred@1305043677 after retry RPC after error@256440763) -> (continuation of Deferred@1002467920 after retry RPC after error@942080518) -> (continuation of Deferred@1056854101 after retry RPC after error@1991504656) -> (continuation of Deferred@1322863972 after retry RPC after error@1324241291) -> (continuation of Deferred@39767291 after retry RPC after error@1797035219) -> (continuation of Deferred@1873430201 after retry RPC after error@1400119502) -> (continuation of Deferred@666441551 after retry RPC after error@680306023)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.25.113.62:35193
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:10:02.630 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultScheduler.java:347) 4 tasks will be restarted to recover from a global failure.
21:10:02.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:02.639832 31644 raft_consensus.cc:697] T 00000000000000000000000000000000 P 4622b4e566ca4315b1ec235143ac6e25 [term 1 LEADER]: Becoming Leader. State: Replica: 4622b4e566ca4315b1ec235143ac6e25, State: Running, Role: LEADER
21:10:02.640 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.25.113.61:34911(127.25.113.61:34911)] connecting to peer
21:10:02.640 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.25.113.60:35933(127.25.113.60:35933)] connecting to peer
21:10:02.640 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.25.113.62:35193(127.25.113.62:35193)] connecting to peer
21:10:02.641 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:10:02.641 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.113.61:34911(127.25.113.61:34911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:10:02.641 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.61:34911: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:10:02.641 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:10:02.642 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.113.60:35933(127.25.113.60:35933)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:10:02.642 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.60:35933: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:10:02.642 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:10:02.642 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.113.62:35193(127.25.113.62:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:10:02.642 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.62:35193: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:10:02.642 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193; will retry
21:10:02.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:02.640950 31644 consensus_queue.cc:237] T 00000000000000000000000000000000 P 4622b4e566ca4315b1ec235143ac6e25 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "34f4e6fa03e94bfe8a9a1cb34cdf5c87" member_type: VOTER last_known_addr { host: "127.30.152.254" port: 37399 } } peers { permanent_uuid: "9e0fa2aef13c4b8788abc52d34c86c5d" member_type: VOTER last_known_addr { host: "127.30.152.253" port: 46569 } } peers { permanent_uuid: "4622b4e566ca4315b1ec235143ac6e25" member_type: VOTER last_known_addr { host: "127.30.152.252" port: 38897 } }
21:10:02.643 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#2) of source Source: KuduSource.
21:10:02.646 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from INITIALIZING to CANCELING.
21:10:02.648 [INFO - flink-pekko.actor.default-dispatcher-7] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (4/4)#2 (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_3_2).
21:10:02.648 [INFO - flink-pekko.actor.default-dispatcher-7] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#2 (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from INITIALIZING to CANCELING.
21:10:02.648 [INFO - flink-pekko.actor.default-dispatcher-7] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (4/4)#2 (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_3_2).
21:10:02.648 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#2) of source Source: KuduSource.
21:10:02.649 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from INITIALIZING to CANCELING.
21:10:02.650 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:10:02.650 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:10:02.650 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:10:02.651 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:10:02.651 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:10:02.651 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:10:02.652 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:02.652 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:02.652 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:02.652 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:02.652 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:02.652 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:02.652 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:10:02.655 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.28.61.190:36375(127.28.61.190:36375)] connecting to peer
21:10:02.655 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.28.61.189:39213(127.28.61.189:39213)] connecting to peer
21:10:02.655 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.28.61.188:41979(127.28.61.188:41979)] connecting to peer
21:10:02.655 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:02.655 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.28.61.189:39213(127.28.61.189:39213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:02.656 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.189:39213: Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:02.655 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:02.656 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.28.61.190:36375(127.28.61.190:36375)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:02.656 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.190:36375: Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:02.657 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:02.657 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.61.188:41979(127.28.61.188:41979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:02.657 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.188:41979: Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:02.657 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.61.190:36375,127.28.61.189:39213,127.28.61.188:41979; will retry
21:10:02.658 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (SourceReaderBase.java:338) Closing Source Reader.
21:10:02.658 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#2 (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from CANCELING to CANCELED.
21:10:02.658 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#2 (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_3_2).
21:10:02.660 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.25.113.61:34911(127.25.113.61:34911)] connecting to peer
21:10:02.660 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.25.113.60:35933(127.25.113.60:35933)] connecting to peer
21:10:02.660 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.25.113.62:35193(127.25.113.62:35193)] connecting to peer
21:10:02.660 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:10:02.660 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.113.60:35933(127.25.113.60:35933)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:10:02.661 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.60:35933: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:10:02.660 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:10:02.661 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.113.61:34911(127.25.113.61:34911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:10:02.661 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.61:34911: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:10:02.661 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:10:02.661 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.113.62:35193(127.25.113.62:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:10:02.661 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.62:35193: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:10:02.661 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193; will retry
21:10:02.661 [INFO - flink-pekko.actor.default-dispatcher-7] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (3/4)#2 (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_2_2).
21:10:02.661 [INFO - flink-pekko.actor.default-dispatcher-7] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#2 (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from INITIALIZING to CANCELING.
21:10:02.661 [INFO - flink-pekko.actor.default-dispatcher-7] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (3/4)#2 (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_2_2).
21:10:02.662 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (SourceReaderBase.java:338) Closing Source Reader.
21:10:02.663 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#2 (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from CANCELING to CANCELED.
21:10:02.663 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#2 (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_2_2).
21:10:02.663 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#2 1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_3_2.
21:10:02.664 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#2 1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_2_2.
21:10:02.664 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from CANCELING to CANCELED.
21:10:02.666 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 2841dd5f383bae9a8f297e74525dcca1: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
21:10:02.667 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:10:02.667 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:10:02.667 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:10:02.667 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from CANCELING to CANCELED.
21:10:02.667 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:02.668 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:02.668 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:02.668 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:02.668 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:10:02.668 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:10:02.668 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:10:02.668 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:02.668 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:02.668 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:10:02.669 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:318) Clearing resource requirements of job 2841dd5f383bae9a8f297e74525dcca1
21:10:02.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:02.671976 31492 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 9e0fa2aef13c4b8788abc52d34c86c5d: Bootstrap starting.
21:10:02.680 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.25.113.61:34911(127.25.113.61:34911)] connecting to peer
21:10:02.680 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.25.113.60:35933(127.25.113.60:35933)] connecting to peer
21:10:02.680 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.25.113.62:35193(127.25.113.62:35193)] connecting to peer
21:10:02.680 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:10:02.680 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:10:02.680 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.113.60:35933(127.25.113.60:35933)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:10:02.680 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.113.62:35193(127.25.113.62:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:10:02.680 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.62:35193: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:10:02.681 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:10:02.681 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.113.61:34911(127.25.113.61:34911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:10:02.681 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.61:34911: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:10:02.680 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.60:35933: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:10:02.681 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193; will retry
21:10:02.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:02.682983 31664 sys_catalog.cc:455] T 00000000000000000000000000000000 P 4622b4e566ca4315b1ec235143ac6e25 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 4622b4e566ca4315b1ec235143ac6e25. Latest consensus state: current_term: 1 leader_uuid: "4622b4e566ca4315b1ec235143ac6e25" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "34f4e6fa03e94bfe8a9a1cb34cdf5c87" member_type: VOTER last_known_addr { host: "127.30.152.254" port: 37399 } } peers { permanent_uuid: "9e0fa2aef13c4b8788abc52d34c86c5d" member_type: VOTER last_known_addr { host: "127.30.152.253" port: 46569 } } peers { permanent_uuid: "4622b4e566ca4315b1ec235143ac6e25" member_type: VOTER last_known_addr { host: "127.30.152.252" port: 38897 } } }
21:10:02.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:02.687646 31664 sys_catalog.cc:458] T 00000000000000000000000000000000 P 4622b4e566ca4315b1ec235143ac6e25 [sys.catalog]: This master's current role is: LEADER
21:10:02.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:02.691640 31678 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
21:10:02.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:02.694657 31492 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 9e0fa2aef13c4b8788abc52d34c86c5d: Neither blocks nor log segments found. Creating new log.
21:10:02.699 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.25.113.61:34911(127.25.113.61:34911)] connecting to peer
21:10:02.700 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.25.113.60:35933(127.25.113.60:35933)] connecting to peer
21:10:02.700 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.25.113.62:35193(127.25.113.62:35193)] connecting to peer
21:10:02.700 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:10:02.700 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.113.61:34911(127.25.113.61:34911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:10:02.700 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.61:34911: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:10:02.701 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:10:02.701 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.113.60:35933(127.25.113.60:35933)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:10:02.701 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.60:35933: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:10:02.701 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:10:02.701 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.113.62:35193(127.25.113.62:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:10:02.701 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.62:35193: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:10:02.701 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193; will retry
21:10:02.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:02.701038 31492 log.cc:826] T 00000000000000000000000000000000 P 9e0fa2aef13c4b8788abc52d34c86c5d: Log is configured to *not* fsync() on all Append() calls
21:10:02.707 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:02.711 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (2841dd5f383bae9a8f297e74525dcca1) switched from state RESTARTING to RUNNING.
21:10:02.712 [INFO - flink-pekko.actor.default-dispatcher-4] (CheckpointCoordinator.java:1805) Restoring job 2841dd5f383bae9a8f297e74525dcca1 from Checkpoint 69 @ 1783544943500 for 2841dd5f383bae9a8f297e74525dcca1 located at file:/tmp/junit2283136411324314460/checkpoints/2841dd5f383bae9a8f297e74525dcca1/chk-69.
21:10:02.712 [INFO - flink-pekko.actor.default-dispatcher-4] (MasterHooks.java:201) No master state to restore
21:10:02.713 [INFO - flink-pekko.actor.default-dispatcher-4] (RecreateOnResetOperatorCoordinator.java:128) Resetting coordinator to checkpoint.
21:10:02.714 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from CREATED to SCHEDULED.
21:10:02.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:02.714113 31678 catalog_manager.cc:1519] Initializing Kudu cluster ID...
21:10:02.714 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job 2841dd5f383bae9a8f297e74525dcca1: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
21:10:02.718 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from SCHEDULED to DEPLOYING.
21:10:02.719 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #3) with attempt id 1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_0_3 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to d8c13722-659e-4a42-ab60-f10287fae6a8 @ 127.0.0.1 (dataPort=-1) with allocation id 34173d3f8e485e9f93cab21f32126eab
21:10:02.720 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 34173d3f8e485e9f93cab21f32126eab.
21:10:02.721 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.25.113.61:34911(127.25.113.61:34911)] connecting to peer
21:10:02.721 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.25.113.60:35933(127.25.113.60:35933)] connecting to peer
21:10:02.721 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#3 (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_0_3), deploy into slot with allocation id 34173d3f8e485e9f93cab21f32126eab.
21:10:02.721 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.25.113.62:35193(127.25.113.62:35193)] connecting to peer
21:10:02.721 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:10:02.721 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.113.60:35933(127.25.113.60:35933)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:10:02.721 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.60:35933: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:10:02.722 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from CREATED to SCHEDULED.
21:10:02.722 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:10:02.723 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.113.61:34911(127.25.113.61:34911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:10:02.723 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.61:34911: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:10:02.724 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#3 (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from CREATED to DEPLOYING.
21:10:02.724 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#3 (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_0_3) [DEPLOYING].
21:10:02.725 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:10:02.725 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.113.62:35193(127.25.113.62:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:10:02.725 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.62:35193: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:10:02.725 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job 2841dd5f383bae9a8f297e74525dcca1: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
21:10:02.725 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193; will retry
21:10:02.726 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from SCHEDULED to DEPLOYING.
21:10:02.726 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #3) with attempt id 1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_1_3 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to d8c13722-659e-4a42-ab60-f10287fae6a8 @ 127.0.0.1 (dataPort=-1) with allocation id 69503faa26fee9a2e728e46cdae70346
21:10:02.726 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@7f8d3c29
21:10:02.726 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
21:10:02.727 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:391) Activate slot 69503faa26fee9a2e728e46cdae70346.
21:10:02.727 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from CREATED to SCHEDULED.
21:10:02.728 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#3 (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_1_3), deploy into slot with allocation id 69503faa26fee9a2e728e46cdae70346.
21:10:02.728 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 2841dd5f383bae9a8f297e74525dcca1: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
21:10:02.729 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from SCHEDULED to DEPLOYING.
21:10:02.729 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit2283136411324314460/checkpoints")
21:10:02.730 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #3) with attempt id 1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_2_3 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to d8c13722-659e-4a42-ab60-f10287fae6a8 @ 127.0.0.1 (dataPort=-1) with allocation id 55c459ac21f230621d728e05386684e0
21:10:02.730 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#3 (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from DEPLOYING to INITIALIZING.
21:10:02.731 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from CREATED to SCHEDULED.
21:10:02.733 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 2841dd5f383bae9a8f297e74525dcca1: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
21:10:02.733 [INFO - Thread-56] (SourceCoordinator.java:290) Closing SourceCoordinator for source Source: KuduSource.
21:10:02.735 [DEBUG - Thread-56] (Connection.java:575) [peer master-127.25.113.60:35933(127.25.113.60:35933)] disconnecting while in state TERMINATED
21:10:02.735 [DEBUG - Thread-56] (Connection.java:575) [peer master-127.25.113.61:34911(127.25.113.61:34911)] disconnecting while in state TERMINATED
21:10:02.735 [DEBUG - Thread-56] (Connection.java:575) [peer master-127.25.113.62:35193(127.25.113.62:35193)] disconnecting while in state TERMINATED
21:10:02.735 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from SCHEDULED to DEPLOYING.
21:10:02.735 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:2704) Releasing all remaining resources
21:10:02.737 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #3) with attempt id 1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_3_3 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to d8c13722-659e-4a42-ab60-f10287fae6a8 @ 127.0.0.1 (dataPort=-1) with allocation id 3a8c419bcb03ebc74aeae96ec5cc62c1
21:10:02.838 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.28.61.190:36375(127.28.61.190:36375)] connecting to peer
21:10:02.838 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.28.61.189:39213(127.28.61.189:39213)] connecting to peer
21:10:02.838 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d6a71f5cf5f060cfaa5d5fa24434f7a3 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d6a71f5cf5f060cfaa5d5fa24434f7a3 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:02.839 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:02.839 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:02.839 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.61.190:36375(127.28.61.190:36375)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:02.839 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:02.839 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.28.61.189:39213(127.28.61.189:39213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:02.839 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.190:36375: Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:02.840 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2841dd5f383bae9a8f297e74525dcca1 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 2841dd5f383bae9a8f297e74525dcca1 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:02.840 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from DEPLOYING to INITIALIZING.
21:10:02.841 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@6a53dcaf
21:10:02.841 [INFO - Thread-56] (SourceCoordinator.java:295) Source coordinator for source Source: KuduSource closed.
21:10:02.841 [INFO - Thread-56] (SourceCoordinator.java:449) Restoring SplitEnumerator of source Source: KuduSource from checkpoint.
21:10:02.843 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:391) Activate slot 55c459ac21f230621d728e05386684e0.
21:10:02.843 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#3 (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from CREATED to DEPLOYING.
21:10:02.838 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.28.61.188:41979(127.28.61.188:41979)] connecting to peer
21:10:02.843 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#3 (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_1_3) [DEPLOYING].
21:10:02.844 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:02.844 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.28.61.188:41979(127.28.61.188:41979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:02.844 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.188:41979: Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:02.839 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.189:39213: Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:02.844 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#3 (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_2_3), deploy into slot with allocation id 55c459ac21f230621d728e05386684e0.
21:10:02.844 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.28.61.190:36375,127.28.61.189:39213,127.28.61.188:41979; will retry
21:10:02.844 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@ddb6cab
21:10:02.844 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
21:10:02.845 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit2283136411324314460/checkpoints")
21:10:02.845 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#3 (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from DEPLOYING to INITIALIZING.
21:10:02.845 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:02.845 [DEBUG - Thread-56] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:10:02.845 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#3] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:10:02.845 [INFO - Thread-56] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
21:10:02.846 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from DEPLOYING to INITIALIZING.
21:10:02.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:02.747697 31492 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 9e0fa2aef13c4b8788abc52d34c86c5d: No bootstrap required, opened a new log
21:10:02.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:02.772503 31388 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 34f4e6fa03e94bfe8a9a1cb34cdf5c87 [term 1 FOLLOWER]: Refusing update from remote peer 4622b4e566ca4315b1ec235143ac6e25: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
21:10:02.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:02.775105 31664 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 4622b4e566ca4315b1ec235143ac6e25 [LEADER]: Connected to new peer: Peer: permanent_uuid: "34f4e6fa03e94bfe8a9a1cb34cdf5c87" member_type: VOTER last_known_addr { host: "127.30.152.254" port: 37399 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
21:10:02.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:10:02.823354 31367 tablet.cc:2406] T 00000000000000000000000000000000 P 34f4e6fa03e94bfe8a9a1cb34cdf5c87: Can't schedule compaction. Clean time has not been advanced past its initial value.
21:10:02.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:02.835273 31687 mvcc.cc:204] Tried to move back new op lower bound from 7305400331308068864 to 7305400330834329600. Current Snapshot: MvccSnapshot[applied={T|T < 7305400331308068864}]
21:10:02.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:02.843120 31661 sys_catalog.cc:455] T 00000000000000000000000000000000 P 34f4e6fa03e94bfe8a9a1cb34cdf5c87 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 4622b4e566ca4315b1ec235143ac6e25. Latest consensus state: current_term: 1 leader_uuid: "4622b4e566ca4315b1ec235143ac6e25" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "34f4e6fa03e94bfe8a9a1cb34cdf5c87" member_type: VOTER last_known_addr { host: "127.30.152.254" port: 37399 } } peers { permanent_uuid: "9e0fa2aef13c4b8788abc52d34c86c5d" member_type: VOTER last_known_addr { host: "127.30.152.253" port: 46569 } } peers { permanent_uuid: "4622b4e566ca4315b1ec235143ac6e25" member_type: VOTER last_known_addr { host: "127.30.152.252" port: 38897 } } }
21:10:02.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:02.843827 31661 sys_catalog.cc:458] T 00000000000000000000000000000000 P 34f4e6fa03e94bfe8a9a1cb34cdf5c87 [sys.catalog]: This master's current role is: FOLLOWER
21:10:02.848 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:391) Activate slot 3a8c419bcb03ebc74aeae96ec5cc62c1.
21:10:02.849 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#3 (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_3_3), deploy into slot with allocation id 3a8c419bcb03ebc74aeae96ec5cc62c1.
21:10:02.850 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#3 (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from CREATED to DEPLOYING.
21:10:02.850 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#3 (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_2_3) [DEPLOYING].
21:10:02.855 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@3fd38d20
21:10:02.855 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
21:10:02.855 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit2283136411324314460/checkpoints")
21:10:02.855 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#3 (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from DEPLOYING to INITIALIZING.
21:10:02.855 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from DEPLOYING to INITIALIZING.
21:10:02.857 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#3 (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from CREATED to DEPLOYING.
21:10:02.858 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#3 (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_3_3) [DEPLOYING].
21:10:02.860 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@4a184f7d
21:10:02.860 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@37a24b0c
21:10:02.860 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
21:10:02.860 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit2283136411324314460/checkpoints")
21:10:02.861 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#3 (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from DEPLOYING to INITIALIZING.
21:10:02.861 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (1df6f5f19dcecd26b5d449a59f6fd6a6_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from DEPLOYING to INITIALIZING.
21:10:02.862 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@cfdb4cc
21:10:02.862 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#3] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:10:02.869 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@d6dcd74
21:10:02.871 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#3] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:10:02.871 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#3] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:10:02.875 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#3] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:10:02.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:02.874663 31644 sys_catalog.cc:455] T 00000000000000000000000000000000 P 4622b4e566ca4315b1ec235143ac6e25 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "4622b4e566ca4315b1ec235143ac6e25" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "34f4e6fa03e94bfe8a9a1cb34cdf5c87" member_type: VOTER last_known_addr { host: "127.30.152.254" port: 37399 } } peers { permanent_uuid: "9e0fa2aef13c4b8788abc52d34c86c5d" member_type: VOTER last_known_addr { host: "127.30.152.253" port: 46569 } } peers { permanent_uuid: "4622b4e566ca4315b1ec235143ac6e25" member_type: VOTER last_known_addr { host: "127.30.152.252" port: 38897 } } }
21:10:02.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:02.875473 31644 sys_catalog.cc:458] T 00000000000000000000000000000000 P 4622b4e566ca4315b1ec235143ac6e25 [sys.catalog]: This master's current role is: LEADER
21:10:02.878 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'lastEndTimestamp'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
21:10:02.878 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
21:10:02.878 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'unassignedCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
21:10:02.878 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingRemovalCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
21:10:02.889 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#3] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:10:02.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:02.890002 31678 catalog_manager.cc:1382] Generated new cluster ID: 3fd193e3fbe34cdb9cb4b4906573245c
21:10:02.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:02.890357 31678 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
21:10:02.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:02.891820 31492 raft_consensus.cc:359] T 00000000000000000000000000000000 P 9e0fa2aef13c4b8788abc52d34c86c5d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "34f4e6fa03e94bfe8a9a1cb34cdf5c87" member_type: VOTER last_known_addr { host: "127.30.152.254" port: 37399 } } peers { permanent_uuid: "9e0fa2aef13c4b8788abc52d34c86c5d" member_type: VOTER last_known_addr { host: "127.30.152.253" port: 46569 } } peers { permanent_uuid: "4622b4e566ca4315b1ec235143ac6e25" member_type: VOTER last_known_addr { host: "127.30.152.252" port: 38897 } }
21:10:02.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:02.892755 31492 raft_consensus.cc:385] T 00000000000000000000000000000000 P 9e0fa2aef13c4b8788abc52d34c86c5d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:10:02.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:02.893188 31492 raft_consensus.cc:740] T 00000000000000000000000000000000 P 9e0fa2aef13c4b8788abc52d34c86c5d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 9e0fa2aef13c4b8788abc52d34c86c5d, State: Initialized, Role: FOLLOWER
21:10:02.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:02.894268 31492 consensus_queue.cc:260] T 00000000000000000000000000000000 P 9e0fa2aef13c4b8788abc52d34c86c5d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "34f4e6fa03e94bfe8a9a1cb34cdf5c87" member_type: VOTER last_known_addr { host: "127.30.152.254" port: 37399 } } peers { permanent_uuid: "9e0fa2aef13c4b8788abc52d34c86c5d" member_type: VOTER last_known_addr { host: "127.30.152.253" port: 46569 } } peers { permanent_uuid: "4622b4e566ca4315b1ec235143ac6e25" member_type: VOTER last_known_addr { host: "127.30.152.252" port: 38897 } }
21:10:02.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:02.903831 31661 sys_catalog.cc:455] T 00000000000000000000000000000000 P 34f4e6fa03e94bfe8a9a1cb34cdf5c87 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "4622b4e566ca4315b1ec235143ac6e25" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "34f4e6fa03e94bfe8a9a1cb34cdf5c87" member_type: VOTER last_known_addr { host: "127.30.152.254" port: 37399 } } peers { permanent_uuid: "9e0fa2aef13c4b8788abc52d34c86c5d" member_type: VOTER last_known_addr { host: "127.30.152.253" port: 46569 } } peers { permanent_uuid: "4622b4e566ca4315b1ec235143ac6e25" member_type: VOTER last_known_addr { host: "127.30.152.252" port: 38897 } } }
21:10:02.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:02.904618 31661 sys_catalog.cc:458] T 00000000000000000000000000000000 P 34f4e6fa03e94bfe8a9a1cb34cdf5c87 [sys.catalog]: This master's current role is: FOLLOWER
21:10:02.912 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#3] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:10:02.913 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:02.913 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:02.913 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:02.915 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#3] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:10:02.918 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#3] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:10:02.956 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#3] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:10:02.970 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#3] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:10:02.975 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:02.975 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:02.976 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:02.976 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:02.978 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:02.979 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:02.985 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:02.987 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:02.988 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:02.988 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:02.988 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:10:02.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:10:02.984833 31689 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 34f4e6fa03e94bfe8a9a1cb34cdf5c87: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
21:10:02.991 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:10:02.995 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#3] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:10:02.999 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.25.113.61:34911(127.25.113.61:34911)] connecting to peer
21:10:02.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:10:02.999469 31689 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
21:10:02.999 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:02.999 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:03.000 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:03.003 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#3] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:10:03.004 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:03.004 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:03.004 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:03.015 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:03.015 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:03.016 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:03.016 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:10:03.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:03.007103 31701 sys_catalog.cc:455] T 00000000000000000000000000000000 P 9e0fa2aef13c4b8788abc52d34c86c5d [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "34f4e6fa03e94bfe8a9a1cb34cdf5c87" member_type: VOTER last_known_addr { host: "127.30.152.254" port: 37399 } } peers { permanent_uuid: "9e0fa2aef13c4b8788abc52d34c86c5d" member_type: VOTER last_known_addr { host: "127.30.152.253" port: 46569 } } peers { permanent_uuid: "4622b4e566ca4315b1ec235143ac6e25" member_type: VOTER last_known_addr { host: "127.30.152.252" port: 38897 } } }
21:10:03.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:03.020947 31466 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "4622b4e566ca4315b1ec235143ac6e25" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9e0fa2aef13c4b8788abc52d34c86c5d"
21:10:03.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:03.020665 31492 sys_catalog.cc:565] T 00000000000000000000000000000000 P 9e0fa2aef13c4b8788abc52d34c86c5d [sys.catalog]: configured and running, proceeding with master startup.
21:10:03.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:03.022331 31465 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 9e0fa2aef13c4b8788abc52d34c86c5d [term 0 FOLLOWER]: Advancing to term 1
21:10:03.023 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:10:03.025 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:03.025 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:03.025 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:03.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:03.024997 31467 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "4622b4e566ca4315b1ec235143ac6e25" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9e0fa2aef13c4b8788abc52d34c86c5d" is_pre_election: true
21:10:03.029 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:10:03.030 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:10:03.030 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:03.030 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:03.031 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:03.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:03.018971 31701 sys_catalog.cc:458] T 00000000000000000000000000000000 P 9e0fa2aef13c4b8788abc52d34c86c5d [sys.catalog]: This master's current role is: FOLLOWER
21:10:03.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:02.851281 31343 master_runner.cc:187] Error getting master registration for 127.30.152.253:46569: OK, instance_id { permanent_uuid: "9e0fa2aef13c4b8788abc52d34c86c5d" instance_seqno: 1783544997914407 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
21:10:03.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:03.038003 31465 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 9e0fa2aef13c4b8788abc52d34c86c5d [term 1 FOLLOWER]: Refusing update from remote peer 4622b4e566ca4315b1ec235143ac6e25: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
21:10:03.040 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:03.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:03.040163 31664 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 4622b4e566ca4315b1ec235143ac6e25 [LEADER]: Connected to new peer: Peer: permanent_uuid: "9e0fa2aef13c4b8788abc52d34c86c5d" member_type: VOTER last_known_addr { host: "127.30.152.253" port: 46569 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
21:10:03.041 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:03.041 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:03.041 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:10:03.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:03.038807 31343 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
21:10:03.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:03.044380 31701 raft_consensus.cc:493] T 00000000000000000000000000000000 P 9e0fa2aef13c4b8788abc52d34c86c5d [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
21:10:03.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:03.044962 31701 raft_consensus.cc:515] T 00000000000000000000000000000000 P 9e0fa2aef13c4b8788abc52d34c86c5d [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "34f4e6fa03e94bfe8a9a1cb34cdf5c87" member_type: VOTER last_known_addr { host: "127.30.152.254" port: 37399 } } peers { permanent_uuid: "9e0fa2aef13c4b8788abc52d34c86c5d" member_type: VOTER last_known_addr { host: "127.30.152.253" port: 46569 } } peers { permanent_uuid: "4622b4e566ca4315b1ec235143ac6e25" member_type: VOTER last_known_addr { host: "127.30.152.252" port: 38897 } }
21:10:03.050 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#3] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:10:03.051 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:10:03.051 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:03.052 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:03.052 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:03.052 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:10:03.052 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:10:03.052 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:10:03.052 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:03.053 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:03.053 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:03.053 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:03.053 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:03.053 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:03.053 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:03.053 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:03.053 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:03.053 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:10:03.054 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=30, TimeoutTracker(timeout=30000, elapsed=29496), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.188:44635, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.190:34167, [3ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.188:44635: Network error: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.189:42387, [4ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.190:34167: Network error: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.189:42387: Network error: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [40ms] delaying RPC due to: Service unavailable: Master config (127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.188:44635, [48ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.190:34167, [49ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.188:44635: Network error: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635, [50ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.189:42387, [50ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.190:34167: Network error: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167, [51ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.189:42387: Network error: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [52ms] delaying RPC due to: Service unavailable: Master config (127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.188:44635, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.190:34167, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.188:44635: Network error: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.189:42387, [63ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.189:42387: Network error: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [63ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.190:34167: Network error: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167, [63ms] delaying RPC due to: Service unavailable: Master config (127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.188:44635, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.190:34167, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.189:42387, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.188:44635: Network error: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.190:34167: Network error: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.189:42387: Network error: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [83ms] delaying RPC due to: Service unavailable: Master config (127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [103ms] refreshing cache from master, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.188:44635, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.190:34167, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.189:42387, [103ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.189:42387: Network error: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [104ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.188:44635: Network error: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635, [104ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.190:34167: Network error: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167, [104ms] delaying RPC due to: Service unavailable: Master config (127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.188:44635, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.190:34167, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.189:42387, [143ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.188:44635: Network error: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635, [143ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.190:34167: Network error: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167, [144ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.189:42387: Network error: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [144ms] delaying RPC due to: Service unavailable: Master config (127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.188:44635, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.190:34167, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.189:42387, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.188:44635: Network error: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.190:34167: Network error: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167, [182ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.189:42387: Network error: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [182ms] delaying RPC due to: Service unavailable: Master config (127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.188:44635, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.190:34167, [222ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.188:44635: Network error: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.189:42387, [223ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.189:42387: Network error: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [223ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.190:34167: Network error: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167, [223ms] delaying RPC due to: Service unavailable: Master config (127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [481ms] refreshing cache from master, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.188:44635, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.190:34167, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.189:42387, [482ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.188:44635: Network error: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635, [482ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.190:34167: Network error: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167, [482ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.189:42387: Network error: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [482ms] delaying RPC due to: Service unavailable: Master config (127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [941ms] refreshing cache from master, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.188:44635, [942ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.190:34167, [942ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.189:42387, [942ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.188:44635: Network error: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635, [943ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.190:34167: Network error: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167, [943ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.189:42387: Network error: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [943ms] delaying RPC due to: Service unavailable: Master config (127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167, [961ms] refreshing cache from master, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.188:44635, [962ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.190:34167, [962ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.189:42387, [962ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.188:44635: Network error: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635, [962ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.190:34167: Network error: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167, [963ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.189:42387: Network error: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [963ms] delaying RPC due to: Service unavailable: Master config (127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [1321ms] refreshing cache from master, [1321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.188:44635, [1322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.190:34167, [1322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.189:42387, [1325ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.189:42387: Network error: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [1325ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.188:44635: Network error: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635, [1326ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.190:34167: Network error: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167, [1326ms] delaying RPC due to: Service unavailable: Master config (127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167, [1422ms] refreshing cache from master, [1422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.188:44635, [1423ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.190:34167, [1424ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.188:44635: Network error: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635, [1424ms] too many traces: truncated at 100 traces, deferred=Deferred@316953122(state=PENDING, result=null, callback=(continuation of Deferred@1780203850 after retry RPC after error@277177536) -> (continuation of Deferred@1969227737 after retry RPC after error@1160068629) -> (continuation of Deferred@1904260714 after retry RPC after error@1243115518) -> (continuation of Deferred@1060366251 after retry RPC after error@1401598926) -> (continuation of Deferred@659389491 after retry RPC after error@774078651) -> (continuation of Deferred@235746411 after retry RPC after error@144695975) -> (continuation of Deferred@1149221731 after retry RPC after error@1986780431) -> (continuation of Deferred@295829957 after retry RPC after error@1717519244) -> (continuation of Deferred@1606572167 after retry RPC after error@2011784661) -> (continuation of Deferred@1992617668 after retry RPC after error@1788580019) -> (continuation of Deferred@659614471 after retry RPC after error@464250357) -> (continuation of Deferred@1254660746 after retry RPC after error@2095093096) -> (continuation of Deferred@1548243232 after retry RPC after error@411603729) -> (continuation of Deferred@370820672 after retry RPC after error@1856621118) -> (continuation of Deferred@1886803866 after retry RPC after error@742019742) -> (continuation of Deferred@1750481183 after retry RPC after error@1217328657) -> (continuation of Deferred@176599581 after retry RPC after error@1960226673) -> (continuation of Deferred@764542517 after retry RPC after error@311471080) -> (continuation of Deferred@758773245 after retry RPC after error@1817541132) -> (continuation of Deferred@1310151141 after retry RPC after error@1506765860) -> (continuation of Deferred@1002175741 after retry RPC after error@2088330396) -> (continuation of Deferred@144018063 after retry RPC after error@714697205) -> (continuation of Deferred@1310798927 after retry RPC after error@2043405459) -> (continuation of Deferred@1571735767 after retry RPC after error@1008325718) -> (continuation of Deferred@2078088406 after retry RPC after error@1570013250) -> (continuation of Deferred@1985413975 after retry RPC after error@69124783) -> (continuation of Deferred@397825366 after retry RPC after error@1851343218) -> (continuation of Deferred@542812757 after retry RPC after error@1386417995) -> (continuation of Deferred@2006645932 after retry RPC after error@1408004604), errback=(continuation of Deferred@1780203850 after retry RPC after error@277177536) -> (continuation of Deferred@1969227737 after retry RPC after error@1160068629) -> (continuation of Deferred@1904260714 after retry RPC after error@1243115518) -> (continuation of Deferred@1060366251 after retry RPC after error@1401598926) -> (continuation of Deferred@659389491 after retry RPC after error@774078651) -> (continuation of Deferred@235746411 after retry RPC after error@144695975) -> (continuation of Deferred@1149221731 after retry RPC after error@1986780431) -> (continuation of Deferred@295829957 after retry RPC after error@1717519244) -> (continuation of Deferred@1606572167 after retry RPC after error@2011784661) -> (continuation of Deferred@1992617668 after retry RPC after error@1788580019) -> (continuation of Deferred@659614471 after retry RPC after error@464250357) -> (continuation of Deferred@1254660746 after retry RPC after error@2095093096) -> (continuation of Deferred@1548243232 after retry RPC after error@411603729) -> (continuation of Deferred@370820672 after retry RPC after error@1856621118) -> (continuation of Deferred@1886803866 after retry RPC after error@742019742) -> (continuation of Deferred@1750481183 after retry RPC after error@1217328657) -> (continuation of Deferred@176599581 after retry RPC after error@1960226673) -> (continuation of Deferred@764542517 after retry RPC after error@311471080) -> (continuation of Deferred@758773245 after retry RPC after error@1817541132) -> (continuation of Deferred@1310151141 after retry RPC after error@1506765860) -> (continuation of Deferred@1002175741 after retry RPC after error@2088330396) -> (continuation of Deferred@144018063 after retry RPC after error@714697205) -> (continuation of Deferred@1310798927 after retry RPC after error@2043405459) -> (continuation of Deferred@1571735767 after retry RPC after error@1008325718) -> (continuation of Deferred@2078088406 after retry RPC after error@1570013250) -> (continuation of Deferred@1985413975 after retry RPC after error@69124783) -> (continuation of Deferred@397825366 after retry RPC after error@1851343218) -> (continuation of Deferred@542812757 after retry RPC after error@1386417995) -> (continuation of Deferred@2006645932 after retry RPC after error@1408004604)))
21:10:03.060 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#3] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:10:03.061 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:03.061 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:03.061 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:03.072 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.25.113.60:35933(127.25.113.60:35933)] connecting to peer
21:10:03.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:03.071449 31388 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "9e0fa2aef13c4b8788abc52d34c86c5d" candidate_term: 2 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "34f4e6fa03e94bfe8a9a1cb34cdf5c87" is_pre_election: true
21:10:03.073 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:10:03.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:03.072269 31611 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "9e0fa2aef13c4b8788abc52d34c86c5d" candidate_term: 2 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "4622b4e566ca4315b1ec235143ac6e25" is_pre_election: true
21:10:03.073 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.113.61:34911(127.25.113.61:34911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:10:03.073 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.61:34911: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:10:03.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:03.075372 31442 leader_election.cc:304] T 00000000000000000000000000000000 P 9e0fa2aef13c4b8788abc52d34c86c5d [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 9e0fa2aef13c4b8788abc52d34c86c5d; no voters: 34f4e6fa03e94bfe8a9a1cb34cdf5c87, 4622b4e566ca4315b1ec235143ac6e25
21:10:03.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:03.070609 31701 leader_election.cc:290] T 00000000000000000000000000000000 P 9e0fa2aef13c4b8788abc52d34c86c5d [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 34f4e6fa03e94bfe8a9a1cb34cdf5c87 (127.30.152.254:37399), 4622b4e566ca4315b1ec235143ac6e25 (127.30.152.252:38897)
21:10:03.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:10:03.074220 31444 tablet.cc:2406] T 00000000000000000000000000000000 P 9e0fa2aef13c4b8788abc52d34c86c5d: Can't schedule compaction. Clean time has not been advanced past its initial value.
21:10:03.088 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.28.61.190:36375(127.28.61.190:36375)] connecting to peer
21:10:03.088 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.28.61.189:39213(127.28.61.189:39213)] connecting to peer
21:10:03.088 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.28.61.188:41979(127.28.61.188:41979)] connecting to peer
21:10:03.089 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:03.089 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.61.190:36375(127.28.61.190:36375)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:03.089 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.190:36375: Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:03.089 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:03.089 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.28.61.189:39213(127.28.61.189:39213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:03.089 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.189:39213: Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:03.090 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:03.090 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.28.61.188:41979(127.28.61.188:41979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:03.090 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.188:41979: Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:03.090 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.28.61.190:36375,127.28.61.189:39213,127.28.61.188:41979; will retry
21:10:03.090 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.25.113.62:35193(127.25.113.62:35193)] connecting to peer
21:10:03.092 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:10:03.092 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.113.60:35933(127.25.113.60:35933)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:10:03.092 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.60:35933: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:10:03.107 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#3] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:10:03.108 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:03.108 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:03.108 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:03.109 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:03.109 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:03.109 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:03.109 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:10:03.110 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:03.110 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:03.110 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:03.110 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:10:03.113 [DEBUG - pool-410-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:10:03.113 [DEBUG - pool-410-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:10:03.113 [DEBUG - pool-410-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:10:03.113 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:10:03.113 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:10:03.113 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:10:03.114 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:03.114 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:03.114 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:03.114 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:03.114 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:03.114 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:03.114 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:10:03.115 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:10:03.116 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:03.116 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:03.116 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:03.116 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:10:03.118 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:10:03.119 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:10:03.119 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:03.119 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:03.119 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:03.129 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:10:03.130 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:03.130 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:03.130 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:03.139 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:10:03.139 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.113.62:35193(127.25.113.62:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:10:03.139 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.62:35193: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:10:03.139 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193; will retry
21:10:03.142 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:10:03.143 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:03.143 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:03.143 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:03.145 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:10:03.146 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:03.147 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:03.147 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:03.148 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:03.148 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:03.148 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:03.148 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:10:03.155 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:10:03.156 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:03.156 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:10:03.156 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:03.156 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:03.160 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.25.113.61:34911(127.25.113.61:34911)] connecting to peer
21:10:03.161 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:03.161 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:03.162 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:03.162 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:10:03.166 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.25.113.60:35933(127.25.113.60:35933)] connecting to peer
21:10:03.166 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:10:03.167 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.113.61:34911(127.25.113.61:34911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:10:03.167 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.61:34911: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:10:03.172 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.25.113.62:35193(127.25.113.62:35193)] connecting to peer
21:10:03.173 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:10:03.173 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.113.60:35933(127.25.113.60:35933)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:10:03.173 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.60:35933: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:10:03.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:03.171841 31701 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 9e0fa2aef13c4b8788abc52d34c86c5d [term 1 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
21:10:03.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:03.173700 31712 sys_catalog.cc:455] T 00000000000000000000000000000000 P 9e0fa2aef13c4b8788abc52d34c86c5d [sys.catalog]: SysCatalogTable state changed. Reason: New leader 4622b4e566ca4315b1ec235143ac6e25. Latest consensus state: current_term: 1 leader_uuid: "4622b4e566ca4315b1ec235143ac6e25" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "34f4e6fa03e94bfe8a9a1cb34cdf5c87" member_type: VOTER last_known_addr { host: "127.30.152.254" port: 37399 } } peers { permanent_uuid: "9e0fa2aef13c4b8788abc52d34c86c5d" member_type: VOTER last_known_addr { host: "127.30.152.253" port: 46569 } } peers { permanent_uuid: "4622b4e566ca4315b1ec235143ac6e25" member_type: VOTER last_known_addr { host: "127.30.152.252" port: 38897 } } }
21:10:03.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:03.174561 31712 sys_catalog.cc:458] T 00000000000000000000000000000000 P 9e0fa2aef13c4b8788abc52d34c86c5d [sys.catalog]: This master's current role is: FOLLOWER
21:10:03.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:03.175798 31735 sys_catalog.cc:455] T 00000000000000000000000000000000 P 9e0fa2aef13c4b8788abc52d34c86c5d [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "4622b4e566ca4315b1ec235143ac6e25" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "34f4e6fa03e94bfe8a9a1cb34cdf5c87" member_type: VOTER last_known_addr { host: "127.30.152.254" port: 37399 } } peers { permanent_uuid: "9e0fa2aef13c4b8788abc52d34c86c5d" member_type: VOTER last_known_addr { host: "127.30.152.253" port: 46569 } } peers { permanent_uuid: "4622b4e566ca4315b1ec235143ac6e25" member_type: VOTER last_known_addr { host: "127.30.152.252" port: 38897 } } }
21:10:03.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:03.176693 31735 sys_catalog.cc:458] T 00000000000000000000000000000000 P 9e0fa2aef13c4b8788abc52d34c86c5d [sys.catalog]: This master's current role is: FOLLOWER
21:10:03.179 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:10:03.182 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:10:03.183 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:10:03.183 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:03.183 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:03.183 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:03.183 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:03.183 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:03.183 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:03.184 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:10:03.184 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:10:03.184 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:03.185 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:03.185 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:03.185 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:03.185 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:03.185 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:03.185 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:10:03.185 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:10:03.186 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:03.186 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:03.186 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:03.186 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:10:03.187 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:03.187 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:03.187 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:03.187 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:03.187 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:03.187 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:03.187 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:10:03.188 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:03.188 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:03.188 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:03.188 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:03.188 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:03.188 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:03.189 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:03.189 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:10:03.189 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:10:03.189 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.113.62:35193(127.25.113.62:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:10:03.189 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.62:35193: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:10:03.189 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193; will retry
21:10:03.190 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:10:03.191 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:03.191 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:03.191 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:10:03.192 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:10:03.193 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:03.193 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:03.193 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:03.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:03.195508 31678 catalog_manager.cc:1405] Generated new certificate authority record
21:10:03.196 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:10:03.196 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:03.196 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:03.196 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:03.199 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:10:03.199 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:10:03.199 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:10:03.199 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:03.199 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:03.199 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:03.199 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:03.199 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:03.199 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:03.200 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:03.199 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:03.200 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:03.200 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:10:03.200 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.25.113.61:34911(127.25.113.61:34911)] connecting to peer
21:10:03.206 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:03.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:03.208307 31644 sys_catalog.cc:455] T 00000000000000000000000000000000 P 4622b4e566ca4315b1ec235143ac6e25 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "4622b4e566ca4315b1ec235143ac6e25" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "34f4e6fa03e94bfe8a9a1cb34cdf5c87" member_type: VOTER last_known_addr { host: "127.30.152.254" port: 37399 } } peers { permanent_uuid: "9e0fa2aef13c4b8788abc52d34c86c5d" member_type: VOTER last_known_addr { host: "127.30.152.253" port: 46569 } } peers { permanent_uuid: "4622b4e566ca4315b1ec235143ac6e25" member_type: VOTER last_known_addr { host: "127.30.152.252" port: 38897 } } }
21:10:03.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:03.209223 31644 sys_catalog.cc:458] T 00000000000000000000000000000000 P 4622b4e566ca4315b1ec235143ac6e25 [sys.catalog]: This master's current role is: LEADER
21:10:03.210 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.25.113.60:35933(127.25.113.60:35933)] connecting to peer
21:10:03.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:03.210019 31678 catalog_manager.cc:1539] Loading token signing keys...
21:10:03.211 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:10:03.211 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:10:03.211 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:10:03.211 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:03.211 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:03.212 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:03.212 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:03.212 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:03.212 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:03.212 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:03.212 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:03.212 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:03.212 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:10:03.212 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:10:03.212 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.113.61:34911(127.25.113.61:34911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:10:03.212 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.61:34911: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:10:03.213 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:03.213 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:03.213 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:03.213 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:10:03.214 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2841dd5f383bae9a8f297e74525dcca1 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 2841dd5f383bae9a8f297e74525dcca1 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:03.216 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:10:03.216 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:10:03.216 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:10:03.216 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:03.216 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:03.216 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:03.216 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:03.217 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:03.217 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:03.217 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:03.217 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.25.113.62:35193(127.25.113.62:35193)] connecting to peer
21:10:03.216 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:03.217 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:03.217 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:10:03.217 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:10:03.217 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.113.62:35193(127.25.113.62:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:10:03.217 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.62:35193: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:10:03.218 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:10:03.218 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.113.60:35933(127.25.113.60:35933)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:10:03.218 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.60:35933: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:10:03.218 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193; will retry
21:10:03.221 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:10:03.221 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:10:03.221 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:10:03.222 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:03.222 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:03.222 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:03.222 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:03.222 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:03.222 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:03.223 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:03.223 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:03.223 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:03.223 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:10:03.229 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:10:03.230 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:10:03.230 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:10:03.230 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:03.230 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:03.230 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:03.230 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:03.230 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:03.230 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:03.230 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:03.230 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:03.231 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:03.231 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:10:03.232 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:10:03.232 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:10:03.232 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:10:03.232 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:03.232 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:03.232 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:03.233 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:03.233 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:03.233 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:03.233 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:03.233 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:03.233 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:03.233 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:10:03.236 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:10:03.236 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:10:03.237 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:10:03.237 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:03.237 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:03.237 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:03.238 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:03.238 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:03.238 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:03.238 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:03.238 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:03.238 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:03.238 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:10:03.238 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:10:03.239 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:10:03.239 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:03.239 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:03.239 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:03.239 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:03.239 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:03.239 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.25.113.61:34911(127.25.113.61:34911)] connecting to peer
21:10:03.239 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:03.240 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.25.113.60:35933(127.25.113.60:35933)] connecting to peer
21:10:03.240 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.25.113.62:35193(127.25.113.62:35193)] connecting to peer
21:10:03.240 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:10:03.240 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:03.240 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:10:03.240 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:03.240 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.113.60:35933(127.25.113.60:35933)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:10:03.240 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:03.240 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.60:35933: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:10:03.240 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:10:03.240 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.113.61:34911(127.25.113.61:34911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:10:03.240 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.61:34911: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:10:03.240 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:10:03.240 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:10:03.240 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.113.62:35193(127.25.113.62:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:10:03.241 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.62:35193: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:10:03.241 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193; will retry
21:10:03.250 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:10:03.250 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:10:03.250 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:10:03.251 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:03.251 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:03.251 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:03.251 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:03.251 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:03.251 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:03.252 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:03.252 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:03.252 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:03.252 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:10:03.256 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:10:03.256 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:10:03.256 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:10:03.257 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:03.257 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:03.257 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:03.257 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:03.257 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:03.257 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:03.258 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:03.258 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:03.258 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:03.258 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:10:03.262 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.25.113.61:34911(127.25.113.61:34911)] connecting to peer
21:10:03.262 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.25.113.60:35933(127.25.113.60:35933)] connecting to peer
21:10:03.262 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.25.113.62:35193(127.25.113.62:35193)] connecting to peer
21:10:03.266 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:10:03.266 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.113.61:34911(127.25.113.61:34911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:10:03.266 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.61:34911: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:10:03.266 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:10:03.267 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.113.60:35933(127.25.113.60:35933)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:10:03.267 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.60:35933: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:10:03.267 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:10:03.267 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.113.62:35193(127.25.113.62:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:10:03.267 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.62:35193: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:10:03.267 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193; will retry
21:10:03.269 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:03.269 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:10:03.269 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:10:03.269 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:10:03.270 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:10:03.270 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:10:03.270 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:10:03.270 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:03.270 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:03.270 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:03.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:03.270591 31762 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
21:10:03.271 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:03.271 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:03.271 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:03.271 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:10:03.271 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:10:03.271 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:10:03.271 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:10:03.272 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:03.272 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:03.272 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:03.272 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:03.272 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:03.272 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:03.273 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:03.273 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:03.273 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:03.273 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:10:03.279 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.25.113.61:34911(127.25.113.61:34911)] connecting to peer
21:10:03.280 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.25.113.60:35933(127.25.113.60:35933)] connecting to peer
21:10:03.280 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.25.113.62:35193(127.25.113.62:35193)] connecting to peer
21:10:03.281 [DEBUG - pool-426-thread-1] (Connection.java:748) [peer master-127.28.61.190:36375(127.28.61.190:36375)] connecting to peer
21:10:03.281 [DEBUG - pool-426-thread-1] (Connection.java:748) [peer master-127.28.61.189:39213(127.28.61.189:39213)] connecting to peer
21:10:03.281 [DEBUG - pool-426-thread-1] (Connection.java:748) [peer master-127.28.61.188:41979(127.28.61.188:41979)] connecting to peer
21:10:03.281 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:03.281 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.28.61.190:36375(127.28.61.190:36375)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:03.281 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.190:36375: Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:03.282 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:03.282 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.28.61.189:39213(127.28.61.189:39213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:03.282 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.189:39213: Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:03.282 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:10:03.282 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:03.282 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.113.61:34911(127.25.113.61:34911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:10:03.282 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.28.61.188:41979(127.28.61.188:41979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:03.282 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.61:34911: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:10:03.282 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.188:41979: Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:03.282 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.28.61.190:36375,127.28.61.189:39213,127.28.61.188:41979; will retry
21:10:03.282 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:10:03.283 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.113.60:35933(127.25.113.60:35933)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:10:03.283 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.60:35933: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:10:03.283 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:10:03.283 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.113.62:35193(127.25.113.62:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:10:03.283 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.62:35193: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:10:03.283 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193; will retry
21:10:03.291 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:10:03.291 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:10:03.291 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:10:03.291 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:10:03.291 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:10:03.291 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:03.291 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:03.291 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:03.292 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:03.292 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:03.292 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:03.292 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:03.292 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:03.292 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:03.291 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:10:03.292 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:03.292 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:03.292 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:03.292 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:10:03.292 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:10:03.292 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:03.292 [DEBUG - pool-402-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:10:03.292 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:03.292 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:03.292 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:03.293 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:03.293 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:03.293 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:03.293 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:03.293 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:03.293 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:03.293 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:03.293 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:10:03.292 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:10:03.293 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:03.293 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:03.293 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:03.293 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:03.292 [DEBUG - pool-410-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:10:03.293 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:10:03.294 [DEBUG - pool-410-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:10:03.294 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:10:03.294 [DEBUG - pool-410-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:10:03.294 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:10:03.294 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:10:03.294 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:03.294 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:03.294 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29731), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.188:44635, [12ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.190:34167, [13ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.188:44635: Network error: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635, [16ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.189:42387, [17ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.190:34167: Network error: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.189:42387: Network error: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [22ms] delaying RPC due to: Service unavailable: Master config (127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.188:44635, [56ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.190:34167, [57ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.188:44635: Network error: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.189:42387, [60ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.190:34167: Network error: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.189:42387: Network error: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [82ms] refreshing cache from master, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.188:44635, [84ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.190:34167, [85ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.189:42387, [85ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.189:42387: Network error: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [86ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.190:34167: Network error: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167, [86ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.188:44635: Network error: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635, [86ms] delaying RPC due to: Service unavailable: Master config (127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635, [102ms] refreshing cache from master, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.188:44635, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.190:34167, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.189:42387, [103ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.188:44635: Network error: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635, [103ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.190:34167: Network error: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167, [103ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.189:42387: Network error: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [103ms] delaying RPC due to: Service unavailable: Master config (127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.188:44635, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.190:34167, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.189:42387, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.188:44635: Network error: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.189:42387: Network error: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [122ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.190:34167: Network error: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167, [123ms] delaying RPC due to: Service unavailable: Master config (127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167, [141ms] refreshing cache from master, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.188:44635, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.190:34167, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.189:42387, [143ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.188:44635: Network error: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635, [143ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.190:34167: Network error: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167, [144ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.189:42387: Network error: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [144ms] delaying RPC due to: Service unavailable: Master config (127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.188:44635, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.190:34167, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.189:42387, [162ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.188:44635: Network error: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635, [163ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.190:34167: Network error: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167, [163ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.189:42387: Network error: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [164ms] delaying RPC due to: Service unavailable: Master config (127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.188:44635, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.190:34167, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.189:42387, [202ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.188:44635: Network error: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635, [202ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.190:34167: Network error: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167, [203ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.189:42387: Network error: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [203ms] delaying RPC due to: Service unavailable: Master config (127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [441ms] refreshing cache from master, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.188:44635, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.190:34167, [443ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.189:42387, [443ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.188:44635: Network error: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635, [443ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.190:34167: Network error: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167, [443ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.189:42387: Network error: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [444ms] delaying RPC due to: Service unavailable: Master config (127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [921ms] refreshing cache from master, [921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.188:44635, [922ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.190:34167, [922ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.189:42387, [922ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.188:44635: Network error: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635, [923ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.190:34167: Network error: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167, [923ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.189:42387: Network error: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [923ms] delaying RPC due to: Service unavailable: Master config (127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [1661ms] refreshing cache from master, [1661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.188:44635, [1662ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.190:34167, [1662ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.189:42387, [1663ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.188:44635: Network error: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635, [1664ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.189:42387: Network error: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [1664ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.190:34167: Network error: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167, [1665ms] delaying RPC due to: Service unavailable: Master config (127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167, [1928ms] refreshing cache from master, [1929ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.188:44635, [1929ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.190:34167, [1929ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.189:42387, [1931ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.188:44635: Network error: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635, [1932ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.190:34167: Network error: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167, [1933ms] Sub RPC ConnectToMaster: received response from server master-127.26.45.189:42387: Network error: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [1933ms] delaying RPC due to: Service unavailable: Master config (127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387, [1961ms] refreshing cache from master, [1962ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.188:44635, [1962ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.190:34167, [1962ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.45.189:42387, [1963ms] too many traces: truncated at 100 traces, deferred=Deferred@91516136(state=PENDING, result=null, callback=(continuation of Deferred@733426282 after retry RPC after error@1750319394) -> (continuation of Deferred@972779849 after retry RPC after error@533617074) -> (continuation of Deferred@234359875 after retry RPC after error@2077529615) -> (continuation of Deferred@432521477 after retry RPC after error@1948850246) -> (continuation of Deferred@972986516 after retry RPC after error@1724192074) -> (continuation of Deferred@1101873022 after retry RPC after error@2105205797) -> (continuation of Deferred@814610726 after retry RPC after error@2125255992) -> (continuation of Deferred@1448231772 after retry RPC after error@2082721407) -> (continuation of Deferred@590896148 after retry RPC after error@992303198) -> (continuation of Deferred@2133435589 after retry RPC after error@496754025) -> (continuation of Deferred@2082667058 after retry RPC after error@1834269248) -> (continuation of Deferred@1609114787 after retry RPC after error@475712162) -> (continuation of Deferred@2009219185 after retry RPC after error@1057776243) -> (continuation of Deferred@701924621 after retry RPC after error@1670595919) -> (continuation of Deferred@112676996 after retry RPC after error@1517598171) -> (continuation of Deferred@1201126773 after retry RPC after error@1045897717) -> (continuation of Deferred@47740363 after retry RPC after error@2105393702) -> (continuation of Deferred@125543657 after retry RPC after error@2389370) -> (continuation of Deferred@1100164760 after retry RPC after error@1382852734) -> (continuation of Deferred@149557814 after retry RPC after error@726018548) -> (continuation of Deferred@1945712106 after retry RPC after error@1155620019) -> (continuation of Deferred@474127803 after retry RPC after error@114368078) -> (continuation of Deferred@1019034907 after retry RPC after error@1920461563) -> (continuation of Deferred@2060455499 after retry RPC after error@1962757169), errback=(continuation of Deferred@733426282 after retry RPC after error@1750319394) -> (continuation of Deferred@972779849 after retry RPC after error@533617074) -> (continuation of Deferred@234359875 after retry RPC after error@2077529615) -> (continuation of Deferred@432521477 after retry RPC after error@1948850246) -> (continuation of Deferred@972986516 after retry RPC after error@1724192074) -> (continuation of Deferred@1101873022 after retry RPC after error@2105205797) -> (continuation of Deferred@814610726 after retry RPC after error@2125255992) -> (continuation of Deferred@1448231772 after retry RPC after error@2082721407) -> (continuation of Deferred@590896148 after retry RPC after error@992303198) -> (continuation of Deferred@2133435589 after retry RPC after error@496754025) -> (continuation of Deferred@2082667058 after retry RPC after error@1834269248) -> (continuation of Deferred@1609114787 after retry RPC after error@475712162) -> (continuation of Deferred@2009219185 after retry RPC after error@1057776243) -> (continuation of Deferred@701924621 after retry RPC after error@1670595919) -> (continuation of Deferred@112676996 after retry RPC after error@1517598171) -> (continuation of Deferred@1201126773 after retry RPC after error@1045897717) -> (continuation of Deferred@47740363 after retry RPC after error@2105393702) -> (continuation of Deferred@125543657 after retry RPC after error@2389370) -> (continuation of Deferred@1100164760 after retry RPC after error@1382852734) -> (continuation of Deferred@149557814 after retry RPC after error@726018548) -> (continuation of Deferred@1945712106 after retry RPC after error@1155620019) -> (continuation of Deferred@474127803 after retry RPC after error@114368078) -> (continuation of Deferred@1019034907 after retry RPC after error@1920461563) -> (continuation of Deferred@2060455499 after retry RPC after error@1962757169)))
21:10:03.294 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:03.294 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:03.294 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:03.294 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:03.294 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:10:03.298 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:10:03.299 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:10:03.299 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:10:03.299 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:03.299 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:03.299 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:03.299 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:03.299 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:03.299 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:03.300 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:03.300 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:03.300 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:03.300 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:10:03.309 [DEBUG - pool-405-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:10:03.309 [DEBUG - pool-405-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:10:03.310 [DEBUG - pool-405-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:10:03.310 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:10:03.309 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:10:03.310 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:10:03.310 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:10:03.310 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:10:03.310 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:10:03.310 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:10:03.310 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:03.310 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:10:03.310 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:03.310 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:03.311 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:10:03.311 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:10:03.311 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:10:03.310 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:10:03.311 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:10:03.311 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:03.311 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:03.311 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:03.311 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:03.311 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:03.312 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:03.312 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:10:03.334 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d6a71f5cf5f060cfaa5d5fa24434f7a3 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d6a71f5cf5f060cfaa5d5fa24434f7a3 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:03.336 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:10:03.336 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:10:03.336 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:10:03.336 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:03.336 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:03.336 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:03.336 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:03.337 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:03.337 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:03.337 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:03.337 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:03.337 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:03.337 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:10:03.338 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:10:03.338 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:10:03.339 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:10:03.339 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:03.339 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:03.339 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:03.339 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.25.113.61:34911(127.25.113.61:34911)] connecting to peer
21:10:03.339 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:03.339 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:03.340 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.25.113.60:35933(127.25.113.60:35933)] connecting to peer
21:10:03.340 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:03.340 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.25.113.62:35193(127.25.113.62:35193)] connecting to peer
21:10:03.340 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:10:03.340 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.113.61:34911(127.25.113.61:34911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:10:03.340 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.61:34911: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:10:03.340 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:03.340 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:03.340 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:10:03.340 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.113.60:35933(127.25.113.60:35933)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:10:03.340 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:03.340 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.60:35933: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:10:03.340 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:10:03.340 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:10:03.340 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.113.62:35193(127.25.113.62:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:10:03.340 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.62:35193: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:10:03.340 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193; will retry
21:10:03.359 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:03.368 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.25.113.61:34911(127.25.113.61:34911)] connecting to peer
21:10:03.368 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.25.113.60:35933(127.25.113.60:35933)] connecting to peer
21:10:03.368 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.25.113.62:35193(127.25.113.62:35193)] connecting to peer
21:10:03.369 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:10:03.369 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.113.61:34911(127.25.113.61:34911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:10:03.369 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.61:34911: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:10:03.369 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:10:03.369 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.113.60:35933(127.25.113.60:35933)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:10:03.369 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.60:35933: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:10:03.369 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:10:03.369 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.113.62:35193(127.25.113.62:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:10:03.370 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.62:35193: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:10:03.370 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193; will retry
21:10:03.371 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:10:03.372 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:10:03.372 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:10:03.372 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:03.372 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:03.372 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:03.374 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:03.374 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:03.374 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:03.374 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:03.374 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:03.374 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:03.374 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:10:03.378 [DEBUG - pool-404-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:10:03.378 [DEBUG - pool-404-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:10:03.378 [DEBUG - pool-404-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:10:03.379 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:10:03.379 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:10:03.379 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:10:03.379 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:10:03.379 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:10:03.379 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:10:03.381 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:10:03.381 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:10:03.381 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:10:03.381 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:10:03.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:03.391613 31678 catalog_manager.cc:6069] T 00000000000000000000000000000000 P 4622b4e566ca4315b1ec235143ac6e25: Generated new TSK 0
21:10:03.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:03.392911 31678 catalog_manager.cc:1549] Initializing in-progress tserver states...
21:10:03.396 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:10:03.396 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:10:03.396 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:10:03.396 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:03.396 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:03.397 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:03.397 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:03.397 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:03.397 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:03.397 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:03.397 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:03.397 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:03.397 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:10:03.399 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:10:03.399 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:10:03.399 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:10:03.400 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:03.400 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:03.400 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:03.400 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:03.400 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:03.400 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:03.400 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:03.400 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:03.400 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:03.400 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:10:03.430 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:10:03.430 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:10:03.430 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:10:03.430 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:03.430 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:03.431 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:03.431 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:03.431 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:03.431 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:03.431 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:03.431 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:03.431 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:03.431 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:10:03.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:03.443583 31331 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu
21:10:03.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu
21:10:03.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3598840801429548256/ts-0/wal
21:10:03.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3598840801429548256/ts-0/data
21:10:03.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:10:03.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:10:03.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:10:03.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:10:03.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:10:03.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:10:03.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3598840801429548256/ts-0/logs
21:10:03.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3598840801429548256/ts-0/data/info.pb
21:10:03.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:10:03.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:10:03.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:10:03.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:10:03.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:10:03.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:10:03.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:10:03.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:10:03.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
21:10:03.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:10:03.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.152.193:0
21:10:03.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.30.152.193
21:10:03.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.152.193
21:10:03.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:10:03.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.30.152.254:37399,127.30.152.253:46569,127.30.152.252:38897
21:10:03.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.152.212:45317
21:10:03.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:10:03.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:10:03.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
21:10:03.471 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:10:03.472 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:10:03.472 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:10:03.472 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:03.472 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:03.472 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:03.472 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:03.472 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:03.472 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:03.473 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:03.473 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:03.473 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:03.473 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:10:03.475 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:03.496 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:10:03.496 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:10:03.496 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:10:03.496 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:03.496 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:03.497 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:03.497 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:03.497 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:03.497 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:03.497 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:03.497 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:03.497 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:03.497 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:10:03.550 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:10:03.550 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:10:03.550 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:10:03.550 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:03.551 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:03.551 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:03.550 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:03.551 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:03.551 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:03.551 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:03.551 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:03.551 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:03.551 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:10:03.598 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:10:03.599 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:10:03.599 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:10:03.599 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:03.599 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:03.599 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:03.600 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:03.600 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:03.600 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:03.600 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:03.600 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:03.600 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:03.600 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:10:03.619 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.25.113.61:34911(127.25.113.61:34911)] connecting to peer
21:10:03.620 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.25.113.60:35933(127.25.113.60:35933)] connecting to peer
21:10:03.620 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.25.113.62:35193(127.25.113.62:35193)] connecting to peer
21:10:03.620 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:10:03.620 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:10:03.620 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.113.61:34911(127.25.113.61:34911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:10:03.620 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.113.62:35193(127.25.113.62:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:10:03.620 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.61:34911: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:10:03.620 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.62:35193: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:10:03.621 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:10:03.621 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.113.60:35933(127.25.113.60:35933)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:10:03.621 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.60:35933: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:10:03.621 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193; will retry
21:10:03.652 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:10:03.652 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:10:03.652 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:10:03.652 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:10:03.652 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:10:03.652 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:10:03.653 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:10:03.653 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:10:03.653 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:10:03.653 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:10:03.653 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:10:03.653 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:10:03.653 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:10:03.696 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:10:03.697 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:10:03.697 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:10:03.697 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:03.697 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:03.697 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:03.698 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:03.698 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:03.698 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:03.698 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:03.698 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:03.698 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:03.698 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:10:03.707 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:03.713 [DEBUG - pool-410-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:10:03.713 [DEBUG - pool-410-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:10:03.713 [DEBUG - pool-410-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:10:03.713 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:10:03.714 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:10:03.714 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:10:03.714 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:03.714 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:03.714 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:03.714 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:03.714 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:03.714 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:03.715 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:10:03.715 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2841dd5f383bae9a8f297e74525dcca1 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 2841dd5f383bae9a8f297e74525dcca1 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:03.769 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:03.835 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d6a71f5cf5f060cfaa5d5fa24434f7a3 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d6a71f5cf5f060cfaa5d5fa24434f7a3 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:03.844 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:03.912 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:10:03.912 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:10:03.912 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:10:03.913 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:03.913 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:03.913 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:03.913 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:03.913 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:03.913 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:03.913 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:03.913 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:03.914 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:03.914 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:10:03.949 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:10:03.950 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:10:03.950 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:10:03.950 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:03.950 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:03.950 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:10:03.950 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:03.950 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:10:03.950 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:10:03.951 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:03.951 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:03.951 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:03.951 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:10:03.960 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.25.113.61:34911(127.25.113.61:34911)] connecting to peer
21:10:03.960 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.25.113.60:35933(127.25.113.60:35933)] connecting to peer
21:10:03.960 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.25.113.62:35193(127.25.113.62:35193)] connecting to peer
21:10:03.961 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:10:03.961 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.113.61:34911(127.25.113.61:34911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:10:03.961 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.61:34911: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:10:03.961 [DEBUG - pool-426-thread-1] (Connection.java:748) [peer master-127.28.61.190:36375(127.28.61.190:36375)] connecting to peer
21:10:03.961 [DEBUG - pool-426-thread-1] (Connection.java:748) [peer master-127.28.61.189:39213(127.28.61.189:39213)] connecting to peer
21:10:03.961 [DEBUG - pool-426-thread-1] (Connection.java:748) [peer master-127.28.61.188:41979(127.28.61.188:41979)] connecting to peer
21:10:03.961 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:10:03.961 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.113.60:35933(127.25.113.60:35933)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:10:03.961 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:03.961 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.28.61.190:36375(127.28.61.190:36375)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:03.961 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:03.961 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:03.961 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.61.188:41979(127.28.61.188:41979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:03.961 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.61.189:39213(127.28.61.189:39213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:03.961 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:10:03.962 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.188:41979: Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:03.962 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.189:39213: Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:03.961 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.190:36375: Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:03.962 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.28.61.190:36375,127.28.61.189:39213,127.28.61.188:41979; will retry
21:10:03.961 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.60:35933: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:10:03.962 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.113.62:35193(127.25.113.62:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:10:03.962 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.62:35193: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:10:03.962 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193; will retry
21:10:03.976 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:04.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:04.011904 31689 catalog_manager.cc:1294] Loaded cluster ID: 3fd193e3fbe34cdb9cb4b4906573245c
21:10:04.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:04.012382 31689 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 34f4e6fa03e94bfe8a9a1cb34cdf5c87: loading cluster ID for follower catalog manager: success
21:10:04.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:04.037292 31689 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 34f4e6fa03e94bfe8a9a1cb34cdf5c87: acquiring CA information for follower catalog manager: success
21:10:04.051 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:10:04.051 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:10:04.051 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:10:04.052 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:04.052 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:04.052 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:04.052 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:04.053 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:04.053 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:04.053 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:04.053 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:04.053 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:04.053 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:10:04.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:04.068131 31689 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 34f4e6fa03e94bfe8a9a1cb34cdf5c87: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
21:10:04.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:10:04.081485 31763 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
21:10:04.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:10:04.082405 31763 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:10:04.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:10:04.083321 31763 flags.cc:432] Enabled unsafe flag: --never_fsync=true
21:10:04.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:10:04.138768 31763 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
21:10:04.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:10:04.139971 31763 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.30.152.193
21:10:04.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:04.194550 31763 tablet_server_runner.cc:78] Tablet server non-default flags:
21:10:04.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:10:04.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.152.212:45317
21:10:04.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:10:04.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:10:04.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3598840801429548256/ts-0/data
21:10:04.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3598840801429548256/ts-0/wal
21:10:04.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:10:04.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:10:04.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.152.193:0
21:10:04.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:10:04.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:10:04.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:10:04.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3598840801429548256/ts-0/data/info.pb
21:10:04.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.152.193
21:10:04.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:10:04.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.30.152.254:37399,127.30.152.253:46569,127.30.152.252:38897
21:10:04.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:10:04.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:10:04.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:10:04.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:10:04.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:10:04.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.30.152.193
21:10:04.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3598840801429548256/ts-0/logs
21:10:04.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:10:04.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:10:04.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
21:10:04.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
21:10:04.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
21:10:04.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 6bec869c2320d19f2589b3f609f76e5041a21d27
21:10:04.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:10:04.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 20:43:55 UTC on e7f111948823
21:10:04.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16878
21:10:04.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:10:04.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:04.196339 31763 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:10:04.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:04.198391 31763 file_cache.cc:492] Constructed file cache file cache with capacity 419430
21:10:04.207 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:04.214 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2841dd5f383bae9a8f297e74525dcca1 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 2841dd5f383bae9a8f297e74525dcca1 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:04.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:10:04.217880 31771 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:10:04.268 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:04.299 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:10:04.299 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:10:04.299 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:10:04.300 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:04.300 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:04.300 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:04.301 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:04.301 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:04.301 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:04.301 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:04.301 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:04.301 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:04.301 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:10:04.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:04.299818 31762 catalog_manager.cc:1294] Loaded cluster ID: 3fd193e3fbe34cdb9cb4b4906573245c
21:10:04.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:04.300150 31762 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 9e0fa2aef13c4b8788abc52d34c86c5d: loading cluster ID for follower catalog manager: success
21:10:04.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:04.324515 31762 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 9e0fa2aef13c4b8788abc52d34c86c5d: acquiring CA information for follower catalog manager: success
21:10:04.335 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d6a71f5cf5f060cfaa5d5fa24434f7a3 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d6a71f5cf5f060cfaa5d5fa24434f7a3 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:04.344 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:04.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:04.330749 31762 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 9e0fa2aef13c4b8788abc52d34c86c5d: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
21:10:04.359 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:10:04.359 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:10:04.359 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:10:04.360 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:04.360 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:04.360 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:04.360 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:04.360 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:04.360 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:04.360 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:04.360 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:04.361 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:04.361 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:10:04.391 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:10:04.391 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:10:04.392 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:10:04.392 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:10:04.392 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:10:04.392 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:10:04.393 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:10:04.393 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:10:04.393 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:10:04.393 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:10:04.393 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:10:04.393 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:10:04.393 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:10:04.430 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:10:04.430 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:10:04.431 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:10:04.431 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:04.431 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:04.431 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:04.432 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:04.432 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:04.432 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:04.433 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:04.433 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:04.433 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:04.433 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:10:04.476 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:04.511 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:10:04.511 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:10:04.511 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:10:04.512 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:04.512 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:04.512 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:04.512 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:04.512 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:04.512 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:04.513 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:04.513 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:04.513 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:04.513 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:10:04.515 [DEBUG - pool-410-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:10:04.515 [DEBUG - pool-410-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:10:04.515 [DEBUG - pool-410-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:10:04.516 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:10:04.516 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:10:04.516 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:10:04.516 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:04.516 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:04.516 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:04.517 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:04.517 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:04.517 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:04.517 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:10:04.636 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:10:04.636 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:10:04.636 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:10:04.637 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:04.637 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:04.637 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:04.637 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:04.637 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:04.637 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:04.637 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:04.637 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:04.637 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:04.638 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:10:04.707 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:04.714 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2841dd5f383bae9a8f297e74525dcca1 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 2841dd5f383bae9a8f297e74525dcca1 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:04.768 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:04.835 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d6a71f5cf5f060cfaa5d5fa24434f7a3 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d6a71f5cf5f060cfaa5d5fa24434f7a3 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:04.844 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:04.940 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.25.113.61:34911(127.25.113.61:34911)] connecting to peer
21:10:04.940 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.25.113.60:35933(127.25.113.60:35933)] connecting to peer
21:10:04.940 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.25.113.62:35193(127.25.113.62:35193)] connecting to peer
21:10:04.941 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:10:04.941 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.113.61:34911(127.25.113.61:34911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:10:04.941 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.61:34911: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:10:04.942 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:10:04.942 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.113.60:35933(127.25.113.60:35933)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:10:04.942 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.60:35933: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:10:04.942 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:10:04.942 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.113.62:35193(127.25.113.62:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:10:04.942 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.62:35193: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:10:04.943 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193; will retry
21:10:04.976 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:04.983 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.28.61.190:36375(127.28.61.190:36375)] connecting to peer
21:10:04.983 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.28.61.189:39213(127.28.61.189:39213)] connecting to peer
21:10:04.983 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.28.61.188:41979(127.28.61.188:41979)] connecting to peer
21:10:04.984 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:04.984 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.28.61.190:36375(127.28.61.190:36375)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:04.984 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.190:36375: Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:04.985 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:04.985 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.28.61.189:39213(127.28.61.189:39213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:04.985 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.189:39213: Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:04.985 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:04.985 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.28.61.188:41979(127.28.61.188:41979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:04.986 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.188:41979: Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:04.986 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.28.61.190:36375,127.28.61.189:39213,127.28.61.188:41979; will retry
21:10:05.079 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:10:05.079 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:10:05.079 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:10:05.080 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:05.082 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:05.082 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:05.081 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:05.082 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:05.082 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:05.081 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:05.082 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:05.082 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:05.082 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:10:05.089 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.28.61.190:36375(127.28.61.190:36375)] connecting to peer
21:10:05.090 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.28.61.189:39213(127.28.61.189:39213)] connecting to peer
21:10:05.090 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.28.61.188:41979(127.28.61.188:41979)] connecting to peer
21:10:05.090 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:05.091 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.28.61.190:36375(127.28.61.190:36375)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:05.091 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.190:36375: Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:05.091 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:05.092 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.28.61.188:41979(127.28.61.188:41979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:05.092 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.188:41979: Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:05.091 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:05.092 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.28.61.189:39213(127.28.61.189:39213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:05.092 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.189:39213: Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:05.092 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.28.61.190:36375,127.28.61.189:39213,127.28.61.188:41979; will retry
21:10:05.207 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:05.214 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2841dd5f383bae9a8f297e74525dcca1 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 2841dd5f383bae9a8f297e74525dcca1 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:05.269 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:05.282 [DEBUG - pool-424-thread-1] (Connection.java:748) [peer master-127.22.50.60:38829(127.22.50.60:38829)] connecting to peer
21:10:05.282 [DEBUG - pool-424-thread-1] (Connection.java:748) [peer master-127.22.50.61:45261(127.22.50.61:45261)] connecting to peer
21:10:05.283 [DEBUG - pool-424-thread-1] (Connection.java:748) [peer master-127.22.50.62:44659(127.22.50.62:44659)] connecting to peer
21:10:05.283 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:10:05.283 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.50.60:38829(127.22.50.60:38829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:10:05.284 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.60:38829: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:10:05.284 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:10:05.284 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.50.61:45261(127.22.50.61:45261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:10:05.284 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.61:45261: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:10:05.284 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:10:05.284 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.50.62:44659(127.22.50.62:44659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:10:05.284 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.62:44659: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:10:05.284 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659; will retry
21:10:05.341 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d6a71f5cf5f060cfaa5d5fa24434f7a3 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d6a71f5cf5f060cfaa5d5fa24434f7a3 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:05.345 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:05.476 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:05.611 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:10:05.612 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:10:05.612 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:10:05.613 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:05.613 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:05.613 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:05.613 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:05.613 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:05.613 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:05.614 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:05.614 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:05.614 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:05.614 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:10:05.708 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:05.714 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2841dd5f383bae9a8f297e74525dcca1 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 2841dd5f383bae9a8f297e74525dcca1 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:05.757 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:10:05.757 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:10:05.757 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:10:05.758 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:10:05.758 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:10:05.758 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:10:05.758 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:05.758 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:05.759 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:05.759 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:05.759 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:05.759 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:05.759 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:10:05.769 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:05.815 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.28.61.190:36375(127.28.61.190:36375)] connecting to peer
21:10:05.815 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.28.61.189:39213(127.28.61.189:39213)] connecting to peer
21:10:05.815 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.28.61.188:41979(127.28.61.188:41979)] connecting to peer
21:10:05.816 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:05.816 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.28.61.190:36375(127.28.61.190:36375)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:05.816 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.190:36375: Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:05.817 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:05.817 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.28.61.189:39213(127.28.61.189:39213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:05.817 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.189:39213: Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:05.817 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:05.817 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.28.61.188:41979(127.28.61.188:41979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:05.817 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.188:41979: Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:05.817 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.28.61.190:36375,127.28.61.189:39213,127.28.61.188:41979; will retry
21:10:05.835 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d6a71f5cf5f060cfaa5d5fa24434f7a3 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d6a71f5cf5f060cfaa5d5fa24434f7a3 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:05.845 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:05.855 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.28.61.190:36375(127.28.61.190:36375)] connecting to peer
21:10:05.855 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.28.61.189:39213(127.28.61.189:39213)] connecting to peer
21:10:05.855 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.28.61.188:41979(127.28.61.188:41979)] connecting to peer
21:10:05.856 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:05.856 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:05.856 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.28.61.190:36375(127.28.61.190:36375)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:05.856 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.61.189:39213(127.28.61.189:39213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:05.856 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.189:39213: Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:05.856 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.190:36375: Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:05.856 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:05.856 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.61.188:41979(127.28.61.188:41979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:05.856 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.188:41979: Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:05.856 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.28.61.190:36375,127.28.61.189:39213,127.28.61.188:41979; will retry
21:10:05.910 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:10:05.910 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:10:05.910 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:10:05.911 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:05.911 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:05.911 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:05.912 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:05.912 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:05.912 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:05.912 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:05.912 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:05.912 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:05.912 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:10:05.972 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:10:05.973 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:10:05.973 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:10:05.973 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:10:05.973 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:10:05.973 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:10:05.973 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:10:05.973 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:10:05.974 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:10:05.974 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:10:05.974 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:10:05.974 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:10:05.975 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:10:05.975 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:05.976 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:10:05.976 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:10:05.976 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:10:05.976 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:05.976 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:05.976 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:05.976 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:05.977 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:05.977 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:05.977 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:05.977 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:05.977 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:05.977 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:10:05.980 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.25.113.61:34911(127.25.113.61:34911)] connecting to peer
21:10:05.980 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.25.113.60:35933(127.25.113.60:35933)] connecting to peer
21:10:05.981 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.25.113.62:35193(127.25.113.62:35193)] connecting to peer
21:10:05.981 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:10:05.981 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.113.61:34911(127.25.113.61:34911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:10:05.982 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.61:34911: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:10:05.982 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:10:05.982 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.113.62:35193(127.25.113.62:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:10:05.983 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.62:35193: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:10:05.984 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:10:05.984 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.113.60:35933(127.25.113.60:35933)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:10:05.984 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.60:35933: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:10:05.984 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193; will retry
21:10:06.207 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:06.214 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2841dd5f383bae9a8f297e74525dcca1 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 2841dd5f383bae9a8f297e74525dcca1 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:06.269 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:06.318 [DEBUG - pool-404-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:10:06.318 [DEBUG - pool-404-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:10:06.319 [DEBUG - pool-404-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:10:06.319 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:10:06.319 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:10:06.319 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:10:06.320 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:10:06.320 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:10:06.320 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:10:06.321 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:10:06.321 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:10:06.321 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:10:06.321 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:10:06.335 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d6a71f5cf5f060cfaa5d5fa24434f7a3 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d6a71f5cf5f060cfaa5d5fa24434f7a3 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:06.352 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:06.475 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:06.528 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:10:06.528 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:10:06.528 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:10:06.529 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:10:06.529 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:10:06.529 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:10:06.529 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:10:06.529 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:10:06.529 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:10:06.530 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:10:06.530 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:10:06.530 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:10:06.530 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:10:06.543 [DEBUG - pool-424-thread-1] (Connection.java:748) [peer master-127.22.50.60:38829(127.22.50.60:38829)] connecting to peer
21:10:06.543 [DEBUG - pool-424-thread-1] (Connection.java:748) [peer master-127.22.50.61:45261(127.22.50.61:45261)] connecting to peer
21:10:06.543 [DEBUG - pool-424-thread-1] (Connection.java:748) [peer master-127.22.50.62:44659(127.22.50.62:44659)] connecting to peer
21:10:06.543 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:10:06.543 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.50.60:38829(127.22.50.60:38829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:10:06.544 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.60:38829: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:10:06.544 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:10:06.544 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.50.62:44659(127.22.50.62:44659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:10:06.544 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.62:44659: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:10:06.544 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:10:06.544 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.50.61:45261(127.22.50.61:45261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:10:06.544 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.61:45261: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:10:06.544 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659; will retry
21:10:06.585 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:10:06.585 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:10:06.585 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:10:06.586 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:10:06.586 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:10:06.586 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:06.586 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:06.586 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:10:06.586 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:06.586 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:06.586 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:06.586 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:06.586 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:10:06.672 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:10:06.672 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:10:06.672 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:10:06.673 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:10:06.673 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:10:06.673 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:10:06.673 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:10:06.673 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:10:06.673 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:10:06.674 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:10:06.674 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:10:06.674 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:10:06.674 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:10:06.672 [DEBUG - pool-410-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:10:06.674 [DEBUG - pool-410-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:10:06.674 [DEBUG - pool-410-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:10:06.676 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:06.677 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:06.677 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:06.677 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:06.677 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:06.677 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:06.679 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:10:06.679 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:10:06.680 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:10:06.680 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:10:06.706 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:06.714 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2841dd5f383bae9a8f297e74525dcca1 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 2841dd5f383bae9a8f297e74525dcca1 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:06.751 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:10:06.752 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:10:06.752 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:10:06.752 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:10:06.752 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:10:06.752 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:10:06.753 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:10:06.753 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:10:06.753 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:10:06.753 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:10:06.753 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:10:06.753 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:10:06.753 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:10:06.769 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:06.835 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d6a71f5cf5f060cfaa5d5fa24434f7a3 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d6a71f5cf5f060cfaa5d5fa24434f7a3 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:06.845 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:06.876 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:10:06.877 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:10:06.877 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:10:06.877 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:06.877 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:06.877 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:06.878 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:06.878 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:06.878 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:06.878 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:06.878 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:06.878 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:06.878 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:10:06.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:10:05.618285 31770 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 31763
21:10:06.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:10:06.935387 31763 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 2.712s	user 0.586s	sys 0.989s
21:10:06.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:10:06.935879 31763 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 2.712s	user 0.586s	sys 0.989s
21:10:06.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:10:04.227609 31772 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:10:06.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:10:06.938446 31774 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:10:06.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:10:06.971436 31773 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 2712 milliseconds
21:10:06.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:06.972114 31763 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
21:10:06.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:06.973791 31763 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:10:06.975 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:06.981 [DEBUG - pool-426-thread-1] (Connection.java:748) [peer master-127.28.61.190:36375(127.28.61.190:36375)] connecting to peer
21:10:06.981 [DEBUG - pool-426-thread-1] (Connection.java:748) [peer master-127.28.61.189:39213(127.28.61.189:39213)] connecting to peer
21:10:06.981 [DEBUG - pool-426-thread-1] (Connection.java:748) [peer master-127.28.61.188:41979(127.28.61.188:41979)] connecting to peer
21:10:06.981 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:06.981 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.28.61.190:36375(127.28.61.190:36375)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:06.981 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:06.981 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.28.61.188:41979(127.28.61.188:41979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:06.981 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.188:41979: Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:06.982 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:06.982 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.28.61.189:39213(127.28.61.189:39213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:06.981 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.190:36375: Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:06.982 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.189:39213: Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:06.982 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.28.61.190:36375,127.28.61.189:39213,127.28.61.188:41979; will retry
21:10:06.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:06.990645 31763 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:10:07.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:07.007218 31763 hybrid_clock.cc:648] HybridClock initialized: now 1783545007007106 us; error 116 us; skew 500 ppm
21:10:07.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:07.008695 31763 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:10:07.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:07.019361 31763 webserver.cc:534] Webserver started at http://127.30.152.193:42483/ using document root <none> and password file <none>
21:10:07.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:07.020767 31763 fs_manager.cc:362] Metadata directory not provided
21:10:07.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:07.021152 31763 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:10:07.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:07.021759 31763 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
21:10:07.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:07.028987 31763 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3598840801429548256/ts-0/data/instance:
21:10:07.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5ab53537fffb420eb4068fb2e0810298"
21:10:07.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:10:07 on dist-test-slave-3sd5"
21:10:07.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:07.030714 31763 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3598840801429548256/ts-0/wal/instance:
21:10:07.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5ab53537fffb420eb4068fb2e0810298"
21:10:07.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:10:07 on dist-test-slave-3sd5"
21:10:07.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:07.042522 31763 fs_manager.cc:696] Time spent creating directory manager: real 0.011s	user 0.006s	sys 0.003s
21:10:07.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:07.052256 31788 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
21:10:07.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:07.054478 31763 fs_manager.cc:730] Time spent opening block manager: real 0.007s	user 0.004s	sys 0.000s
21:10:07.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:07.055289 31763 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3598840801429548256/ts-0/data,/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3598840801429548256/ts-0/wal
21:10:07.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5ab53537fffb420eb4068fb2e0810298"
21:10:07.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:10:07 on dist-test-slave-3sd5"
21:10:07.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:07.055990 31763 fs_report.cc:389] FS layout report
21:10:07.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:10:07.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3598840801429548256/ts-0/wal
21:10:07.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3598840801429548256/ts-0/wal
21:10:07.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3598840801429548256/ts-0/data/data
21:10:07.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:10:07.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:10:07.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:10:07.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:10:07.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:10:07.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:10:07.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:10:07.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:10:07.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:10:07.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:10:07.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:10:07.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:07.156052 31763 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
21:10:07.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:07.158419 31763 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:10:07.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:07.159276 31763 kserver.cc:163] Server-wide thread pool size limit: 3276
21:10:07.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:07.163611 31763 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
21:10:07.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:07.171108 31763 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
21:10:07.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:07.171784 31763 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.001s	sys 0.000s
21:10:07.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:07.172240 31763 ts_tablet_manager.cc:616] Registered 0 tablets
21:10:07.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:07.172565 31763 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
21:10:07.194 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.28.61.190:36375(127.28.61.190:36375)] connecting to peer
21:10:07.195 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.28.61.189:39213(127.28.61.189:39213)] connecting to peer
21:10:07.195 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.28.61.188:41979(127.28.61.188:41979)] connecting to peer
21:10:07.195 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:07.195 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.28.61.190:36375(127.28.61.190:36375)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:07.195 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.190:36375: Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:07.195 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:07.195 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.28.61.188:41979(127.28.61.188:41979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:07.195 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.188:41979: Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:07.195 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:07.195 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.28.61.189:39213(127.28.61.189:39213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:07.195 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.189:39213: Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:07.196 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.28.61.190:36375,127.28.61.189:39213,127.28.61.188:41979; will retry
21:10:07.206 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:07.214 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2841dd5f383bae9a8f297e74525dcca1 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 2841dd5f383bae9a8f297e74525dcca1 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:07.229 [DEBUG - pool-405-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:10:07.229 [DEBUG - pool-405-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:10:07.229 [DEBUG - pool-405-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:10:07.229 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:10:07.229 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:10:07.229 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:10:07.229 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:10:07.229 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:10:07.230 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:10:07.230 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:10:07.230 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:10:07.230 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:10:07.230 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:10:07.269 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:07.334 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d6a71f5cf5f060cfaa5d5fa24434f7a3 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d6a71f5cf5f060cfaa5d5fa24434f7a3 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:07.345 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:07.475 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:07.612 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:10:07.612 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:10:07.612 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:10:07.613 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:10:07.613 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:10:07.613 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:10:07.613 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:10:07.613 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:10:07.613 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:10:07.613 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:10:07.613 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:10:07.613 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:10:07.613 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:10:07.619 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:10:07.619 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:10:07.619 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:10:07.620 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:07.620 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:07.620 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:07.620 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:07.620 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:07.620 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:07.621 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:07.621 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:07.621 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:07.621 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:10:07.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:07.705713 31763 rpc_server.cc:307] RPC server started. Bound to: 127.30.152.193:46285
21:10:07.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:07.705845 31901 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.30.152.193:46285 every 8 connection(s)
21:10:07.707 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:07.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:07.709403 31763 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3598840801429548256/ts-0/data/info.pb
21:10:07.715 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2841dd5f383bae9a8f297e74525dcca1 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 2841dd5f383bae9a8f297e74525dcca1 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:07.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:07.710841 31331 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu as pid 31763
21:10:07.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:07.711441 31331 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3598840801429548256/ts-0/wal/instance
21:10:07.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:07.743935 31331 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu
21:10:07.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu
21:10:07.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3598840801429548256/ts-1/wal
21:10:07.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3598840801429548256/ts-1/data
21:10:07.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:10:07.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:10:07.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:10:07.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:10:07.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:10:07.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:10:07.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3598840801429548256/ts-1/logs
21:10:07.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3598840801429548256/ts-1/data/info.pb
21:10:07.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:10:07.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:10:07.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:10:07.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:10:07.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:10:07.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:10:07.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:10:07.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:10:07.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
21:10:07.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:10:07.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.152.194:0
21:10:07.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.30.152.194
21:10:07.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.152.194
21:10:07.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:10:07.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.30.152.254:37399,127.30.152.253:46569,127.30.152.252:38897
21:10:07.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.152.212:45317
21:10:07.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:10:07.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:10:07.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
21:10:07.769 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:07.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:07.779354 31902 heartbeater.cc:344] Connected to a master server at 127.30.152.252:38897
21:10:07.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:07.780149 31902 heartbeater.cc:461] Registering TS with master...
21:10:07.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:07.782102 31902 heartbeater.cc:507] Master 127.30.152.252:38897 requested a full tablet report, sending...
21:10:07.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:07.794088 31601 ts_manager.cc:194] Registered new tserver with Master: 5ab53537fffb420eb4068fb2e0810298 (127.30.152.193:46285)
21:10:07.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:07.797986 31601 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.30.152.193:47345
21:10:07.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:07.804587 31903 heartbeater.cc:344] Connected to a master server at 127.30.152.253:46569
21:10:07.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:07.805039 31903 heartbeater.cc:461] Registering TS with master...
21:10:07.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:07.806108 31903 heartbeater.cc:507] Master 127.30.152.253:46569 requested a full tablet report, sending...
21:10:07.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:07.809864 31457 ts_manager.cc:194] Registered new tserver with Master: 5ab53537fffb420eb4068fb2e0810298 (127.30.152.193:46285)
21:10:07.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:07.828706 31907 heartbeater.cc:344] Connected to a master server at 127.30.152.254:37399
21:10:07.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:07.829142 31907 heartbeater.cc:461] Registering TS with master...
21:10:07.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:07.829865 31907 heartbeater.cc:507] Master 127.30.152.254:37399 requested a full tablet report, sending...
21:10:07.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:07.833837 31377 ts_manager.cc:194] Registered new tserver with Master: 5ab53537fffb420eb4068fb2e0810298 (127.30.152.193:46285)
21:10:07.834 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d6a71f5cf5f060cfaa5d5fa24434f7a3 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d6a71f5cf5f060cfaa5d5fa24434f7a3 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:07.845 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:07.861 [DEBUG - pool-426-thread-1] (Connection.java:748) [peer master-127.28.61.190:36375(127.28.61.190:36375)] connecting to peer
21:10:07.861 [DEBUG - pool-426-thread-1] (Connection.java:748) [peer master-127.28.61.189:39213(127.28.61.189:39213)] connecting to peer
21:10:07.861 [DEBUG - pool-426-thread-1] (Connection.java:748) [peer master-127.28.61.188:41979(127.28.61.188:41979)] connecting to peer
21:10:07.862 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:07.862 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.28.61.188:41979(127.28.61.188:41979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:07.862 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:07.862 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.188:41979: Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:07.862 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.28.61.189:39213(127.28.61.189:39213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:07.862 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.189:39213: Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:07.862 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:07.862 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.28.61.190:36375(127.28.61.190:36375)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:07.862 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.190:36375: Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:07.862 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.28.61.190:36375,127.28.61.189:39213,127.28.61.188:41979; will retry
21:10:07.976 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:08.002 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.28.61.190:36375(127.28.61.190:36375)] connecting to peer
21:10:08.002 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.28.61.189:39213(127.28.61.189:39213)] connecting to peer
21:10:08.003 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.28.61.188:41979(127.28.61.188:41979)] connecting to peer
21:10:08.003 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:08.003 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.28.61.190:36375(127.28.61.190:36375)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:08.003 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.190:36375: Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:08.003 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:08.003 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.61.188:41979(127.28.61.188:41979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:08.003 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.188:41979: Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:08.003 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:08.003 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.61.189:39213(127.28.61.189:39213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:08.003 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.189:39213: Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:08.003 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.61.190:36375,127.28.61.189:39213,127.28.61.188:41979; will retry
21:10:08.030 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:10:08.030 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:10:08.030 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:10:08.031 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:10:08.031 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:10:08.031 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:10:08.032 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:08.032 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:08.032 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:08.032 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:08.032 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:08.032 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:08.032 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:10:08.058 [DEBUG - pool-404-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:10:08.058 [DEBUG - pool-404-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:10:08.058 [DEBUG - pool-404-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:10:08.059 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:10:08.059 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:10:08.059 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:10:08.059 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:10:08.059 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:10:08.059 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:10:08.059 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:10:08.061 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:10:08.061 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:10:08.061 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:10:08.174 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.28.61.190:36375(127.28.61.190:36375)] connecting to peer
21:10:08.174 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.28.61.189:39213(127.28.61.189:39213)] connecting to peer
21:10:08.175 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.28.61.188:41979(127.28.61.188:41979)] connecting to peer
21:10:08.175 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:08.175 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.28.61.190:36375(127.28.61.190:36375)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:08.175 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:08.175 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.28.61.188:41979(127.28.61.188:41979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:08.175 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.190:36375: Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:08.175 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.188:41979: Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:08.175 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:08.175 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.28.61.189:39213(127.28.61.189:39213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:08.175 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.189:39213: Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:08.176 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.28.61.190:36375,127.28.61.189:39213,127.28.61.188:41979; will retry
21:10:08.207 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:08.213 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2841dd5f383bae9a8f297e74525dcca1 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 2841dd5f383bae9a8f297e74525dcca1 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:08.220 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:10:08.220 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:10:08.220 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:10:08.220 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:10:08.220 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:10:08.220 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:10:08.220 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:10:08.220 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:10:08.220 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:10:08.221 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:10:08.221 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:10:08.221 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:10:08.221 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:10:08.269 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:08.291 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:10:08.291 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:10:08.292 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:10:08.292 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:08.292 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:08.292 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:08.293 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:08.293 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:08.293 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:08.293 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:08.293 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:08.293 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:08.293 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:10:08.335 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d6a71f5cf5f060cfaa5d5fa24434f7a3 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d6a71f5cf5f060cfaa5d5fa24434f7a3 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:08.343 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.28.61.190:36375(127.28.61.190:36375)] connecting to peer
21:10:08.343 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.28.61.189:39213(127.28.61.189:39213)] connecting to peer
21:10:08.343 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.28.61.188:41979(127.28.61.188:41979)] connecting to peer
21:10:08.344 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:08.344 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:08.344 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.28.61.190:36375(127.28.61.190:36375)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:08.344 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.28.61.189:39213(127.28.61.189:39213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:08.344 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.190:36375: Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:08.344 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:08.344 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.28.61.188:41979(127.28.61.188:41979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:08.344 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.188:41979: Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:08.347 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:08.344 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.189:39213: Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:08.347 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.28.61.190:36375,127.28.61.189:39213,127.28.61.188:41979; will retry
21:10:08.351 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:10:08.351 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:10:08.351 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:10:08.352 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:08.352 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:08.352 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:08.352 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:08.352 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:08.352 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:08.353 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:08.353 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:08.353 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:08.353 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:10:08.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:10:08.353139 31906 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
21:10:08.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:10:08.353749 31906 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:10:08.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:10:08.354341 31906 flags.cc:432] Enabled unsafe flag: --never_fsync=true
21:10:08.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:10:08.401585 31906 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
21:10:08.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:10:08.402503 31906 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.30.152.194
21:10:08.454 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.28.61.190:36375(127.28.61.190:36375)] connecting to peer
21:10:08.455 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.28.61.189:39213(127.28.61.189:39213)] connecting to peer
21:10:08.455 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.28.61.188:41979(127.28.61.188:41979)] connecting to peer
21:10:08.455 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:08.455 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.61.190:36375(127.28.61.190:36375)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:08.455 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.190:36375: Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:08.455 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:08.455 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.28.61.188:41979(127.28.61.188:41979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:08.455 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.188:41979: Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:08.456 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:08.456 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.61.189:39213(127.28.61.189:39213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:08.456 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.189:39213: Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:08.456 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.28.61.190:36375,127.28.61.189:39213,127.28.61.188:41979; will retry
21:10:08.469 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.28.61.190:36375(127.28.61.190:36375)] connecting to peer
21:10:08.469 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.28.61.189:39213(127.28.61.189:39213)] connecting to peer
21:10:08.469 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.28.61.188:41979(127.28.61.188:41979)] connecting to peer
21:10:08.469 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:08.469 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.28.61.190:36375(127.28.61.190:36375)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:08.469 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.190:36375: Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:08.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:08.469439 31906 tablet_server_runner.cc:78] Tablet server non-default flags:
21:10:08.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:10:08.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.152.212:45317
21:10:08.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:10:08.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:10:08.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3598840801429548256/ts-1/data
21:10:08.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3598840801429548256/ts-1/wal
21:10:08.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:10:08.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:10:08.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.152.194:0
21:10:08.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:10:08.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:10:08.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:10:08.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3598840801429548256/ts-1/data/info.pb
21:10:08.470 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:08.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.152.194
21:10:08.470 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.61.189:39213(127.28.61.189:39213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:08.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:10:08.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.30.152.254:37399,127.30.152.253:46569,127.30.152.252:38897
21:10:08.470 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.189:39213: Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:08.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:10:08.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:10:08.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:10:08.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:10:08.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:10:08.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.30.152.194
21:10:08.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3598840801429548256/ts-1/logs
21:10:08.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:10:08.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:10:08.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
21:10:08.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
21:10:08.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
21:10:08.470 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:08.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 6bec869c2320d19f2589b3f609f76e5041a21d27
21:10:08.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:10:08.470 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.61.188:41979(127.28.61.188:41979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:08.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 20:43:55 UTC on e7f111948823
21:10:08.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16878
21:10:08.470 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.188:41979: Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:08.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:10:08.470 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.28.61.190:36375,127.28.61.189:39213,127.28.61.188:41979; will retry
21:10:08.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:08.471359 31906 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:10:08.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:08.473672 31906 file_cache.cc:492] Constructed file cache file cache with capacity 419430
21:10:08.476 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:08.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:10:08.501030 31918 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:10:08.550 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:10:08.550 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:10:08.550 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:10:08.551 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:08.551 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:08.552 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:08.552 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:08.552 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:08.552 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:08.553 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:08.553 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:08.553 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:08.553 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:10:08.569 [DEBUG - pool-405-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:10:08.569 [DEBUG - pool-405-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:10:08.569 [DEBUG - pool-405-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:10:08.569 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:10:08.569 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:10:08.570 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:10:08.570 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:10:08.570 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:10:08.570 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:10:08.570 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:10:08.570 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:10:08.570 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:10:08.570 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:10:08.689 [DEBUG - pool-405-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:10:08.689 [DEBUG - pool-405-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:10:08.689 [DEBUG - pool-405-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:10:08.690 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:10:08.690 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:10:08.690 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:10:08.690 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:10:08.690 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:10:08.690 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:10:08.690 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:10:08.690 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:10:08.690 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:10:08.690 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:10:08.708 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 50520737ebe38e2625b3d1dfb8799f70 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 50520737ebe38e2625b3d1dfb8799f70 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:08.713 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2841dd5f383bae9a8f297e74525dcca1 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 2841dd5f383bae9a8f297e74525dcca1 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:08.768 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:08.769 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:10:08.770 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:10:08.770 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:10:08.770 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:10:08.770 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:10:08.771 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:10:08.771 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:08.771 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:08.771 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:08.771 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:08.772 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:08.772 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:08.772 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:10:08.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:08.811098 31902 heartbeater.cc:499] Master 127.30.152.252:38897 was elected leader, sending a full tablet report...
21:10:08.835 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d6a71f5cf5f060cfaa5d5fa24434f7a3 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d6a71f5cf5f060cfaa5d5fa24434f7a3 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:08.844 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:08.958 [DEBUG - pool-404-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:10:08.959 [DEBUG - pool-404-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:10:08.959 [DEBUG - pool-404-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:10:08.959 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:10:08.959 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:10:08.960 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:10:08.960 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:10:08.960 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:10:08.960 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:10:08.960 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:10:08.960 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:10:08.960 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:10:08.960 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:10:08.961 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=22, TimeoutTracker(timeout=30000, elapsed=28743), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [2ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [4ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [4ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [5ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [22ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [23ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [25ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [26ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [43ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [44ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [45ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [45ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [62ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [62ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [63ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [63ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [82ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [82ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [82ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [83ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [122ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [122ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [122ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [123ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [162ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [162ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [162ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [162ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [182ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [183ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [183ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [183ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [184ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [243ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [243ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [244ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [244ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [382ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [382ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [383ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [383ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [880ms] refreshing cache from master, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [882ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [882ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [883ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [883ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [2461ms] refreshing cache from master, [2461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [2461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [2462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [2462ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [2463ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [2463ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [2463ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [4381ms] refreshing cache from master, [4381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [4381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [4381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [4382ms] too many traces: truncated at 100 traces, deferred=Deferred@397590527(state=PENDING, result=null, callback=(continuation of Deferred@1033812811 after retry RPC after error@535526044) -> (continuation of Deferred@426428205 after retry RPC after error@463851192) -> (continuation of Deferred@1403615844 after retry RPC after error@391300375) -> (continuation of Deferred@1481522047 after retry RPC after error@1831595712) -> (continuation of Deferred@1976161115 after retry RPC after error@1949489800) -> (continuation of Deferred@1569624754 after retry RPC after error@1868642861) -> (continuation of Deferred@1409904529 after retry RPC after error@915216642) -> (continuation of Deferred@524224099 after retry RPC after error@2045376507) -> (continuation of Deferred@1719892656 after retry RPC after error@949496427) -> (continuation of Deferred@1609772805 after retry RPC after error@1762872623) -> (continuation of Deferred@347663431 after retry RPC after error@1829390281) -> (continuation of Deferred@734516842 after retry RPC after error@1481542664) -> (continuation of Deferred@197626258 after retry RPC after error@877441836) -> (continuation of Deferred@565008201 after retry RPC after error@229618104) -> (continuation of Deferred@974332550 after retry RPC after error@1796678459) -> (continuation of Deferred@541799951 after retry RPC after error@1343844815) -> (continuation of Deferred@1941798488 after retry RPC after error@568428015) -> (continuation of Deferred@1491285138 after retry RPC after error@1131393352) -> (continuation of Deferred@1538808003 after retry RPC after error@1985700006) -> (continuation of Deferred@937266523 after retry RPC after error@159813401) -> (continuation of Deferred@274837674 after retry RPC after error@1033022544), errback=(continuation of Deferred@1033812811 after retry RPC after error@535526044) -> (continuation of Deferred@426428205 after retry RPC after error@463851192) -> (continuation of Deferred@1403615844 after retry RPC after error@391300375) -> (continuation of Deferred@1481522047 after retry RPC after error@1831595712) -> (continuation of Deferred@1976161115 after retry RPC after error@1949489800) -> (continuation of Deferred@1569624754 after retry RPC after error@1868642861) -> (continuation of Deferred@1409904529 after retry RPC after error@915216642) -> (continuation of Deferred@524224099 after retry RPC after error@2045376507) -> (continuation of Deferred@1719892656 after retry RPC after error@949496427) -> (continuation of Deferred@1609772805 after retry RPC after error@1762872623) -> (continuation of Deferred@347663431 after retry RPC after error@1829390281) -> (continuation of Deferred@734516842 after retry RPC after error@1481542664) -> (continuation of Deferred@197626258 after retry RPC after error@877441836) -> (continuation of Deferred@565008201 after retry RPC after error@229618104) -> (continuation of Deferred@974332550 after retry RPC after error@1796678459) -> (continuation of Deferred@541799951 after retry RPC after error@1343844815) -> (continuation of Deferred@1941798488 after retry RPC after error@568428015) -> (continuation of Deferred@1491285138 after retry RPC after error@1131393352) -> (continuation of Deferred@1538808003 after retry RPC after error@1985700006) -> (continuation of Deferred@937266523 after retry RPC after error@159813401) -> (continuation of Deferred@274837674 after retry RPC after error@1033022544)))
21:10:08.962 [DEBUG - pool-426-thread-1] (Connection.java:748) [peer master-127.28.61.190:36375(127.28.61.190:36375)] connecting to peer
21:10:08.962 [DEBUG - pool-426-thread-1] (Connection.java:748) [peer master-127.28.61.189:39213(127.28.61.189:39213)] connecting to peer
21:10:08.963 [DEBUG - pool-426-thread-1] (Connection.java:748) [peer master-127.28.61.188:41979(127.28.61.188:41979)] connecting to peer
21:10:08.963 [INFO - Source: KuduSource -> Sink: Writer (1/4)#8] (SourceReaderBase.java:338) Closing Source Reader.
21:10:08.963 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:08.963 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.61.190:36375(127.28.61.190:36375)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:08.963 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.190:36375: Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:08.963 [WARN - Source: KuduSource -> Sink: Writer (1/4)#8] (Task.java:1117) Source: KuduSource -> Sink: Writer (1/4)#8 (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_0_8) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=22, TimeoutTracker(timeout=30000, elapsed=28743), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [2ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [4ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [4ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [5ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [22ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [23ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [25ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [26ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [43ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [44ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [45ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [45ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [62ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [62ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [63ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [63ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [82ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [82ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [82ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [83ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [122ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [122ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [122ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [123ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [162ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [162ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [162ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [162ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [182ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [183ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [183ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [183ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [184ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [243ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [243ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [244ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [244ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [382ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [382ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [383ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [383ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [880ms] refreshing cache from master, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [882ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [882ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [883ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [883ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [2461ms] refreshing cache from master, [2461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [2461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [2462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [2462ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [2463ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [2463ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [2463ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [4381ms] refreshing cache from master, [4381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [4381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [4381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [4382ms] too many traces: truncated at 100 traces, deferred=Deferred@397590527(state=PENDING, result=null, callback=(continuation of Deferred@1033812811 after retry RPC after error@535526044) -> (continuation of Deferred@426428205 after retry RPC after error@463851192) -> (continuation of Deferred@1403615844 after retry RPC after error@391300375) -> (continuation of Deferred@1481522047 after retry RPC after error@1831595712) -> (continuation of Deferred@1976161115 after retry RPC after error@1949489800) -> (continuation of Deferred@1569624754 after retry RPC after error@1868642861) -> (continuation of Deferred@1409904529 after retry RPC after error@915216642) -> (continuation of Deferred@524224099 after retry RPC after error@2045376507) -> (continuation of Deferred@1719892656 after retry RPC after error@949496427) -> (continuation of Deferred@1609772805 after retry RPC after error@1762872623) -> (continuation of Deferred@347663431 after retry RPC after error@1829390281) -> (continuation of Deferred@734516842 after retry RPC after error@1481542664) -> (continuation of Deferred@197626258 after retry RPC after error@877441836) -> (continuation of Deferred@565008201 after retry RPC after error@229618104) -> (continuation of Deferred@974332550 after retry RPC after error@1796678459) -> (continuation of Deferred@541799951 after retry RPC after error@1343844815) -> (continuation of Deferred@1941798488 after retry RPC after error@568428015) -> (continuation of Deferred@1491285138 after retry RPC after error@1131393352) -> (continuation of Deferred@1538808003 after retry RPC after error@1985700006) -> (continuation of Deferred@937266523 after retry RPC after error@159813401) -> (continuation of Deferred@274837674 after retry RPC after error@1033022544), errback=(continuation of Deferred@1033812811 after retry RPC after error@535526044) -> (continuation of Deferred@426428205 after retry RPC after error@463851192) -> (continuation of Deferred@1403615844 after retry RPC after error@391300375) -> (continuation of Deferred@1481522047 after retry RPC after error@1831595712) -> (continuation of Deferred@1976161115 after retry RPC after error@1949489800) -> (continuation of Deferred@1569624754 after retry RPC after error@1868642861) -> (continuation of Deferred@1409904529 after retry RPC after error@915216642) -> (continuation of Deferred@524224099 after retry RPC after error@2045376507) -> (continuation of Deferred@1719892656 after retry RPC after error@949496427) -> (continuation of Deferred@1609772805 after retry RPC after error@1762872623) -> (continuation of Deferred@347663431 after retry RPC after error@1829390281) -> (continuation of Deferred@734516842 after retry RPC after error@1481542664) -> (continuation of Deferred@197626258 after retry RPC after error@877441836) -> (continuation of Deferred@565008201 after retry RPC after error@229618104) -> (continuation of Deferred@974332550 after retry RPC after error@1796678459) -> (continuation of Deferred@541799951 after retry RPC after error@1343844815) -> (continuation of Deferred@1941798488 after retry RPC after error@568428015) -> (continuation of Deferred@1491285138 after retry RPC after error@1131393352) -> (continuation of Deferred@1538808003 after retry RPC after error@1985700006) -> (continuation of Deferred@937266523 after retry RPC after error@159813401) -> (continuation of Deferred@274837674 after retry RPC after error@1033022544)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.18.92.188:36207
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:10:08.963 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:08.963 [INFO - Source: KuduSource -> Sink: Writer (1/4)#8] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#8 (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_0_8).
21:10:08.963 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.61.189:39213(127.28.61.189:39213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:08.963 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.189:39213: Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:08.964 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:08.964 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.28.61.188:41979(127.28.61.188:41979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:08.964 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.188:41979: Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:08.964 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.28.61.190:36375,127.28.61.189:39213,127.28.61.188:41979; will retry
21:10:08.966 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#8 75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_0_8.
21:10:08.968 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1449) Source: KuduSource -> Sink: Writer (1/4) (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_0_8) switched from INITIALIZING to FAILED on d3190376-62a7-4418-84bf-bee23066b9ee @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=22, TimeoutTracker(timeout=30000, elapsed=28743), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [2ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [4ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [4ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [5ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [22ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [23ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [25ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [26ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [43ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [44ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [45ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [45ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [62ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [62ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [63ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [63ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [82ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [82ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [82ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [83ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [122ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [122ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [122ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [123ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [162ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [162ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [162ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [162ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [182ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [183ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [183ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [183ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [184ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [243ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [243ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [244ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [244ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [382ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [382ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [383ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [383ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [880ms] refreshing cache from master, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [882ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [882ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [883ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [883ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [2461ms] refreshing cache from master, [2461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [2461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [2462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [2462ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [2463ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [2463ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [2463ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [4381ms] refreshing cache from master, [4381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [4381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [4381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [4382ms] too many traces: truncated at 100 traces, deferred=Deferred@397590527(state=PENDING, result=null, callback=(continuation of Deferred@1033812811 after retry RPC after error@535526044) -> (continuation of Deferred@426428205 after retry RPC after error@463851192) -> (continuation of Deferred@1403615844 after retry RPC after error@391300375) -> (continuation of Deferred@1481522047 after retry RPC after error@1831595712) -> (continuation of Deferred@1976161115 after retry RPC after error@1949489800) -> (continuation of Deferred@1569624754 after retry RPC after error@1868642861) -> (continuation of Deferred@1409904529 after retry RPC after error@915216642) -> (continuation of Deferred@524224099 after retry RPC after error@2045376507) -> (continuation of Deferred@1719892656 after retry RPC after error@949496427) -> (continuation of Deferred@1609772805 after retry RPC after error@1762872623) -> (continuation of Deferred@347663431 after retry RPC after error@1829390281) -> (continuation of Deferred@734516842 after retry RPC after error@1481542664) -> (continuation of Deferred@197626258 after retry RPC after error@877441836) -> (continuation of Deferred@565008201 after retry RPC after error@229618104) -> (continuation of Deferred@974332550 after retry RPC after error@1796678459) -> (continuation of Deferred@541799951 after retry RPC after error@1343844815) -> (continuation of Deferred@1941798488 after retry RPC after error@568428015) -> (continuation of Deferred@1491285138 after retry RPC after error@1131393352) -> (continuation of Deferred@1538808003 after retry RPC after error@1985700006) -> (continuation of Deferred@937266523 after retry RPC after error@159813401) -> (continuation of Deferred@274837674 after retry RPC after error@1033022544), errback=(continuation of Deferred@1033812811 after retry RPC after error@535526044) -> (continuation of Deferred@426428205 after retry RPC after error@463851192) -> (continuation of Deferred@1403615844 after retry RPC after error@391300375) -> (continuation of Deferred@1481522047 after retry RPC after error@1831595712) -> (continuation of Deferred@1976161115 after retry RPC after error@1949489800) -> (continuation of Deferred@1569624754 after retry RPC after error@1868642861) -> (continuation of Deferred@1409904529 after retry RPC after error@915216642) -> (continuation of Deferred@524224099 after retry RPC after error@2045376507) -> (continuation of Deferred@1719892656 after retry RPC after error@949496427) -> (continuation of Deferred@1609772805 after retry RPC after error@1762872623) -> (continuation of Deferred@347663431 after retry RPC after error@1829390281) -> (continuation of Deferred@734516842 after retry RPC after error@1481542664) -> (continuation of Deferred@197626258 after retry RPC after error@877441836) -> (continuation of Deferred@565008201 after retry RPC after error@229618104) -> (continuation of Deferred@974332550 after retry RPC after error@1796678459) -> (continuation of Deferred@541799951 after retry RPC after error@1343844815) -> (continuation of Deferred@1941798488 after retry RPC after error@568428015) -> (continuation of Deferred@1491285138 after retry RPC after error@1131393352) -> (continuation of Deferred@1538808003 after retry RPC after error@1985700006) -> (continuation of Deferred@937266523 after retry RPC after error@159813401) -> (continuation of Deferred@274837674 after retry RPC after error@1033022544)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.18.92.188:36207
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:10:08.969 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:324) Received resource requirements from job 50520737ebe38e2625b3d1dfb8799f70: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
21:10:08.971 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#8) of source Source: KuduSource.
21:10:08.974 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_0_8.
21:10:08.974 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (50520737ebe38e2625b3d1dfb8799f70) switched from state RUNNING to RESTARTING.
21:10:08.976 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:09.214 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2841dd5f383bae9a8f297e74525dcca1 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 2841dd5f383bae9a8f297e74525dcca1 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:09.228 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.28.61.190:36375(127.28.61.190:36375)] connecting to peer
21:10:09.229 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.28.61.189:39213(127.28.61.189:39213)] connecting to peer
21:10:09.229 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.28.61.188:41979(127.28.61.188:41979)] connecting to peer
21:10:09.229 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:09.229 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.28.61.190:36375(127.28.61.190:36375)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:09.230 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.190:36375: Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:09.230 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:09.230 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.28.61.189:39213(127.28.61.189:39213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:09.230 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.189:39213: Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:09.230 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:09.230 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.28.61.188:41979(127.28.61.188:41979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:09.230 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.188:41979: Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:09.231 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.28.61.190:36375,127.28.61.189:39213,127.28.61.188:41979; will retry
21:10:09.249 [DEBUG - pool-405-thread-1] (Connection.java:748) [peer master-127.18.92.190:40017(127.18.92.190:40017)] connecting to peer
21:10:09.249 [DEBUG - pool-405-thread-1] (Connection.java:748) [peer master-127.18.92.189:41897(127.18.92.189:41897)] connecting to peer
21:10:09.250 [DEBUG - pool-405-thread-1] (Connection.java:748) [peer master-127.18.92.188:36207(127.18.92.188:36207)] connecting to peer
21:10:09.250 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:10:09.250 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.92.190:40017(127.18.92.190:40017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:10:09.250 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.190:40017: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017
21:10:09.251 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:10:09.251 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.92.188:36207(127.18.92.188:36207)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:10:09.251 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.188:36207: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207
21:10:09.251 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:10:09.252 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.92.189:41897(127.18.92.189:41897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:10:09.252 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.92.189:41897: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
21:10:09.252 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207; will retry
21:10:09.253 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=29044), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [9ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [10ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [11ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [11ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [12ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [12ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [23ms] refreshing cache from master, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [25ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [25ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [26ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [26ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [43ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [44ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [44ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [44ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [62ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [63ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [63ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [64ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [82ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [83ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [83ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [84ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [102ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [102ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [102ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [103ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [142ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [142ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [142ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [143ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [261ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [262ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [262ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [263ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [320ms] refreshing cache from master, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [321ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [321ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [322ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [322ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [501ms] refreshing cache from master, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [502ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [502ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [503ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [503ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [503ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [640ms] refreshing cache from master, [640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [641ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [642ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [642ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [642ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [2561ms] refreshing cache from master, [2561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [2561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [2561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [2563ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [2563ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [2564ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [2564ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [5621ms] refreshing cache from master, [5621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [5622ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [5622ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [5622ms] too many traces: truncated at 100 traces, deferred=Deferred@374184288(state=PENDING, result=null, callback=(continuation of Deferred@543833350 after retry RPC after error@691231651) -> (continuation of Deferred@2125762763 after retry RPC after error@80253156) -> (continuation of Deferred@1975197558 after retry RPC after error@1189522465) -> (continuation of Deferred@479092478 after retry RPC after error@1551999547) -> (continuation of Deferred@1911309938 after retry RPC after error@35154890) -> (continuation of Deferred@1812970713 after retry RPC after error@1036933913) -> (continuation of Deferred@771904772 after retry RPC after error@1870998837) -> (continuation of Deferred@2122165608 after retry RPC after error@824457005) -> (continuation of Deferred@229834360 after retry RPC after error@1268287102) -> (continuation of Deferred@1486713992 after retry RPC after error@1217445353) -> (continuation of Deferred@1389091773 after retry RPC after error@1575951596) -> (continuation of Deferred@1852119789 after retry RPC after error@592940349) -> (continuation of Deferred@802012377 after retry RPC after error@182504880) -> (continuation of Deferred@1284770931 after retry RPC after error@1404391097) -> (continuation of Deferred@299633506 after retry RPC after error@492689828) -> (continuation of Deferred@1908845032 after retry RPC after error@142602735) -> (continuation of Deferred@2039053465 after retry RPC after error@174721781) -> (continuation of Deferred@1311210425 after retry RPC after error@966789915) -> (continuation of Deferred@192926978 after retry RPC after error@1368939322) -> (continuation of Deferred@605493251 after retry RPC after error@500578121) -> (continuation of Deferred@1752442420 after retry RPC after error@2074534283) -> (continuation of Deferred@1743596028 after retry RPC after error@1261254199) -> (continuation of Deferred@44166368 after retry RPC after error@1321729926) -> (continuation of Deferred@1080790379 after retry RPC after error@1649772511) -> (continuation of Deferred@1872667033 after retry RPC after error@508844067) -> (continuation of Deferred@46702167 after retry RPC after error@1282247342), errback=(continuation of Deferred@543833350 after retry RPC after error@691231651) -> (continuation of Deferred@2125762763 after retry RPC after error@80253156) -> (continuation of Deferred@1975197558 after retry RPC after error@1189522465) -> (continuation of Deferred@479092478 after retry RPC after error@1551999547) -> (continuation of Deferred@1911309938 after retry RPC after error@35154890) -> (continuation of Deferred@1812970713 after retry RPC after error@1036933913) -> (continuation of Deferred@771904772 after retry RPC after error@1870998837) -> (continuation of Deferred@2122165608 after retry RPC after error@824457005) -> (continuation of Deferred@229834360 after retry RPC after error@1268287102) -> (continuation of Deferred@1486713992 after retry RPC after error@1217445353) -> (continuation of Deferred@1389091773 after retry RPC after error@1575951596) -> (continuation of Deferred@1852119789 after retry RPC after error@592940349) -> (continuation of Deferred@802012377 after retry RPC after error@182504880) -> (continuation of Deferred@1284770931 after retry RPC after error@1404391097) -> (continuation of Deferred@299633506 after retry RPC after error@492689828) -> (continuation of Deferred@1908845032 after retry RPC after error@142602735) -> (continuation of Deferred@2039053465 after retry RPC after error@174721781) -> (continuation of Deferred@1311210425 after retry RPC after error@966789915) -> (continuation of Deferred@192926978 after retry RPC after error@1368939322) -> (continuation of Deferred@605493251 after retry RPC after error@500578121) -> (continuation of Deferred@1752442420 after retry RPC after error@2074534283) -> (continuation of Deferred@1743596028 after retry RPC after error@1261254199) -> (continuation of Deferred@44166368 after retry RPC after error@1321729926) -> (continuation of Deferred@1080790379 after retry RPC after error@1649772511) -> (continuation of Deferred@1872667033 after retry RPC after error@508844067) -> (continuation of Deferred@46702167 after retry RPC after error@1282247342)))
21:10:09.254 [INFO - Source: KuduSource -> Sink: Writer (3/4)#8] (SourceReaderBase.java:338) Closing Source Reader.
21:10:09.254 [WARN - Source: KuduSource -> Sink: Writer (3/4)#8] (Task.java:1117) Source: KuduSource -> Sink: Writer (3/4)#8 (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_2_8) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=29044), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [9ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [10ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [11ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [11ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [12ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [12ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [23ms] refreshing cache from master, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [25ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [25ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [26ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [26ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [43ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [44ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [44ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [44ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [62ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [63ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [63ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [64ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [82ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [83ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [83ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [84ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [102ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [102ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [102ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [103ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [142ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [142ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [142ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [143ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [261ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [262ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [262ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [263ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [320ms] refreshing cache from master, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [321ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [321ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [322ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [322ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [501ms] refreshing cache from master, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [502ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [502ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [503ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [503ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [503ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [640ms] refreshing cache from master, [640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [641ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [642ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [642ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [642ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [2561ms] refreshing cache from master, [2561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [2561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [2561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [2563ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [2563ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [2564ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [2564ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [5621ms] refreshing cache from master, [5621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [5622ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [5622ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [5622ms] too many traces: truncated at 100 traces, deferred=Deferred@374184288(state=PENDING, result=null, callback=(continuation of Deferred@543833350 after retry RPC after error@691231651) -> (continuation of Deferred@2125762763 after retry RPC after error@80253156) -> (continuation of Deferred@1975197558 after retry RPC after error@1189522465) -> (continuation of Deferred@479092478 after retry RPC after error@1551999547) -> (continuation of Deferred@1911309938 after retry RPC after error@35154890) -> (continuation of Deferred@1812970713 after retry RPC after error@1036933913) -> (continuation of Deferred@771904772 after retry RPC after error@1870998837) -> (continuation of Deferred@2122165608 after retry RPC after error@824457005) -> (continuation of Deferred@229834360 after retry RPC after error@1268287102) -> (continuation of Deferred@1486713992 after retry RPC after error@1217445353) -> (continuation of Deferred@1389091773 after retry RPC after error@1575951596) -> (continuation of Deferred@1852119789 after retry RPC after error@592940349) -> (continuation of Deferred@802012377 after retry RPC after error@182504880) -> (continuation of Deferred@1284770931 after retry RPC after error@1404391097) -> (continuation of Deferred@299633506 after retry RPC after error@492689828) -> (continuation of Deferred@1908845032 after retry RPC after error@142602735) -> (continuation of Deferred@2039053465 after retry RPC after error@174721781) -> (continuation of Deferred@1311210425 after retry RPC after error@966789915) -> (continuation of Deferred@192926978 after retry RPC after error@1368939322) -> (continuation of Deferred@605493251 after retry RPC after error@500578121) -> (continuation of Deferred@1752442420 after retry RPC after error@2074534283) -> (continuation of Deferred@1743596028 after retry RPC after error@1261254199) -> (continuation of Deferred@44166368 after retry RPC after error@1321729926) -> (continuation of Deferred@1080790379 after retry RPC after error@1649772511) -> (continuation of Deferred@1872667033 after retry RPC after error@508844067) -> (continuation of Deferred@46702167 after retry RPC after error@1282247342), errback=(continuation of Deferred@543833350 after retry RPC after error@691231651) -> (continuation of Deferred@2125762763 after retry RPC after error@80253156) -> (continuation of Deferred@1975197558 after retry RPC after error@1189522465) -> (continuation of Deferred@479092478 after retry RPC after error@1551999547) -> (continuation of Deferred@1911309938 after retry RPC after error@35154890) -> (continuation of Deferred@1812970713 after retry RPC after error@1036933913) -> (continuation of Deferred@771904772 after retry RPC after error@1870998837) -> (continuation of Deferred@2122165608 after retry RPC after error@824457005) -> (continuation of Deferred@229834360 after retry RPC after error@1268287102) -> (continuation of Deferred@1486713992 after retry RPC after error@1217445353) -> (continuation of Deferred@1389091773 after retry RPC after error@1575951596) -> (continuation of Deferred@1852119789 after retry RPC after error@592940349) -> (continuation of Deferred@802012377 after retry RPC after error@182504880) -> (continuation of Deferred@1284770931 after retry RPC after error@1404391097) -> (continuation of Deferred@299633506 after retry RPC after error@492689828) -> (continuation of Deferred@1908845032 after retry RPC after error@142602735) -> (continuation of Deferred@2039053465 after retry RPC after error@174721781) -> (continuation of Deferred@1311210425 after retry RPC after error@966789915) -> (continuation of Deferred@192926978 after retry RPC after error@1368939322) -> (continuation of Deferred@605493251 after retry RPC after error@500578121) -> (continuation of Deferred@1752442420 after retry RPC after error@2074534283) -> (continuation of Deferred@1743596028 after retry RPC after error@1261254199) -> (continuation of Deferred@44166368 after retry RPC after error@1321729926) -> (continuation of Deferred@1080790379 after retry RPC after error@1649772511) -> (continuation of Deferred@1872667033 after retry RPC after error@508844067) -> (continuation of Deferred@46702167 after retry RPC after error@1282247342)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.18.92.189:41897
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:10:09.255 [INFO - Source: KuduSource -> Sink: Writer (3/4)#8] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#8 (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_2_8).
21:10:09.257 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#8 75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_2_8.
21:10:09.265 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1449) Source: KuduSource -> Sink: Writer (3/4) (75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_2_8) switched from INITIALIZING to FAILED on d3190376-62a7-4418-84bf-bee23066b9ee @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=29044), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [9ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [10ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [11ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [11ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [12ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [12ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [23ms] refreshing cache from master, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [25ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [25ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [26ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [26ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [43ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [44ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [44ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [44ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [62ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [63ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [63ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [64ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [82ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [83ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [83ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [84ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [102ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [102ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [102ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [103ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [142ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [142ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [142ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [143ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [261ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [262ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [262ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [263ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [320ms] refreshing cache from master, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [321ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [321ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [322ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [322ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [501ms] refreshing cache from master, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [502ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [502ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [503ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [503ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [503ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [640ms] refreshing cache from master, [640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [641ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [642ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [642ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [642ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [2561ms] refreshing cache from master, [2561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [2561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [2561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [2563ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.190:40017: Network error: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017, [2563ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.189:41897: Network error: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897, [2564ms] Sub RPC ConnectToMaster: received response from server master-127.18.92.188:36207: Network error: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [2564ms] delaying RPC due to: Service unavailable: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207, [5621ms] refreshing cache from master, [5621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.190:40017, [5622ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.189:41897, [5622ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.92.188:36207, [5622ms] too many traces: truncated at 100 traces, deferred=Deferred@374184288(state=PENDING, result=null, callback=(continuation of Deferred@543833350 after retry RPC after error@691231651) -> (continuation of Deferred@2125762763 after retry RPC after error@80253156) -> (continuation of Deferred@1975197558 after retry RPC after error@1189522465) -> (continuation of Deferred@479092478 after retry RPC after error@1551999547) -> (continuation of Deferred@1911309938 after retry RPC after error@35154890) -> (continuation of Deferred@1812970713 after retry RPC after error@1036933913) -> (continuation of Deferred@771904772 after retry RPC after error@1870998837) -> (continuation of Deferred@2122165608 after retry RPC after error@824457005) -> (continuation of Deferred@229834360 after retry RPC after error@1268287102) -> (continuation of Deferred@1486713992 after retry RPC after error@1217445353) -> (continuation of Deferred@1389091773 after retry RPC after error@1575951596) -> (continuation of Deferred@1852119789 after retry RPC after error@592940349) -> (continuation of Deferred@802012377 after retry RPC after error@182504880) -> (continuation of Deferred@1284770931 after retry RPC after error@1404391097) -> (continuation of Deferred@299633506 after retry RPC after error@492689828) -> (continuation of Deferred@1908845032 after retry RPC after error@142602735) -> (continuation of Deferred@2039053465 after retry RPC after error@174721781) -> (continuation of Deferred@1311210425 after retry RPC after error@966789915) -> (continuation of Deferred@192926978 after retry RPC after error@1368939322) -> (continuation of Deferred@605493251 after retry RPC after error@500578121) -> (continuation of Deferred@1752442420 after retry RPC after error@2074534283) -> (continuation of Deferred@1743596028 after retry RPC after error@1261254199) -> (continuation of Deferred@44166368 after retry RPC after error@1321729926) -> (continuation of Deferred@1080790379 after retry RPC after error@1649772511) -> (continuation of Deferred@1872667033 after retry RPC after error@508844067) -> (continuation of Deferred@46702167 after retry RPC after error@1282247342), errback=(continuation of Deferred@543833350 after retry RPC after error@691231651) -> (continuation of Deferred@2125762763 after retry RPC after error@80253156) -> (continuation of Deferred@1975197558 after retry RPC after error@1189522465) -> (continuation of Deferred@479092478 after retry RPC after error@1551999547) -> (continuation of Deferred@1911309938 after retry RPC after error@35154890) -> (continuation of Deferred@1812970713 after retry RPC after error@1036933913) -> (continuation of Deferred@771904772 after retry RPC after error@1870998837) -> (continuation of Deferred@2122165608 after retry RPC after error@824457005) -> (continuation of Deferred@229834360 after retry RPC after error@1268287102) -> (continuation of Deferred@1486713992 after retry RPC after error@1217445353) -> (continuation of Deferred@1389091773 after retry RPC after error@1575951596) -> (continuation of Deferred@1852119789 after retry RPC after error@592940349) -> (continuation of Deferred@802012377 after retry RPC after error@182504880) -> (continuation of Deferred@1284770931 after retry RPC after error@1404391097) -> (continuation of Deferred@299633506 after retry RPC after error@492689828) -> (continuation of Deferred@1908845032 after retry RPC after error@142602735) -> (continuation of Deferred@2039053465 after retry RPC after error@174721781) -> (continuation of Deferred@1311210425 after retry RPC after error@966789915) -> (continuation of Deferred@192926978 after retry RPC after error@1368939322) -> (continuation of Deferred@605493251 after retry RPC after error@500578121) -> (continuation of Deferred@1752442420 after retry RPC after error@2074534283) -> (continuation of Deferred@1743596028 after retry RPC after error@1261254199) -> (continuation of Deferred@44166368 after retry RPC after error@1321729926) -> (continuation of Deferred@1080790379 after retry RPC after error@1649772511) -> (continuation of Deferred@1872667033 after retry RPC after error@508844067) -> (continuation of Deferred@46702167 after retry RPC after error@1282247342)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.18.92.190:40017,127.18.92.189:41897,127.18.92.188:36207) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.190:40017(127.18.92.190:40017): Connection refused: /127.18.92.190:40017,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.188:36207(127.18.92.188:36207): Connection refused: /127.18.92.188:36207,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.92.189:41897(127.18.92.189:41897): Connection refused: /127.18.92.189:41897
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.18.92.189:41897
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:10:09.267 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job 50520737ebe38e2625b3d1dfb8799f70: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
21:10:09.268 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:09.271 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#8) of source Source: KuduSource.
21:10:09.271 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 75b2280b6e83c3a99d8d64ba988016e7_cbc357ccb763df2852fee8c4fc7d55f2_2_8.
21:10:09.305 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:10:09.306 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:10:09.306 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:10:09.306 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:10:09.306 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:10:09.307 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:09.307 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:09.307 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:09.307 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:09.307 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:09.307 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:09.308 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:10:09.308 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:10:09.335 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d6a71f5cf5f060cfaa5d5fa24434f7a3 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d6a71f5cf5f060cfaa5d5fa24434f7a3 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:09.344 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:09.452 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:10:09.452 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:10:09.452 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:10:09.453 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:10:09.453 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:10:09.453 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:10:09.454 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:10:09.454 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:10:09.454 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:10:09.454 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:10:09.454 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:10:09.454 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:10:09.454 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:10:09.477 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:09.496 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:10:09.496 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:10:09.496 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:10:09.497 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:09.497 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:09.497 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:09.498 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:09.498 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:09.498 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:09.498 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:09.498 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:09.498 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:09.498 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:10:09.530 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:10:09.530 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:10:09.530 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:10:09.531 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:09.531 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:09.531 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:09.532 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:09.532 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:09.532 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:09.532 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:10:09.532 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:10:09.532 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:10:09.532 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:10:09.658 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:10:09.658 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:10:09.658 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:10:09.659 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:09.659 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:09.659 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:09.660 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:09.660 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:09.660 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:09.660 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:10:09.660 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:10:09.660 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:10:09.660 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:10:09.708 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:10:09.708 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:10:09.708 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:10:09.709 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:10:09.709 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:10:09.709 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:10:09.709 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:10:09.709 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:10:09.709 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:10:09.709 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:10:09.710 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:10:09.710 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:10:09.710 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:10:09.714 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2841dd5f383bae9a8f297e74525dcca1 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 2841dd5f383bae9a8f297e74525dcca1 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:09.769 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:09.836 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d6a71f5cf5f060cfaa5d5fa24434f7a3 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d6a71f5cf5f060cfaa5d5fa24434f7a3 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:09.845 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:09.885 [DEBUG - pool-424-thread-1] (Connection.java:748) [peer master-127.22.50.60:38829(127.22.50.60:38829)] connecting to peer
21:10:09.885 [DEBUG - pool-424-thread-1] (Connection.java:748) [peer master-127.22.50.61:45261(127.22.50.61:45261)] connecting to peer
21:10:09.885 [DEBUG - pool-424-thread-1] (Connection.java:748) [peer master-127.22.50.62:44659(127.22.50.62:44659)] connecting to peer
21:10:09.885 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:10:09.885 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.50.60:38829(127.22.50.60:38829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:10:09.885 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.60:38829: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:10:09.885 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:10:09.886 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.50.61:45261(127.22.50.61:45261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:10:09.886 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.61:45261: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:10:09.886 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:10:09.886 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.50.62:44659(127.22.50.62:44659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:10:09.886 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.62:44659: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:10:09.886 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659; will retry
21:10:09.899 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:10:09.899 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:10:09.899 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:10:09.900 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:09.900 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:09.900 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:09.900 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:09.900 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:09.900 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:09.901 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:09.901 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:09.901 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:09.901 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:10:09.960 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.25.113.61:34911(127.25.113.61:34911)] connecting to peer
21:10:09.960 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.25.113.60:35933(127.25.113.60:35933)] connecting to peer
21:10:09.960 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.25.113.62:35193(127.25.113.62:35193)] connecting to peer
21:10:09.960 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:10:09.961 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.113.60:35933(127.25.113.60:35933)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:10:09.961 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.60:35933: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:10:09.961 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:10:09.960 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:10:09.961 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.113.62:35193(127.25.113.62:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:10:09.961 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.113.61:34911(127.25.113.61:34911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:10:09.961 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.62:35193: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:10:09.961 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.61:34911: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:10:09.961 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193; will retry
21:10:09.976 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:10.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:10:09.897271 31917 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 31906
21:10:10.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:10:08.502575 31919 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:10:10.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:10:10.141799 31906 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 1.641s	user 0.570s	sys 0.907s
21:10:10.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:10:10.142184 31906 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 1.642s	user 0.570s	sys 0.908s
21:10:10.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:10.153374 31906 server_base.cc:1061] running on GCE node
21:10:10.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:10:10.153774 31924 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:10:10.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:10.155591 31906 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:10:10.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:10.158373 31906 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:10:10.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:10.161026 31906 hybrid_clock.cc:648] HybridClock initialized: now 1783545010160960 us; error 66 us; skew 500 ppm
21:10:10.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:10.162318 31906 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:10:10.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:10.170485 31906 webserver.cc:534] Webserver started at http://127.30.152.194:33511/ using document root <none> and password file <none>
21:10:10.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:10.171766 31906 fs_manager.cc:362] Metadata directory not provided
21:10:10.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:10.172024 31906 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:10:10.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:10.172645 31906 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
21:10:10.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:10.178032 31906 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3598840801429548256/ts-1/data/instance:
21:10:10.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "00136d20c37846348e188fbfa19dfd7f"
21:10:10.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:10:10 on dist-test-slave-3sd5"
21:10:10.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:10.179363 31906 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3598840801429548256/ts-1/wal/instance:
21:10:10.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "00136d20c37846348e188fbfa19dfd7f"
21:10:10.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:10:10 on dist-test-slave-3sd5"
21:10:10.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:10.189458 31906 fs_manager.cc:696] Time spent creating directory manager: real 0.009s	user 0.004s	sys 0.004s
21:10:10.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:10.197207 31930 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
21:10:10.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:10.198699 31906 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.002s	sys 0.004s
21:10:10.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:10.199096 31906 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3598840801429548256/ts-1/data,/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3598840801429548256/ts-1/wal
21:10:10.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "00136d20c37846348e188fbfa19dfd7f"
21:10:10.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:10:10 on dist-test-slave-3sd5"
21:10:10.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:10.199537 31906 fs_report.cc:389] FS layout report
21:10:10.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:10:10.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3598840801429548256/ts-1/wal
21:10:10.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3598840801429548256/ts-1/wal
21:10:10.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3598840801429548256/ts-1/data/data
21:10:10.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:10:10.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:10:10.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:10:10.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:10:10.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:10:10.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:10:10.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:10:10.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:10:10.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:10:10.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:10:10.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:10:10.212 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:10:10.212 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:10:10.212 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:10:10.212 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:10:10.212 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:10:10.212 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:10:10.212 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:10:10.212 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:10:10.212 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:10:10.212 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:10:10.212 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:10:10.212 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:10:10.212 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:10:10.214 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2841dd5f383bae9a8f297e74525dcca1 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 2841dd5f383bae9a8f297e74525dcca1 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:10.269 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:10.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:10.273241 31906 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
21:10:10.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:10.275630 31906 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:10:10.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:10.276321 31906 kserver.cc:163] Server-wide thread pool size limit: 3276
21:10:10.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:10.280468 31906 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
21:10:10.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:10.287472 31906 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
21:10:10.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:10.287801 31906 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
21:10:10.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:10.288118 31906 ts_tablet_manager.cc:616] Registered 0 tablets
21:10:10.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:10.288336 31906 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
21:10:10.335 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d6a71f5cf5f060cfaa5d5fa24434f7a3 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d6a71f5cf5f060cfaa5d5fa24434f7a3 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:10.345 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:10.352 [DEBUG - pool-410-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:10:10.353 [DEBUG - pool-410-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:10:10.353 [DEBUG - pool-410-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:10:10.353 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:10:10.353 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:10:10.353 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:10:10.354 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:10.354 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:10.354 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:10.354 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:10.354 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:10.354 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:10.354 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:10:10.428 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:10:10.428 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:10:10.428 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:10:10.428 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:10:10.428 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:10:10.429 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:10:10.429 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:10:10.429 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:10:10.429 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:10:10.429 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:10:10.429 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:10:10.429 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:10:10.429 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:10:10.436 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:10:10.436 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:10:10.436 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:10:10.436 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:10.436 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:10.437 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:10.437 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:10.437 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:10.437 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:10.437 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:10.437 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:10.437 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:10.437 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:10:10.476 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:10.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:10.483557 31906 rpc_server.cc:307] RPC server started. Bound to: 127.30.152.194:35135
21:10:10.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:10.483799 32043 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.30.152.194:35135 every 8 connection(s)
21:10:10.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:10.487352 31906 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3598840801429548256/ts-1/data/info.pb
21:10:10.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:10.494408 31331 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu as pid 31906
21:10:10.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:10.494927 31331 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3598840801429548256/ts-1/wal/instance
21:10:10.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:10.527870 31331 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu
21:10:10.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu
21:10:10.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3598840801429548256/ts-2/wal
21:10:10.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3598840801429548256/ts-2/data
21:10:10.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:10:10.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:10:10.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:10:10.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:10:10.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:10:10.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:10:10.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3598840801429548256/ts-2/logs
21:10:10.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3598840801429548256/ts-2/data/info.pb
21:10:10.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:10:10.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:10:10.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:10:10.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:10:10.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:10:10.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:10:10.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:10:10.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:10:10.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
21:10:10.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:10:10.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.152.195:0
21:10:10.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.30.152.195
21:10:10.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.152.195
21:10:10.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:10:10.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.30.152.254:37399,127.30.152.253:46569,127.30.152.252:38897
21:10:10.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.152.212:45317
21:10:10.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:10:10.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:10:10.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
21:10:10.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:10.584326 32045 heartbeater.cc:344] Connected to a master server at 127.30.152.253:46569
21:10:10.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:10.584923 32045 heartbeater.cc:461] Registering TS with master...
21:10:10.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:10.586441 32045 heartbeater.cc:507] Master 127.30.152.253:46569 requested a full tablet report, sending...
21:10:10.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:10.588940 32044 heartbeater.cc:344] Connected to a master server at 127.30.152.252:38897
21:10:10.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:10.589342 32044 heartbeater.cc:461] Registering TS with master...
21:10:10.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:10.590207 31457 ts_manager.cc:194] Registered new tserver with Master: 00136d20c37846348e188fbfa19dfd7f (127.30.152.194:35135)
21:10:10.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:10.590301 32044 heartbeater.cc:507] Master 127.30.152.252:38897 requested a full tablet report, sending...
21:10:10.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:10.593264 32046 heartbeater.cc:344] Connected to a master server at 127.30.152.254:37399
21:10:10.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:10.593674 32046 heartbeater.cc:461] Registering TS with master...
21:10:10.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:10.593868 31601 ts_manager.cc:194] Registered new tserver with Master: 00136d20c37846348e188fbfa19dfd7f (127.30.152.194:35135)
21:10:10.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:10.594707 32046 heartbeater.cc:507] Master 127.30.152.254:37399 requested a full tablet report, sending...
21:10:10.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:10.596056 31601 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.30.152.194:41771
21:10:10.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:10.601132 31377 ts_manager.cc:194] Registered new tserver with Master: 00136d20c37846348e188fbfa19dfd7f (127.30.152.194:35135)
21:10:10.639 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:10:10.639 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:10:10.639 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:10:10.640 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:10.640 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:10.640 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:10.640 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:10.640 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:10.640 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:10.640 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:10.640 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:10.640 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:10.640 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:10:10.714 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2841dd5f383bae9a8f297e74525dcca1 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 2841dd5f383bae9a8f297e74525dcca1 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:10.769 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:10.794 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.28.61.190:36375(127.28.61.190:36375)] connecting to peer
21:10:10.795 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.28.61.189:39213(127.28.61.189:39213)] connecting to peer
21:10:10.795 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.28.61.188:41979(127.28.61.188:41979)] connecting to peer
21:10:10.795 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:10.795 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:10.795 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.28.61.189:39213(127.28.61.189:39213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:10.795 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.28.61.190:36375(127.28.61.190:36375)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:10.795 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.190:36375: Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:10.795 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.189:39213: Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:10.795 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:10.795 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.28.61.188:41979(127.28.61.188:41979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:10.795 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.188:41979: Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:10.795 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.28.61.190:36375,127.28.61.189:39213,127.28.61.188:41979; will retry
21:10:10.834 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d6a71f5cf5f060cfaa5d5fa24434f7a3 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d6a71f5cf5f060cfaa5d5fa24434f7a3 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:10.841 [DEBUG - pool-426-thread-1] (Connection.java:748) [peer master-127.28.61.190:36375(127.28.61.190:36375)] connecting to peer
21:10:10.841 [DEBUG - pool-426-thread-1] (Connection.java:748) [peer master-127.28.61.189:39213(127.28.61.189:39213)] connecting to peer
21:10:10.841 [DEBUG - pool-426-thread-1] (Connection.java:748) [peer master-127.28.61.188:41979(127.28.61.188:41979)] connecting to peer
21:10:10.841 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:10.841 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:10.841 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.28.61.190:36375(127.28.61.190:36375)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:10.841 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.190:36375: Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:10.841 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:10.842 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.28.61.188:41979(127.28.61.188:41979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:10.841 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.28.61.189:39213(127.28.61.189:39213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:10.842 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.189:39213: Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:10.842 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.188:41979: Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:10.842 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.28.61.190:36375,127.28.61.189:39213,127.28.61.188:41979; will retry
21:10:10.845 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:10.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:10:10.974841 32054 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
21:10:10.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:10:10.975589 32054 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:10:10.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:10:10.976169 32054 flags.cc:432] Enabled unsafe flag: --never_fsync=true
21:10:10.976 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:11.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:10:11.017589 32054 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
21:10:11.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:10:11.018422 32054 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.30.152.195
21:10:11.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:11.063607 32054 tablet_server_runner.cc:78] Tablet server non-default flags:
21:10:11.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:10:11.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.152.212:45317
21:10:11.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:10:11.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:10:11.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3598840801429548256/ts-2/data
21:10:11.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3598840801429548256/ts-2/wal
21:10:11.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:10:11.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:10:11.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.152.195:0
21:10:11.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:10:11.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:10:11.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:10:11.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3598840801429548256/ts-2/data/info.pb
21:10:11.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.152.195
21:10:11.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:10:11.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.30.152.254:37399,127.30.152.253:46569,127.30.152.252:38897
21:10:11.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:10:11.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:10:11.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:10:11.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:10:11.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:10:11.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.30.152.195
21:10:11.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3598840801429548256/ts-2/logs
21:10:11.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:10:11.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:10:11.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
21:10:11.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
21:10:11.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
21:10:11.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 6bec869c2320d19f2589b3f609f76e5041a21d27
21:10:11.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:10:11.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 20:43:55 UTC on e7f111948823
21:10:11.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16878
21:10:11.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:10:11.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:11.065254 32054 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:10:11.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:11.066946 32054 file_cache.cc:492] Constructed file cache file cache with capacity 419430
21:10:11.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:10:11.082881 32060 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:10:11.194 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.28.61.190:36375(127.28.61.190:36375)] connecting to peer
21:10:11.195 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.28.61.189:39213(127.28.61.189:39213)] connecting to peer
21:10:11.195 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.28.61.188:41979(127.28.61.188:41979)] connecting to peer
21:10:11.195 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:11.195 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.28.61.190:36375(127.28.61.190:36375)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:11.195 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.190:36375: Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:11.196 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:11.196 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.61.188:41979(127.28.61.188:41979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:11.196 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.188:41979: Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:11.196 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:11.196 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.28.61.189:39213(127.28.61.189:39213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:11.196 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.189:39213: Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:11.196 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.28.61.190:36375,127.28.61.189:39213,127.28.61.188:41979; will retry
21:10:11.214 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2841dd5f383bae9a8f297e74525dcca1 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 2841dd5f383bae9a8f297e74525dcca1 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:11.269 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:11.335 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d6a71f5cf5f060cfaa5d5fa24434f7a3 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d6a71f5cf5f060cfaa5d5fa24434f7a3 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:11.345 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:11.471 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:10:11.472 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:10:11.472 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:10:11.472 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:11.472 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:11.473 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:11.473 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:11.473 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:11.473 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:11.473 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:11.473 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:11.474 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:11.474 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:10:11.475 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:11.532 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:10:11.532 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:10:11.532 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:10:11.533 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:10:11.533 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:10:11.533 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:10:11.534 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:10:11.534 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:10:11.534 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:10:11.534 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:10:11.534 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:10:11.534 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:10:11.535 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:10:11.550 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:10:11.551 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:10:11.551 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:10:11.551 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:11.551 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:11.551 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:11.551 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:11.551 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:11.551 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:11.551 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:11.551 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:11.555 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:11.555 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:10:11.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:11.602451 32044 heartbeater.cc:499] Master 127.30.152.252:38897 was elected leader, sending a full tablet report...
21:10:11.630 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:10:11.630 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:10:11.630 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:10:11.631 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:11.631 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:11.631 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:11.631 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:11.632 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:11.632 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:11.632 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:11.632 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:11.632 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:11.632 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:10:11.714 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2841dd5f383bae9a8f297e74525dcca1 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 2841dd5f383bae9a8f297e74525dcca1 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:11.769 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:11.802 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.28.61.190:36375(127.28.61.190:36375)] connecting to peer
21:10:11.803 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.28.61.189:39213(127.28.61.189:39213)] connecting to peer
21:10:11.803 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.28.61.188:41979(127.28.61.188:41979)] connecting to peer
21:10:11.803 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:11.803 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.28.61.190:36375(127.28.61.190:36375)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:11.804 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.190:36375: Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:11.804 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:11.804 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.28.61.188:41979(127.28.61.188:41979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:11.804 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.188:41979: Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:11.803 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:11.804 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.28.61.189:39213(127.28.61.189:39213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:11.804 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.189:39213: Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:11.804 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.28.61.190:36375,127.28.61.189:39213,127.28.61.188:41979; will retry
21:10:11.835 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d6a71f5cf5f060cfaa5d5fa24434f7a3 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d6a71f5cf5f060cfaa5d5fa24434f7a3 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:11.845 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:11.889 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.28.61.190:36375(127.28.61.190:36375)] connecting to peer
21:10:11.889 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.28.61.189:39213(127.28.61.189:39213)] connecting to peer
21:10:11.889 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.28.61.188:41979(127.28.61.188:41979)] connecting to peer
21:10:11.890 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:11.890 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.28.61.188:41979(127.28.61.188:41979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:11.890 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.188:41979: Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:11.890 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:11.890 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.28.61.189:39213(127.28.61.189:39213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:11.890 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.189:39213: Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:11.890 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:11.890 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.28.61.190:36375(127.28.61.190:36375)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:11.890 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.190:36375: Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:11.890 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.28.61.190:36375,127.28.61.189:39213,127.28.61.188:41979; will retry
21:10:11.976 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:12.053 [DEBUG - pool-410-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:10:12.053 [DEBUG - pool-410-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:10:12.053 [DEBUG - pool-410-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:10:12.054 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:10:12.054 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:10:12.054 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:10:12.054 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:12.054 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:12.054 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:12.055 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:12.055 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:12.055 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:12.055 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:10:12.056 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=27494), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [31ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [86ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [88ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [89ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [89ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [107ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [108ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [110ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [115ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [116ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [124ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [147ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [149ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [150ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [150ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [152ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [152ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [162ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [183ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [202ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [202ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [242ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [242ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [243ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [344ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [344ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [345ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [345ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [480ms] refreshing cache from master, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [482ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [483ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [483ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [483ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [500ms] refreshing cache from master, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [502ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [502ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [503ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [503ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [1060ms] refreshing cache from master, [1060ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [1060ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [1061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [1061ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [1062ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [1062ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [1063ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [1100ms] refreshing cache from master, [1100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [1100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [1101ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [1102ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [1102ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [1102ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [3901ms] refreshing cache from master, [3901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [3901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [3902ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [3903ms] too many traces: truncated at 100 traces, deferred=Deferred@387293873(state=PENDING, result=null, callback=(continuation of Deferred@1923306247 after retry RPC after error@349307307) -> (continuation of Deferred@1564226872 after retry RPC after error@1736836100) -> (continuation of Deferred@257251480 after retry RPC after error@193908608) -> (continuation of Deferred@925351484 after retry RPC after error@1624648440) -> (continuation of Deferred@1164066786 after retry RPC after error@946674177) -> (continuation of Deferred@842110318 after retry RPC after error@1675749434) -> (continuation of Deferred@933774987 after retry RPC after error@1732636525) -> (continuation of Deferred@1507957774 after retry RPC after error@900534064) -> (continuation of Deferred@1078237968 after retry RPC after error@137509618) -> (continuation of Deferred@1567016470 after retry RPC after error@7308805) -> (continuation of Deferred@1679229187 after retry RPC after error@2112574169) -> (continuation of Deferred@374762756 after retry RPC after error@1786093157) -> (continuation of Deferred@909546801 after retry RPC after error@300709044) -> (continuation of Deferred@880219584 after retry RPC after error@1916216221) -> (continuation of Deferred@1881849847 after retry RPC after error@43068562) -> (continuation of Deferred@247787541 after retry RPC after error@1168380315) -> (continuation of Deferred@1616169951 after retry RPC after error@1806339835) -> (continuation of Deferred@1120378819 after retry RPC after error@663385801) -> (continuation of Deferred@1631996884 after retry RPC after error@1587862609) -> (continuation of Deferred@551778753 after retry RPC after error@1420521258) -> (continuation of Deferred@123766400 after retry RPC after error@2145293417) -> (continuation of Deferred@1145624354 after retry RPC after error@1259680446) -> (continuation of Deferred@1212348890 after retry RPC after error@1127498087) -> (continuation of Deferred@1103589348 after retry RPC after error@589641120) -> (continuation of Deferred@2088141879 after retry RPC after error@489213351), errback=(continuation of Deferred@1923306247 after retry RPC after error@349307307) -> (continuation of Deferred@1564226872 after retry RPC after error@1736836100) -> (continuation of Deferred@257251480 after retry RPC after error@193908608) -> (continuation of Deferred@925351484 after retry RPC after error@1624648440) -> (continuation of Deferred@1164066786 after retry RPC after error@946674177) -> (continuation of Deferred@842110318 after retry RPC after error@1675749434) -> (continuation of Deferred@933774987 after retry RPC after error@1732636525) -> (continuation of Deferred@1507957774 after retry RPC after error@900534064) -> (continuation of Deferred@1078237968 after retry RPC after error@137509618) -> (continuation of Deferred@1567016470 after retry RPC after error@7308805) -> (continuation of Deferred@1679229187 after retry RPC after error@2112574169) -> (continuation of Deferred@374762756 after retry RPC after error@1786093157) -> (continuation of Deferred@909546801 after retry RPC after error@300709044) -> (continuation of Deferred@880219584 after retry RPC after error@1916216221) -> (continuation of Deferred@1881849847 after retry RPC after error@43068562) -> (continuation of Deferred@247787541 after retry RPC after error@1168380315) -> (continuation of Deferred@1616169951 after retry RPC after error@1806339835) -> (continuation of Deferred@1120378819 after retry RPC after error@663385801) -> (continuation of Deferred@1631996884 after retry RPC after error@1587862609) -> (continuation of Deferred@551778753 after retry RPC after error@1420521258) -> (continuation of Deferred@123766400 after retry RPC after error@2145293417) -> (continuation of Deferred@1145624354 after retry RPC after error@1259680446) -> (continuation of Deferred@1212348890 after retry RPC after error@1127498087) -> (continuation of Deferred@1103589348 after retry RPC after error@589641120) -> (continuation of Deferred@2088141879 after retry RPC after error@489213351)))
21:10:12.057 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (SourceReaderBase.java:338) Closing Source Reader.
21:10:12.058 [WARN - Source: KuduSource -> Sink: Writer (2/4)#4] (Task.java:1117) Source: KuduSource -> Sink: Writer (2/4)#4 (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=27494), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [31ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [86ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [88ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [89ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [89ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [107ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [108ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [110ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [115ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [116ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [124ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [147ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [149ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [150ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [150ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [152ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [152ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [162ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [183ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [202ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [202ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [242ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [242ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [243ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [344ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [344ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [345ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [345ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [480ms] refreshing cache from master, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [482ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [483ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [483ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [483ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [500ms] refreshing cache from master, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [502ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [502ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [503ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [503ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [1060ms] refreshing cache from master, [1060ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [1060ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [1061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [1061ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [1062ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [1062ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [1063ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [1100ms] refreshing cache from master, [1100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [1100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [1101ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [1102ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [1102ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [1102ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [3901ms] refreshing cache from master, [3901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [3901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [3902ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [3903ms] too many traces: truncated at 100 traces, deferred=Deferred@387293873(state=PENDING, result=null, callback=(continuation of Deferred@1923306247 after retry RPC after error@349307307) -> (continuation of Deferred@1564226872 after retry RPC after error@1736836100) -> (continuation of Deferred@257251480 after retry RPC after error@193908608) -> (continuation of Deferred@925351484 after retry RPC after error@1624648440) -> (continuation of Deferred@1164066786 after retry RPC after error@946674177) -> (continuation of Deferred@842110318 after retry RPC after error@1675749434) -> (continuation of Deferred@933774987 after retry RPC after error@1732636525) -> (continuation of Deferred@1507957774 after retry RPC after error@900534064) -> (continuation of Deferred@1078237968 after retry RPC after error@137509618) -> (continuation of Deferred@1567016470 after retry RPC after error@7308805) -> (continuation of Deferred@1679229187 after retry RPC after error@2112574169) -> (continuation of Deferred@374762756 after retry RPC after error@1786093157) -> (continuation of Deferred@909546801 after retry RPC after error@300709044) -> (continuation of Deferred@880219584 after retry RPC after error@1916216221) -> (continuation of Deferred@1881849847 after retry RPC after error@43068562) -> (continuation of Deferred@247787541 after retry RPC after error@1168380315) -> (continuation of Deferred@1616169951 after retry RPC after error@1806339835) -> (continuation of Deferred@1120378819 after retry RPC after error@663385801) -> (continuation of Deferred@1631996884 after retry RPC after error@1587862609) -> (continuation of Deferred@551778753 after retry RPC after error@1420521258) -> (continuation of Deferred@123766400 after retry RPC after error@2145293417) -> (continuation of Deferred@1145624354 after retry RPC after error@1259680446) -> (continuation of Deferred@1212348890 after retry RPC after error@1127498087) -> (continuation of Deferred@1103589348 after retry RPC after error@589641120) -> (continuation of Deferred@2088141879 after retry RPC after error@489213351), errback=(continuation of Deferred@1923306247 after retry RPC after error@349307307) -> (continuation of Deferred@1564226872 after retry RPC after error@1736836100) -> (continuation of Deferred@257251480 after retry RPC after error@193908608) -> (continuation of Deferred@925351484 after retry RPC after error@1624648440) -> (continuation of Deferred@1164066786 after retry RPC after error@946674177) -> (continuation of Deferred@842110318 after retry RPC after error@1675749434) -> (continuation of Deferred@933774987 after retry RPC after error@1732636525) -> (continuation of Deferred@1507957774 after retry RPC after error@900534064) -> (continuation of Deferred@1078237968 after retry RPC after error@137509618) -> (continuation of Deferred@1567016470 after retry RPC after error@7308805) -> (continuation of Deferred@1679229187 after retry RPC after error@2112574169) -> (continuation of Deferred@374762756 after retry RPC after error@1786093157) -> (continuation of Deferred@909546801 after retry RPC after error@300709044) -> (continuation of Deferred@880219584 after retry RPC after error@1916216221) -> (continuation of Deferred@1881849847 after retry RPC after error@43068562) -> (continuation of Deferred@247787541 after retry RPC after error@1168380315) -> (continuation of Deferred@1616169951 after retry RPC after error@1806339835) -> (continuation of Deferred@1120378819 after retry RPC after error@663385801) -> (continuation of Deferred@1631996884 after retry RPC after error@1587862609) -> (continuation of Deferred@551778753 after retry RPC after error@1420521258) -> (continuation of Deferred@123766400 after retry RPC after error@2145293417) -> (continuation of Deferred@1145624354 after retry RPC after error@1259680446) -> (continuation of Deferred@1212348890 after retry RPC after error@1127498087) -> (continuation of Deferred@1103589348 after retry RPC after error@589641120) -> (continuation of Deferred@2088141879 after retry RPC after error@489213351)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.24.4.189:35405
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:10:12.058 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#4 (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_1_4).
21:10:12.063 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#4 c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_1_4.
21:10:12.066 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1449) Source: KuduSource -> Sink: Writer (2/4) (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from INITIALIZING to FAILED on b6e4c460-e227-4074-af21-a4a848131e32 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=27494), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [31ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [86ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [88ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [89ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [89ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [107ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [108ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [110ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [115ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [116ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [124ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [147ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [149ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [150ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [150ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [152ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [152ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [162ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [183ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [202ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [202ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [242ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [242ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [243ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [344ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [344ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [345ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [345ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [480ms] refreshing cache from master, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [482ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [483ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [483ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [483ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [500ms] refreshing cache from master, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [502ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [502ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [503ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [503ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [1060ms] refreshing cache from master, [1060ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [1060ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [1061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [1061ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [1062ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [1062ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [1063ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [1100ms] refreshing cache from master, [1100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [1100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [1101ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [1102ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [1102ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [1102ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [3901ms] refreshing cache from master, [3901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [3901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [3902ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [3903ms] too many traces: truncated at 100 traces, deferred=Deferred@387293873(state=PENDING, result=null, callback=(continuation of Deferred@1923306247 after retry RPC after error@349307307) -> (continuation of Deferred@1564226872 after retry RPC after error@1736836100) -> (continuation of Deferred@257251480 after retry RPC after error@193908608) -> (continuation of Deferred@925351484 after retry RPC after error@1624648440) -> (continuation of Deferred@1164066786 after retry RPC after error@946674177) -> (continuation of Deferred@842110318 after retry RPC after error@1675749434) -> (continuation of Deferred@933774987 after retry RPC after error@1732636525) -> (continuation of Deferred@1507957774 after retry RPC after error@900534064) -> (continuation of Deferred@1078237968 after retry RPC after error@137509618) -> (continuation of Deferred@1567016470 after retry RPC after error@7308805) -> (continuation of Deferred@1679229187 after retry RPC after error@2112574169) -> (continuation of Deferred@374762756 after retry RPC after error@1786093157) -> (continuation of Deferred@909546801 after retry RPC after error@300709044) -> (continuation of Deferred@880219584 after retry RPC after error@1916216221) -> (continuation of Deferred@1881849847 after retry RPC after error@43068562) -> (continuation of Deferred@247787541 after retry RPC after error@1168380315) -> (continuation of Deferred@1616169951 after retry RPC after error@1806339835) -> (continuation of Deferred@1120378819 after retry RPC after error@663385801) -> (continuation of Deferred@1631996884 after retry RPC after error@1587862609) -> (continuation of Deferred@551778753 after retry RPC after error@1420521258) -> (continuation of Deferred@123766400 after retry RPC after error@2145293417) -> (continuation of Deferred@1145624354 after retry RPC after error@1259680446) -> (continuation of Deferred@1212348890 after retry RPC after error@1127498087) -> (continuation of Deferred@1103589348 after retry RPC after error@589641120) -> (continuation of Deferred@2088141879 after retry RPC after error@489213351), errback=(continuation of Deferred@1923306247 after retry RPC after error@349307307) -> (continuation of Deferred@1564226872 after retry RPC after error@1736836100) -> (continuation of Deferred@257251480 after retry RPC after error@193908608) -> (continuation of Deferred@925351484 after retry RPC after error@1624648440) -> (continuation of Deferred@1164066786 after retry RPC after error@946674177) -> (continuation of Deferred@842110318 after retry RPC after error@1675749434) -> (continuation of Deferred@933774987 after retry RPC after error@1732636525) -> (continuation of Deferred@1507957774 after retry RPC after error@900534064) -> (continuation of Deferred@1078237968 after retry RPC after error@137509618) -> (continuation of Deferred@1567016470 after retry RPC after error@7308805) -> (continuation of Deferred@1679229187 after retry RPC after error@2112574169) -> (continuation of Deferred@374762756 after retry RPC after error@1786093157) -> (continuation of Deferred@909546801 after retry RPC after error@300709044) -> (continuation of Deferred@880219584 after retry RPC after error@1916216221) -> (continuation of Deferred@1881849847 after retry RPC after error@43068562) -> (continuation of Deferred@247787541 after retry RPC after error@1168380315) -> (continuation of Deferred@1616169951 after retry RPC after error@1806339835) -> (continuation of Deferred@1120378819 after retry RPC after error@663385801) -> (continuation of Deferred@1631996884 after retry RPC after error@1587862609) -> (continuation of Deferred@551778753 after retry RPC after error@1420521258) -> (continuation of Deferred@123766400 after retry RPC after error@2145293417) -> (continuation of Deferred@1145624354 after retry RPC after error@1259680446) -> (continuation of Deferred@1212348890 after retry RPC after error@1127498087) -> (continuation of Deferred@1103589348 after retry RPC after error@589641120) -> (continuation of Deferred@2088141879 after retry RPC after error@489213351)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.24.4.189:35405
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:10:12.067 [INFO - flink-pekko.actor.default-dispatcher-10] (FineGrainedSlotManager.java:324) Received resource requirements from job 640bb5d81f2161b747452ce3cfd3ea9d: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
21:10:12.068 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#4) of source Source: KuduSource.
21:10:12.069 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_1_4.
21:10:12.069 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (640bb5d81f2161b747452ce3cfd3ea9d) switched from state RUNNING to RESTARTING.
21:10:12.213 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2841dd5f383bae9a8f297e74525dcca1 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 2841dd5f383bae9a8f297e74525dcca1 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:12.269 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:12.335 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d6a71f5cf5f060cfaa5d5fa24434f7a3 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d6a71f5cf5f060cfaa5d5fa24434f7a3 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:12.339 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.25.113.61:34911(127.25.113.61:34911)] connecting to peer
21:10:12.340 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.25.113.60:35933(127.25.113.60:35933)] connecting to peer
21:10:12.340 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.25.113.62:35193(127.25.113.62:35193)] connecting to peer
21:10:12.340 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:10:12.340 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.113.60:35933(127.25.113.60:35933)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:10:12.340 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:10:12.340 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.113.61:34911(127.25.113.61:34911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:10:12.340 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.60:35933: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:10:12.340 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.61:34911: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:10:12.341 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:10:12.341 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.113.62:35193(127.25.113.62:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:10:12.341 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.62:35193: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:10:12.341 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193; will retry
21:10:12.357 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:10:12.358 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:10:12.358 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:10:12.358 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:12.358 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:12.358 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:12.359 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:12.359 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:12.359 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:12.359 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:10:12.359 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:10:12.359 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:10:12.360 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:10:12.476 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:12.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:10:11.083791 32061 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:10:12.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:10:12.551204 32063 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:10:12.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:12.562131 32054 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
21:10:12.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:10:12.563082 32062 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1476 milliseconds
21:10:12.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:12.564761 32054 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:10:12.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:12.568068 32054 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:10:12.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:12.569615 32054 hybrid_clock.cc:648] HybridClock initialized: now 1783545012569457 us; error 158 us; skew 500 ppm
21:10:12.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:12.570987 32054 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:10:12.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:12.579906 32054 webserver.cc:534] Webserver started at http://127.30.152.195:42127/ using document root <none> and password file <none>
21:10:12.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:12.581262 32054 fs_manager.cc:362] Metadata directory not provided
21:10:12.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:12.581537 32054 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:10:12.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:12.582185 32054 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
21:10:12.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:12.587710 32054 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3598840801429548256/ts-2/data/instance:
21:10:12.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a14297ae6376498db1884a1d3686f9bc"
21:10:12.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:10:12 on dist-test-slave-3sd5"
21:10:12.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:12.589126 32054 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3598840801429548256/ts-2/wal/instance:
21:10:12.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a14297ae6376498db1884a1d3686f9bc"
21:10:12.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:10:12 on dist-test-slave-3sd5"
21:10:12.594 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.28.61.190:36375(127.28.61.190:36375)] connecting to peer
21:10:12.595 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.28.61.189:39213(127.28.61.189:39213)] connecting to peer
21:10:12.595 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.28.61.188:41979(127.28.61.188:41979)] connecting to peer
21:10:12.595 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:12.595 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.61.190:36375(127.28.61.190:36375)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:12.596 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.190:36375: Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:12.596 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:12.596 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.28.61.188:41979(127.28.61.188:41979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:12.596 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.188:41979: Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:12.596 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:12.596 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.28.61.189:39213(127.28.61.189:39213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:12.596 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.189:39213: Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:12.596 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.28.61.190:36375,127.28.61.189:39213,127.28.61.188:41979; will retry
21:10:12.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:12.599658 32054 fs_manager.cc:696] Time spent creating directory manager: real 0.010s	user 0.002s	sys 0.009s
21:10:12.602 [DEBUG - pool-424-thread-1] (Connection.java:748) [peer master-127.22.50.60:38829(127.22.50.60:38829)] connecting to peer
21:10:12.602 [DEBUG - pool-424-thread-1] (Connection.java:748) [peer master-127.22.50.61:45261(127.22.50.61:45261)] connecting to peer
21:10:12.602 [DEBUG - pool-424-thread-1] (Connection.java:748) [peer master-127.22.50.62:44659(127.22.50.62:44659)] connecting to peer
21:10:12.602 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:10:12.602 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.50.60:38829(127.22.50.60:38829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:10:12.603 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.60:38829: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:10:12.603 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:10:12.603 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.50.61:45261(127.22.50.61:45261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:10:12.603 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.61:45261: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:10:12.603 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:10:12.603 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.50.62:44659(127.22.50.62:44659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:10:12.603 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.62:44659: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:10:12.603 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659; will retry
21:10:12.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:12.609158 32070 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
21:10:12.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:12.611872 32054 fs_manager.cc:730] Time spent opening block manager: real 0.007s	user 0.005s	sys 0.001s
21:10:12.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:12.612388 32054 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3598840801429548256/ts-2/data,/tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3598840801429548256/ts-2/wal
21:10:12.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a14297ae6376498db1884a1d3686f9bc"
21:10:12.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 21:10:12 on dist-test-slave-3sd5"
21:10:12.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:12.613009 32054 fs_report.cc:389] FS layout report
21:10:12.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:10:12.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3598840801429548256/ts-2/wal
21:10:12.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3598840801429548256/ts-2/wal
21:10:12.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3598840801429548256/ts-2/data/data
21:10:12.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:10:12.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:10:12.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:10:12.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:10:12.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:10:12.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:10:12.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:10:12.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:10:12.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:10:12.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:10:12.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:10:12.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:12.681525 32054 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
21:10:12.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:12.683353 32054 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:10:12.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:12.683818 32054 kserver.cc:163] Server-wide thread pool size limit: 3276
21:10:12.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:12.687374 32054 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
21:10:12.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:12.693858 32054 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
21:10:12.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:12.694188 32054 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
21:10:12.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:12.694512 32054 ts_tablet_manager.cc:616] Registered 0 tablets
21:10:12.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:12.694721 32054 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
21:10:12.713 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2841dd5f383bae9a8f297e74525dcca1 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 2841dd5f383bae9a8f297e74525dcca1 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:12.768 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:12.835 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d6a71f5cf5f060cfaa5d5fa24434f7a3 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d6a71f5cf5f060cfaa5d5fa24434f7a3 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:12.905 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:10:12.906 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:10:12.906 [DEBUG - pool-412-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:10:12.906 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:10:12.906 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:10:12.906 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:10:12.907 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:12.907 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:12.907 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:12.907 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:12.907 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:12.907 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:12.907 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:10:12.908 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=28343), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [27ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [28ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [86ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [111ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [140ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [140ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [170ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [171ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [176ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [177ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [184ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [184ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [208ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [209ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [214ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [215ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [220ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [221ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [242ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [242ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [243ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [243ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [260ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [262ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [262ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [262ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [263ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [282ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [283ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [283ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [283ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [301ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [301ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [302ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [302ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [400ms] refreshing cache from master, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [401ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [402ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [402ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [402ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [560ms] refreshing cache from master, [560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [562ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [562ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [562ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [563ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [980ms] refreshing cache from master, [980ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [980ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [980ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [981ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [982ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [982ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [982ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [1881ms] refreshing cache from master, [1881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [1882ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [1882ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [1885ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [1886ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [1886ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [1887ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [2240ms] refreshing cache from master, [2240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [2240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [2240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [2241ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [2241ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [2241ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [2241ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [2820ms] refreshing cache from master, [2820ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [2820ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [2820ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [2821ms] too many traces: truncated at 100 traces, deferred=Deferred@1790645188(state=PENDING, result=null, callback=(continuation of Deferred@402937153 after retry RPC after error@1634122591) -> (continuation of Deferred@1265489372 after retry RPC after error@2046478918) -> (continuation of Deferred@1139680869 after retry RPC after error@386322692) -> (continuation of Deferred@853550349 after retry RPC after error@493318637) -> (continuation of Deferred@797483306 after retry RPC after error@237493038) -> (continuation of Deferred@1037852586 after retry RPC after error@454207973) -> (continuation of Deferred@1912199772 after retry RPC after error@1094156774) -> (continuation of Deferred@516532069 after retry RPC after error@270166232) -> (continuation of Deferred@797866941 after retry RPC after error@1380706075) -> (continuation of Deferred@23761080 after retry RPC after error@1123382501) -> (continuation of Deferred@511360149 after retry RPC after error@319087486) -> (continuation of Deferred@1178488566 after retry RPC after error@797264008) -> (continuation of Deferred@1683019769 after retry RPC after error@1358677790) -> (continuation of Deferred@1678146057 after retry RPC after error@1631760137) -> (continuation of Deferred@63919047 after retry RPC after error@226666391) -> (continuation of Deferred@1518555676 after retry RPC after error@785220770) -> (continuation of Deferred@1474673623 after retry RPC after error@1338183843) -> (continuation of Deferred@261138677 after retry RPC after error@1295697201) -> (continuation of Deferred@930866242 after retry RPC after error@1625996294) -> (continuation of Deferred@1782015982 after retry RPC after error@1899967700) -> (continuation of Deferred@420386629 after retry RPC after error@741413614) -> (continuation of Deferred@2112358545 after retry RPC after error@1979259500) -> (continuation of Deferred@404758313 after retry RPC after error@1008916641), errback=(continuation of Deferred@402937153 after retry RPC after error@1634122591) -> (continuation of Deferred@1265489372 after retry RPC after error@2046478918) -> (continuation of Deferred@1139680869 after retry RPC after error@386322692) -> (continuation of Deferred@853550349 after retry RPC after error@493318637) -> (continuation of Deferred@797483306 after retry RPC after error@237493038) -> (continuation of Deferred@1037852586 after retry RPC after error@454207973) -> (continuation of Deferred@1912199772 after retry RPC after error@1094156774) -> (continuation of Deferred@516532069 after retry RPC after error@270166232) -> (continuation of Deferred@797866941 after retry RPC after error@1380706075) -> (continuation of Deferred@23761080 after retry RPC after error@1123382501) -> (continuation of Deferred@511360149 after retry RPC after error@319087486) -> (continuation of Deferred@1178488566 after retry RPC after error@797264008) -> (continuation of Deferred@1683019769 after retry RPC after error@1358677790) -> (continuation of Deferred@1678146057 after retry RPC after error@1631760137) -> (continuation of Deferred@63919047 after retry RPC after error@226666391) -> (continuation of Deferred@1518555676 after retry RPC after error@785220770) -> (continuation of Deferred@1474673623 after retry RPC after error@1338183843) -> (continuation of Deferred@261138677 after retry RPC after error@1295697201) -> (continuation of Deferred@930866242 after retry RPC after error@1625996294) -> (continuation of Deferred@1782015982 after retry RPC after error@1899967700) -> (continuation of Deferred@420386629 after retry RPC after error@741413614) -> (continuation of Deferred@2112358545 after retry RPC after error@1979259500) -> (continuation of Deferred@404758313 after retry RPC after error@1008916641)))
21:10:12.909 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (SourceReaderBase.java:338) Closing Source Reader.
21:10:12.909 [WARN - Source: KuduSource -> Sink: Writer (1/4)#4] (Task.java:1117) Source: KuduSource -> Sink: Writer (1/4)#4 (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=28343), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [27ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [28ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [86ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [111ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [140ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [140ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [170ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [171ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [176ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [177ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [184ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [184ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [208ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [209ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [214ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [215ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [220ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [221ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [242ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [242ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [243ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [243ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [260ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [262ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [262ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [262ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [263ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [282ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [283ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [283ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [283ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [301ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [301ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [302ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [302ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [400ms] refreshing cache from master, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [401ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [402ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [402ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [402ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [560ms] refreshing cache from master, [560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [562ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [562ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [562ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [563ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [980ms] refreshing cache from master, [980ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [980ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [980ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [981ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [982ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [982ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [982ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [1881ms] refreshing cache from master, [1881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [1882ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [1882ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [1885ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [1886ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [1886ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [1887ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [2240ms] refreshing cache from master, [2240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [2240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [2240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [2241ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [2241ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [2241ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [2241ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [2820ms] refreshing cache from master, [2820ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [2820ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [2820ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [2821ms] too many traces: truncated at 100 traces, deferred=Deferred@1790645188(state=PENDING, result=null, callback=(continuation of Deferred@402937153 after retry RPC after error@1634122591) -> (continuation of Deferred@1265489372 after retry RPC after error@2046478918) -> (continuation of Deferred@1139680869 after retry RPC after error@386322692) -> (continuation of Deferred@853550349 after retry RPC after error@493318637) -> (continuation of Deferred@797483306 after retry RPC after error@237493038) -> (continuation of Deferred@1037852586 after retry RPC after error@454207973) -> (continuation of Deferred@1912199772 after retry RPC after error@1094156774) -> (continuation of Deferred@516532069 after retry RPC after error@270166232) -> (continuation of Deferred@797866941 after retry RPC after error@1380706075) -> (continuation of Deferred@23761080 after retry RPC after error@1123382501) -> (continuation of Deferred@511360149 after retry RPC after error@319087486) -> (continuation of Deferred@1178488566 after retry RPC after error@797264008) -> (continuation of Deferred@1683019769 after retry RPC after error@1358677790) -> (continuation of Deferred@1678146057 after retry RPC after error@1631760137) -> (continuation of Deferred@63919047 after retry RPC after error@226666391) -> (continuation of Deferred@1518555676 after retry RPC after error@785220770) -> (continuation of Deferred@1474673623 after retry RPC after error@1338183843) -> (continuation of Deferred@261138677 after retry RPC after error@1295697201) -> (continuation of Deferred@930866242 after retry RPC after error@1625996294) -> (continuation of Deferred@1782015982 after retry RPC after error@1899967700) -> (continuation of Deferred@420386629 after retry RPC after error@741413614) -> (continuation of Deferred@2112358545 after retry RPC after error@1979259500) -> (continuation of Deferred@404758313 after retry RPC after error@1008916641), errback=(continuation of Deferred@402937153 after retry RPC after error@1634122591) -> (continuation of Deferred@1265489372 after retry RPC after error@2046478918) -> (continuation of Deferred@1139680869 after retry RPC after error@386322692) -> (continuation of Deferred@853550349 after retry RPC after error@493318637) -> (continuation of Deferred@797483306 after retry RPC after error@237493038) -> (continuation of Deferred@1037852586 after retry RPC after error@454207973) -> (continuation of Deferred@1912199772 after retry RPC after error@1094156774) -> (continuation of Deferred@516532069 after retry RPC after error@270166232) -> (continuation of Deferred@797866941 after retry RPC after error@1380706075) -> (continuation of Deferred@23761080 after retry RPC after error@1123382501) -> (continuation of Deferred@511360149 after retry RPC after error@319087486) -> (continuation of Deferred@1178488566 after retry RPC after error@797264008) -> (continuation of Deferred@1683019769 after retry RPC after error@1358677790) -> (continuation of Deferred@1678146057 after retry RPC after error@1631760137) -> (continuation of Deferred@63919047 after retry RPC after error@226666391) -> (continuation of Deferred@1518555676 after retry RPC after error@785220770) -> (continuation of Deferred@1474673623 after retry RPC after error@1338183843) -> (continuation of Deferred@261138677 after retry RPC after error@1295697201) -> (continuation of Deferred@930866242 after retry RPC after error@1625996294) -> (continuation of Deferred@1782015982 after retry RPC after error@1899967700) -> (continuation of Deferred@420386629 after retry RPC after error@741413614) -> (continuation of Deferred@2112358545 after retry RPC after error@1979259500) -> (continuation of Deferred@404758313 after retry RPC after error@1008916641)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.24.4.190:39383
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:10:12.910 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#4 (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_0_4).
21:10:12.912 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#4 c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_0_4.
21:10:12.915 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1449) Source: KuduSource -> Sink: Writer (1/4) (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from INITIALIZING to FAILED on b6e4c460-e227-4074-af21-a4a848131e32 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=28343), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [27ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [28ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [86ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [111ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [140ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [140ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [170ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [171ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [176ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [177ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [184ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [184ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [208ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [209ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [214ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [215ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [220ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [221ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [242ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [242ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [243ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [243ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [260ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [262ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [262ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [262ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [263ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [282ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [283ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [283ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [283ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [301ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [301ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [302ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [302ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [400ms] refreshing cache from master, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [401ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [402ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [402ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [402ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [560ms] refreshing cache from master, [560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [562ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [562ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [562ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [563ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [980ms] refreshing cache from master, [980ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [980ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [980ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [981ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [982ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [982ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [982ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [1881ms] refreshing cache from master, [1881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [1882ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [1882ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [1885ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [1886ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [1886ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [1887ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [2240ms] refreshing cache from master, [2240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [2240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [2240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [2241ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [2241ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [2241ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [2241ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [2820ms] refreshing cache from master, [2820ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [2820ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [2820ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [2821ms] too many traces: truncated at 100 traces, deferred=Deferred@1790645188(state=PENDING, result=null, callback=(continuation of Deferred@402937153 after retry RPC after error@1634122591) -> (continuation of Deferred@1265489372 after retry RPC after error@2046478918) -> (continuation of Deferred@1139680869 after retry RPC after error@386322692) -> (continuation of Deferred@853550349 after retry RPC after error@493318637) -> (continuation of Deferred@797483306 after retry RPC after error@237493038) -> (continuation of Deferred@1037852586 after retry RPC after error@454207973) -> (continuation of Deferred@1912199772 after retry RPC after error@1094156774) -> (continuation of Deferred@516532069 after retry RPC after error@270166232) -> (continuation of Deferred@797866941 after retry RPC after error@1380706075) -> (continuation of Deferred@23761080 after retry RPC after error@1123382501) -> (continuation of Deferred@511360149 after retry RPC after error@319087486) -> (continuation of Deferred@1178488566 after retry RPC after error@797264008) -> (continuation of Deferred@1683019769 after retry RPC after error@1358677790) -> (continuation of Deferred@1678146057 after retry RPC after error@1631760137) -> (continuation of Deferred@63919047 after retry RPC after error@226666391) -> (continuation of Deferred@1518555676 after retry RPC after error@785220770) -> (continuation of Deferred@1474673623 after retry RPC after error@1338183843) -> (continuation of Deferred@261138677 after retry RPC after error@1295697201) -> (continuation of Deferred@930866242 after retry RPC after error@1625996294) -> (continuation of Deferred@1782015982 after retry RPC after error@1899967700) -> (continuation of Deferred@420386629 after retry RPC after error@741413614) -> (continuation of Deferred@2112358545 after retry RPC after error@1979259500) -> (continuation of Deferred@404758313 after retry RPC after error@1008916641), errback=(continuation of Deferred@402937153 after retry RPC after error@1634122591) -> (continuation of Deferred@1265489372 after retry RPC after error@2046478918) -> (continuation of Deferred@1139680869 after retry RPC after error@386322692) -> (continuation of Deferred@853550349 after retry RPC after error@493318637) -> (continuation of Deferred@797483306 after retry RPC after error@237493038) -> (continuation of Deferred@1037852586 after retry RPC after error@454207973) -> (continuation of Deferred@1912199772 after retry RPC after error@1094156774) -> (continuation of Deferred@516532069 after retry RPC after error@270166232) -> (continuation of Deferred@797866941 after retry RPC after error@1380706075) -> (continuation of Deferred@23761080 after retry RPC after error@1123382501) -> (continuation of Deferred@511360149 after retry RPC after error@319087486) -> (continuation of Deferred@1178488566 after retry RPC after error@797264008) -> (continuation of Deferred@1683019769 after retry RPC after error@1358677790) -> (continuation of Deferred@1678146057 after retry RPC after error@1631760137) -> (continuation of Deferred@63919047 after retry RPC after error@226666391) -> (continuation of Deferred@1518555676 after retry RPC after error@785220770) -> (continuation of Deferred@1474673623 after retry RPC after error@1338183843) -> (continuation of Deferred@261138677 after retry RPC after error@1295697201) -> (continuation of Deferred@930866242 after retry RPC after error@1625996294) -> (continuation of Deferred@1782015982 after retry RPC after error@1899967700) -> (continuation of Deferred@420386629 after retry RPC after error@741413614) -> (continuation of Deferred@2112358545 after retry RPC after error@1979259500) -> (continuation of Deferred@404758313 after retry RPC after error@1008916641)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.24.4.190:39383
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:10:12.916 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job 640bb5d81f2161b747452ce3cfd3ea9d: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
21:10:12.916 [INFO - flink-pekko.actor.default-dispatcher-10] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_0_4.
21:10:12.916 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#4) of source Source: KuduSource.
21:10:12.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:12.923645 32054 rpc_server.cc:307] RPC server started. Bound to: 127.30.152.195:41915
21:10:12.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:12.923730 32183 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.30.152.195:41915 every 8 connection(s)
21:10:12.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:12.927191 32054 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3598840801429548256/ts-2/data/info.pb
21:10:12.936 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:10:12.936 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:10:12.937 [DEBUG - pool-414-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:10:12.937 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:10:12.937 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:10:12.937 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:10:12.938 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:12.938 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:12.938 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:12.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:12.935899 31331 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu as pid 32054
21:10:12.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:12.936465 31331 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskh3Ey5B/test-tmp/mini-kudu-cluster3598840801429548256/ts-2/wal/instance
21:10:12.938 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:12.938 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:12.938 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:12.938 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:10:12.939 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=28371), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [31ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [31ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [32ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [74ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [74ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [86ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [88ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [89ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [90ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [91ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [103ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [103ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [129ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [129ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [142ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [162ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [182ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [222ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [222ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [222ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [222ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [360ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [362ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [363ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [364ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [364ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [380ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [382ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [382ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [382ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [383ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [880ms] refreshing cache from master, [880ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [880ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [881ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [882ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [882ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [882ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [1700ms] refreshing cache from master, [1701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [1701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [1701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [1702ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [1702ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [1703ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [1703ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [2960ms] refreshing cache from master, [2960ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [2961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [2961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [2962ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [2962ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [2962ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [2962ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [3160ms] refreshing cache from master, [3160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [3160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [3160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [3161ms] too many traces: truncated at 100 traces, deferred=Deferred@560708958(state=PENDING, result=null, callback=(continuation of Deferred@2080685298 after retry RPC after error@1672834775) -> (continuation of Deferred@1777888672 after retry RPC after error@352693388) -> (continuation of Deferred@1287610866 after retry RPC after error@78937444) -> (continuation of Deferred@780899647 after retry RPC after error@382877102) -> (continuation of Deferred@567639671 after retry RPC after error@112027764) -> (continuation of Deferred@1962751987 after retry RPC after error@1933925263) -> (continuation of Deferred@2036970838 after retry RPC after error@342531271) -> (continuation of Deferred@154493718 after retry RPC after error@1358284956) -> (continuation of Deferred@1677858001 after retry RPC after error@609099826) -> (continuation of Deferred@104979070 after retry RPC after error@2022589186) -> (continuation of Deferred@215905374 after retry RPC after error@1506056775) -> (continuation of Deferred@1365129515 after retry RPC after error@1539499601) -> (continuation of Deferred@616629747 after retry RPC after error@1495967118) -> (continuation of Deferred@2040355041 after retry RPC after error@899795437) -> (continuation of Deferred@434351159 after retry RPC after error@367623248) -> (continuation of Deferred@102790236 after retry RPC after error@1031089108) -> (continuation of Deferred@972274265 after retry RPC after error@1738951371) -> (continuation of Deferred@1654739191 after retry RPC after error@1981738236) -> (continuation of Deferred@1385935124 after retry RPC after error@121522590) -> (continuation of Deferred@1878038374 after retry RPC after error@1846079336) -> (continuation of Deferred@1628762284 after retry RPC after error@336799657) -> (continuation of Deferred@2142493162 after retry RPC after error@1449724635) -> (continuation of Deferred@280891690 after retry RPC after error@496845563), errback=(continuation of Deferred@2080685298 after retry RPC after error@1672834775) -> (continuation of Deferred@1777888672 after retry RPC after error@352693388) -> (continuation of Deferred@1287610866 after retry RPC after error@78937444) -> (continuation of Deferred@780899647 after retry RPC after error@382877102) -> (continuation of Deferred@567639671 after retry RPC after error@112027764) -> (continuation of Deferred@1962751987 after retry RPC after error@1933925263) -> (continuation of Deferred@2036970838 after retry RPC after error@342531271) -> (continuation of Deferred@154493718 after retry RPC after error@1358284956) -> (continuation of Deferred@1677858001 after retry RPC after error@609099826) -> (continuation of Deferred@104979070 after retry RPC after error@2022589186) -> (continuation of Deferred@215905374 after retry RPC after error@1506056775) -> (continuation of Deferred@1365129515 after retry RPC after error@1539499601) -> (continuation of Deferred@616629747 after retry RPC after error@1495967118) -> (continuation of Deferred@2040355041 after retry RPC after error@899795437) -> (continuation of Deferred@434351159 after retry RPC after error@367623248) -> (continuation of Deferred@102790236 after retry RPC after error@1031089108) -> (continuation of Deferred@972274265 after retry RPC after error@1738951371) -> (continuation of Deferred@1654739191 after retry RPC after error@1981738236) -> (continuation of Deferred@1385935124 after retry RPC after error@121522590) -> (continuation of Deferred@1878038374 after retry RPC after error@1846079336) -> (continuation of Deferred@1628762284 after retry RPC after error@336799657) -> (continuation of Deferred@2142493162 after retry RPC after error@1449724635) -> (continuation of Deferred@280891690 after retry RPC after error@496845563)))
21:10:12.940 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (SourceReaderBase.java:338) Closing Source Reader.
21:10:12.941 [WARN - Source: KuduSource -> Sink: Writer (3/4)#4] (Task.java:1117) Source: KuduSource -> Sink: Writer (3/4)#4 (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=28371), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [31ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [31ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [32ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [74ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [74ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [86ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [88ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [89ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [90ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [91ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [103ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [103ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [129ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [129ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [142ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [162ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [182ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [222ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [222ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [222ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [222ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [360ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [362ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [363ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [364ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [364ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [380ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [382ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [382ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [382ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [383ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [880ms] refreshing cache from master, [880ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [880ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [881ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [882ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [882ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [882ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [1700ms] refreshing cache from master, [1701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [1701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [1701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [1702ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [1702ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [1703ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [1703ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [2960ms] refreshing cache from master, [2960ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [2961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [2961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [2962ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [2962ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [2962ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [2962ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [3160ms] refreshing cache from master, [3160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [3160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [3160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [3161ms] too many traces: truncated at 100 traces, deferred=Deferred@560708958(state=PENDING, result=null, callback=(continuation of Deferred@2080685298 after retry RPC after error@1672834775) -> (continuation of Deferred@1777888672 after retry RPC after error@352693388) -> (continuation of Deferred@1287610866 after retry RPC after error@78937444) -> (continuation of Deferred@780899647 after retry RPC after error@382877102) -> (continuation of Deferred@567639671 after retry RPC after error@112027764) -> (continuation of Deferred@1962751987 after retry RPC after error@1933925263) -> (continuation of Deferred@2036970838 after retry RPC after error@342531271) -> (continuation of Deferred@154493718 after retry RPC after error@1358284956) -> (continuation of Deferred@1677858001 after retry RPC after error@609099826) -> (continuation of Deferred@104979070 after retry RPC after error@2022589186) -> (continuation of Deferred@215905374 after retry RPC after error@1506056775) -> (continuation of Deferred@1365129515 after retry RPC after error@1539499601) -> (continuation of Deferred@616629747 after retry RPC after error@1495967118) -> (continuation of Deferred@2040355041 after retry RPC after error@899795437) -> (continuation of Deferred@434351159 after retry RPC after error@367623248) -> (continuation of Deferred@102790236 after retry RPC after error@1031089108) -> (continuation of Deferred@972274265 after retry RPC after error@1738951371) -> (continuation of Deferred@1654739191 after retry RPC after error@1981738236) -> (continuation of Deferred@1385935124 after retry RPC after error@121522590) -> (continuation of Deferred@1878038374 after retry RPC after error@1846079336) -> (continuation of Deferred@1628762284 after retry RPC after error@336799657) -> (continuation of Deferred@2142493162 after retry RPC after error@1449724635) -> (continuation of Deferred@280891690 after retry RPC after error@496845563), errback=(continuation of Deferred@2080685298 after retry RPC after error@1672834775) -> (continuation of Deferred@1777888672 after retry RPC after error@352693388) -> (continuation of Deferred@1287610866 after retry RPC after error@78937444) -> (continuation of Deferred@780899647 after retry RPC after error@382877102) -> (continuation of Deferred@567639671 after retry RPC after error@112027764) -> (continuation of Deferred@1962751987 after retry RPC after error@1933925263) -> (continuation of Deferred@2036970838 after retry RPC after error@342531271) -> (continuation of Deferred@154493718 after retry RPC after error@1358284956) -> (continuation of Deferred@1677858001 after retry RPC after error@609099826) -> (continuation of Deferred@104979070 after retry RPC after error@2022589186) -> (continuation of Deferred@215905374 after retry RPC after error@1506056775) -> (continuation of Deferred@1365129515 after retry RPC after error@1539499601) -> (continuation of Deferred@616629747 after retry RPC after error@1495967118) -> (continuation of Deferred@2040355041 after retry RPC after error@899795437) -> (continuation of Deferred@434351159 after retry RPC after error@367623248) -> (continuation of Deferred@102790236 after retry RPC after error@1031089108) -> (continuation of Deferred@972274265 after retry RPC after error@1738951371) -> (continuation of Deferred@1654739191 after retry RPC after error@1981738236) -> (continuation of Deferred@1385935124 after retry RPC after error@121522590) -> (continuation of Deferred@1878038374 after retry RPC after error@1846079336) -> (continuation of Deferred@1628762284 after retry RPC after error@336799657) -> (continuation of Deferred@2142493162 after retry RPC after error@1449724635) -> (continuation of Deferred@280891690 after retry RPC after error@496845563)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.24.4.189:35405
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:10:12.941 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#4 (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_2_4).
21:10:12.943 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#4 c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_2_4.
21:10:12.945 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1449) Source: KuduSource -> Sink: Writer (3/4) (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from INITIALIZING to FAILED on b6e4c460-e227-4074-af21-a4a848131e32 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=28371), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [31ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [31ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [32ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [74ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [74ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [86ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [88ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [89ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [90ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [91ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [103ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [103ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [129ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [129ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [142ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [162ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [182ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [222ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [222ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [222ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [222ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [360ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [362ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [363ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [364ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [364ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [380ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [382ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [382ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [382ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [383ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [880ms] refreshing cache from master, [880ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [880ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [881ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [882ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [882ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [882ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [1700ms] refreshing cache from master, [1701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [1701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [1701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [1702ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [1702ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [1703ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [1703ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [2960ms] refreshing cache from master, [2960ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [2961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [2961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [2962ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [2962ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [2962ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [2962ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [3160ms] refreshing cache from master, [3160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [3160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [3160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [3161ms] too many traces: truncated at 100 traces, deferred=Deferred@560708958(state=PENDING, result=null, callback=(continuation of Deferred@2080685298 after retry RPC after error@1672834775) -> (continuation of Deferred@1777888672 after retry RPC after error@352693388) -> (continuation of Deferred@1287610866 after retry RPC after error@78937444) -> (continuation of Deferred@780899647 after retry RPC after error@382877102) -> (continuation of Deferred@567639671 after retry RPC after error@112027764) -> (continuation of Deferred@1962751987 after retry RPC after error@1933925263) -> (continuation of Deferred@2036970838 after retry RPC after error@342531271) -> (continuation of Deferred@154493718 after retry RPC after error@1358284956) -> (continuation of Deferred@1677858001 after retry RPC after error@609099826) -> (continuation of Deferred@104979070 after retry RPC after error@2022589186) -> (continuation of Deferred@215905374 after retry RPC after error@1506056775) -> (continuation of Deferred@1365129515 after retry RPC after error@1539499601) -> (continuation of Deferred@616629747 after retry RPC after error@1495967118) -> (continuation of Deferred@2040355041 after retry RPC after error@899795437) -> (continuation of Deferred@434351159 after retry RPC after error@367623248) -> (continuation of Deferred@102790236 after retry RPC after error@1031089108) -> (continuation of Deferred@972274265 after retry RPC after error@1738951371) -> (continuation of Deferred@1654739191 after retry RPC after error@1981738236) -> (continuation of Deferred@1385935124 after retry RPC after error@121522590) -> (continuation of Deferred@1878038374 after retry RPC after error@1846079336) -> (continuation of Deferred@1628762284 after retry RPC after error@336799657) -> (continuation of Deferred@2142493162 after retry RPC after error@1449724635) -> (continuation of Deferred@280891690 after retry RPC after error@496845563), errback=(continuation of Deferred@2080685298 after retry RPC after error@1672834775) -> (continuation of Deferred@1777888672 after retry RPC after error@352693388) -> (continuation of Deferred@1287610866 after retry RPC after error@78937444) -> (continuation of Deferred@780899647 after retry RPC after error@382877102) -> (continuation of Deferred@567639671 after retry RPC after error@112027764) -> (continuation of Deferred@1962751987 after retry RPC after error@1933925263) -> (continuation of Deferred@2036970838 after retry RPC after error@342531271) -> (continuation of Deferred@154493718 after retry RPC after error@1358284956) -> (continuation of Deferred@1677858001 after retry RPC after error@609099826) -> (continuation of Deferred@104979070 after retry RPC after error@2022589186) -> (continuation of Deferred@215905374 after retry RPC after error@1506056775) -> (continuation of Deferred@1365129515 after retry RPC after error@1539499601) -> (continuation of Deferred@616629747 after retry RPC after error@1495967118) -> (continuation of Deferred@2040355041 after retry RPC after error@899795437) -> (continuation of Deferred@434351159 after retry RPC after error@367623248) -> (continuation of Deferred@102790236 after retry RPC after error@1031089108) -> (continuation of Deferred@972274265 after retry RPC after error@1738951371) -> (continuation of Deferred@1654739191 after retry RPC after error@1981738236) -> (continuation of Deferred@1385935124 after retry RPC after error@121522590) -> (continuation of Deferred@1878038374 after retry RPC after error@1846079336) -> (continuation of Deferred@1628762284 after retry RPC after error@336799657) -> (continuation of Deferred@2142493162 after retry RPC after error@1449724635) -> (continuation of Deferred@280891690 after retry RPC after error@496845563)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.24.4.189:35405
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:10:12.946 [INFO - flink-pekko.actor.default-dispatcher-10] (FineGrainedSlotManager.java:324) Received resource requirements from job 640bb5d81f2161b747452ce3cfd3ea9d: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
21:10:12.947 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#4) of source Source: KuduSource.
21:10:12.947 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_2_4.
21:10:12.976 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:13.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:13.008325 32186 heartbeater.cc:344] Connected to a master server at 127.30.152.254:37399
21:10:13.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:13.009034 32186 heartbeater.cc:461] Registering TS with master...
21:10:13.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:13.010305 32184 heartbeater.cc:344] Connected to a master server at 127.30.152.252:38897
21:10:13.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:13.010807 32184 heartbeater.cc:461] Registering TS with master...
21:10:13.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:13.011312 32186 heartbeater.cc:507] Master 127.30.152.254:37399 requested a full tablet report, sending...
21:10:13.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:13.012285 32185 heartbeater.cc:344] Connected to a master server at 127.30.152.253:46569
21:10:13.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:13.012537 32184 heartbeater.cc:507] Master 127.30.152.252:38897 requested a full tablet report, sending...
21:10:13.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:13.012764 32185 heartbeater.cc:461] Registering TS with master...
21:10:13.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:13.013885 32185 heartbeater.cc:507] Master 127.30.152.253:46569 requested a full tablet report, sending...
21:10:13.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:13.015276 31601 ts_manager.cc:194] Registered new tserver with Master: a14297ae6376498db1884a1d3686f9bc (127.30.152.195:41915)
21:10:13.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:13.015702 31377 ts_manager.cc:194] Registered new tserver with Master: a14297ae6376498db1884a1d3686f9bc (127.30.152.195:41915)
21:10:13.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:13.017656 31601 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.30.152.195:60493
21:10:13.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:13.020282 31457 ts_manager.cc:194] Registered new tserver with Master: a14297ae6376498db1884a1d3686f9bc (127.30.152.195:41915)
21:10:13.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:13.042989 31331 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
21:10:13.057 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
21:10:13.057 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

21:10:13.058 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.30.152.254"
      port: 37399
    }
    bound_http_address {
      host: "127.30.152.254"
      port: 45329
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.30.152.253"
      port: 46569
    }
    bound_http_address {
      host: "127.30.152.253"
      port: 37567
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.30.152.252"
      port: 38897
    }
    bound_http_address {
      host: "127.30.152.252"
      port: 45089
    }
  }
}

21:10:13.058 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

21:10:13.059 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.30.152.193"
      port: 46285
    }
    bound_http_address {
      host: "127.30.152.193"
      port: 42483
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.30.152.194"
      port: 35135
    }
    bound_http_address {
      host: "127.30.152.194"
      port: 33511
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.30.152.195"
      port: 41915
    }
    bound_http_address {
      host: "127.30.152.195"
      port: 42127
    }
  }
}

21:10:13.059 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
21:10:13.061 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:10:13.064 [DEBUG - main] (Connection.java:748) [peer master-127.29.189.254:45211(127.29.189.254:45211)] connecting to peer
21:10:13.065 [DEBUG - main] (Connection.java:748) [peer master-127.29.189.253:40775(127.29.189.253:40775)] connecting to peer
21:10:13.065 [DEBUG - main] (Connection.java:748) [peer master-127.29.189.252:40043(127.29.189.252:40043)] connecting to peer
21:10:13.066 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.29.189.254:45211(127.29.189.254:45211)] Successfully connected to peer
21:10:13.066 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.29.189.253:40775(127.29.189.253:40775)] Successfully connected to peer
21:10:13.071 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.29.189.254
21:10:13.075 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.29.189.252:40043(127.29.189.252:40043)] Successfully connected to peer
21:10:13.079 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.29.189.252
21:10:13.080 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.29.189.253
21:10:13.083 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:10:13.087 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x0ecf5691, L:/127.0.0.1:50602 - R:/127.29.189.254:45211] using SASL/PLAIN
21:10:13.090 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:10:13.093 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x2b5faa01, L:/127.0.0.1:42636 - R:/127.29.189.253:40775] using SASL/PLAIN
21:10:13.096 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:10:13.100 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x589f5fc2, L:/127.0.0.1:60188 - R:/127.29.189.252:40043] using SASL/PLAIN
21:10:13.103 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
21:10:13.104 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=39), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.189.254:45211, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.189.253:40775, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.189.252:40043, [29ms] Sub RPC ConnectToMaster: received response from server master-127.29.189.254:45211: OK, [33ms] Sub RPC ConnectToMaster: received response from server master-127.29.189.253:40775: OK, [39ms] Sub RPC ConnectToMaster: received response from server master-127.29.189.252:40043: OK, deferred=null) after lookup
21:10:13.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:13.108253 30730 catalog_manager.cc:2282] Servicing CreateTable request from {username='slave'} at 127.0.0.1:60188:
21:10:13.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "replication_test_table"
21:10:13.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
21:10:13.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
21:10:13.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "int8"
21:10:13.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT8
21:10:13.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
21:10:13.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
21:10:13.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
21:10:13.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
21:10:13.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
21:10:13.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
21:10:13.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
21:10:13.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "int16"
21:10:13.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT16
21:10:13.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
21:10:13.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
21:10:13.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
21:10:13.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
21:10:13.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
21:10:13.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
21:10:13.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
21:10:13.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "int32"
21:10:13.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
21:10:13.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
21:10:13.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
21:10:13.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
21:10:13.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
21:10:13.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
21:10:13.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
21:10:13.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
21:10:13.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "int64"
21:10:13.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT64
21:10:13.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
21:10:13.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
21:10:13.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
21:10:13.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
21:10:13.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
21:10:13.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
21:10:13.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
21:10:13.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "bool"
21:10:13.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: BOOL
21:10:13.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
21:10:13.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
21:10:13.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
21:10:13.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
21:10:13.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
21:10:13.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
21:10:13.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
21:10:13.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "float"
21:10:13.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: FLOAT
21:10:13.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
21:10:13.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
21:10:13.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
21:10:13.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
21:10:13.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
21:10:13.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
21:10:13.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
21:10:13.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "double"
21:10:13.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: DOUBLE
21:10:13.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
21:10:13.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
21:10:13.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
21:10:13.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
21:10:13.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
21:10:13.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
21:10:13.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
21:10:13.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "string"
21:10:13.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
21:10:13.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
21:10:13.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
21:10:13.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
21:10:13.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
21:10:13.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
21:10:13.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
21:10:13.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
21:10:13.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "binary-array"
21:10:13.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: BINARY
21:10:13.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
21:10:13.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
21:10:13.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
21:10:13.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
21:10:13.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
21:10:13.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
21:10:13.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
21:10:13.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "binary-bytebuffer"
21:10:13.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: BINARY
21:10:13.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
21:10:13.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
21:10:13.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
21:10:13.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
21:10:13.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
21:10:13.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
21:10:13.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
21:10:13.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "null"
21:10:13.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
21:10:13.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
21:10:13.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: true
21:10:13.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
21:10:13.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
21:10:13.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
21:10:13.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
21:10:13.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
21:10:13.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "timestamp"
21:10:13.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: UNIXTIME_MICROS
21:10:13.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
21:10:13.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
21:10:13.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
21:10:13.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
21:10:13.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
21:10:13.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
21:10:13.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
21:10:13.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "decimal"
21:10:13.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: DECIMAL32
21:10:13.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
21:10:13.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
21:10:13.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
21:10:13.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type_attributes {
21:10:13.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       precision: 5
21:10:13.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       scale: 3
21:10:13.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
21:10:13.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
21:10:13.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
21:10:13.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
21:10:13.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
21:10:13.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "varchar"
21:10:13.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: VARCHAR
21:10:13.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
21:10:13.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
21:10:13.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
21:10:13.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type_attributes {
21:10:13.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       length: 10
21:10:13.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
21:10:13.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
21:10:13.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
21:10:13.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
21:10:13.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
21:10:13.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "date"
21:10:13.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: DATE
21:10:13.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
21:10:13.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
21:10:13.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
21:10:13.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
21:10:13.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
21:10:13.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
21:10:13.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
21:10:13.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
21:10:13.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
21:10:13.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
21:10:13.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "int8"
21:10:13.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
21:10:13.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
21:10:13.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
21:10:13.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:10:13.113915 30730 catalog_manager.cc:7076] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table replication_test_table in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
21:10:13.132 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:10:13.132 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:10:13.132 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:10:13.133 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:10:13.133 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:10:13.133 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:10:13.133 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:10:13.133 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:10:13.133 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:10:13.133 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:10:13.133 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:10:13.133 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:10:13.133 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:10:13.149 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:10:13.150 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:10:13.150 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:10:13.150 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:10:13.150 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:10:13.150 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:10:13.150 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:10:13.150 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:10:13.150 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:10:13.150 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:10:13.150 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:10:13.150 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:10:13.150 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:10:13.151 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=28567), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [32ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [36ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [118ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [118ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [128ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [129ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [136ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [137ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [143ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [143ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [172ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [173ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [173ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [174ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [174ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [174ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [202ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [222ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [262ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [262ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [263ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [263ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [322ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [322ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [323ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [323ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [401ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [406ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [407ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [407ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [408ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [421ms] refreshing cache from master, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [422ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [423ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [423ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [424ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [641ms] refreshing cache from master, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [642ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [643ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [643ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [644ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [644ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [1081ms] refreshing cache from master, [1081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [1082ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [1082ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [1082ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [1083ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [1084ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [1084ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [1961ms] refreshing cache from master, [1961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [1961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [1962ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [1962ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [1963ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [1964ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [1964ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [3100ms] refreshing cache from master, [3100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [3101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [3101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [3101ms] too many traces: truncated at 100 traces, deferred=Deferred@583278706(state=PENDING, result=null, callback=(continuation of Deferred@1261265145 after retry RPC after error@1398676335) -> (continuation of Deferred@614337934 after retry RPC after error@668630751) -> (continuation of Deferred@131131509 after retry RPC after error@611720835) -> (continuation of Deferred@1884325374 after retry RPC after error@67641773) -> (continuation of Deferred@77328921 after retry RPC after error@269317647) -> (continuation of Deferred@1686535813 after retry RPC after error@566636273) -> (continuation of Deferred@2048265194 after retry RPC after error@30455721) -> (continuation of Deferred@1450545984 after retry RPC after error@1179950809) -> (continuation of Deferred@215450786 after retry RPC after error@138282862) -> (continuation of Deferred@1923840698 after retry RPC after error@283869280) -> (continuation of Deferred@539620427 after retry RPC after error@1490326103) -> (continuation of Deferred@1904430429 after retry RPC after error@1034365837) -> (continuation of Deferred@1388518366 after retry RPC after error@779714043) -> (continuation of Deferred@1174086860 after retry RPC after error@1099203773) -> (continuation of Deferred@198408888 after retry RPC after error@1847609500) -> (continuation of Deferred@1927404752 after retry RPC after error@388308829) -> (continuation of Deferred@129212859 after retry RPC after error@1807449465) -> (continuation of Deferred@398474114 after retry RPC after error@673186256) -> (continuation of Deferred@847565590 after retry RPC after error@48504970) -> (continuation of Deferred@342755199 after retry RPC after error@1021880995) -> (continuation of Deferred@677429835 after retry RPC after error@186865597) -> (continuation of Deferred@1863511129 after retry RPC after error@374800042), errback=(continuation of Deferred@1261265145 after retry RPC after error@1398676335) -> (continuation of Deferred@614337934 after retry RPC after error@668630751) -> (continuation of Deferred@131131509 after retry RPC after error@611720835) -> (continuation of Deferred@1884325374 after retry RPC after error@67641773) -> (continuation of Deferred@77328921 after retry RPC after error@269317647) -> (continuation of Deferred@1686535813 after retry RPC after error@566636273) -> (continuation of Deferred@2048265194 after retry RPC after error@30455721) -> (continuation of Deferred@1450545984 after retry RPC after error@1179950809) -> (continuation of Deferred@215450786 after retry RPC after error@138282862) -> (continuation of Deferred@1923840698 after retry RPC after error@283869280) -> (continuation of Deferred@539620427 after retry RPC after error@1490326103) -> (continuation of Deferred@1904430429 after retry RPC after error@1034365837) -> (continuation of Deferred@1388518366 after retry RPC after error@779714043) -> (continuation of Deferred@1174086860 after retry RPC after error@1099203773) -> (continuation of Deferred@198408888 after retry RPC after error@1847609500) -> (continuation of Deferred@1927404752 after retry RPC after error@388308829) -> (continuation of Deferred@129212859 after retry RPC after error@1807449465) -> (continuation of Deferred@398474114 after retry RPC after error@673186256) -> (continuation of Deferred@847565590 after retry RPC after error@48504970) -> (continuation of Deferred@342755199 after retry RPC after error@1021880995) -> (continuation of Deferred@677429835 after retry RPC after error@186865597) -> (continuation of Deferred@1863511129 after retry RPC after error@374800042)))
21:10:13.152 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:10:13.152 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 24ddf4c24c824100b7ce4bcf7790c2a2
21:10:13.152 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:10:13.152 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:10:13.153 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:10:13.153 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:10:13.153 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:10:13.153 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:10:13.153 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:10:13.153 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:10:13.153 [ERROR - SourceCoordinator-Source: KuduSource] (SourceCoordinatorContext.java:436) Exception while handling result from async call in SourceCoordinator-Source: KuduSource. Triggering job failover.
org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=28567), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [32ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [36ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [118ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [118ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [128ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [129ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [136ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [137ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [143ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [143ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [172ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [173ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [173ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [174ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [174ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [174ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [202ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [222ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [262ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [262ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [263ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [263ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [322ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [322ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [323ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [323ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [401ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [406ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [407ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [407ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [408ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [421ms] refreshing cache from master, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [422ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [423ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [423ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [424ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [641ms] refreshing cache from master, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [642ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [643ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [643ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [644ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [644ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [1081ms] refreshing cache from master, [1081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [1082ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [1082ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [1082ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [1083ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [1084ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [1084ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [1961ms] refreshing cache from master, [1961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [1961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [1962ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [1962ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [1963ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [1964ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [1964ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [3100ms] refreshing cache from master, [3100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [3101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [3101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [3101ms] too many traces: truncated at 100 traces, deferred=Deferred@583278706(state=PENDING, result=null, callback=(continuation of Deferred@1261265145 after retry RPC after error@1398676335) -> (continuation of Deferred@614337934 after retry RPC after error@668630751) -> (continuation of Deferred@131131509 after retry RPC after error@611720835) -> (continuation of Deferred@1884325374 after retry RPC after error@67641773) -> (continuation of Deferred@77328921 after retry RPC after error@269317647) -> (continuation of Deferred@1686535813 after retry RPC after error@566636273) -> (continuation of Deferred@2048265194 after retry RPC after error@30455721) -> (continuation of Deferred@1450545984 after retry RPC after error@1179950809) -> (continuation of Deferred@215450786 after retry RPC after error@138282862) -> (continuation of Deferred@1923840698 after retry RPC after error@283869280) -> (continuation of Deferred@539620427 after retry RPC after error@1490326103) -> (continuation of Deferred@1904430429 after retry RPC after error@1034365837) -> (continuation of Deferred@1388518366 after retry RPC after error@779714043) -> (continuation of Deferred@1174086860 after retry RPC after error@1099203773) -> (continuation of Deferred@198408888 after retry RPC after error@1847609500) -> (continuation of Deferred@1927404752 after retry RPC after error@388308829) -> (continuation of Deferred@129212859 after retry RPC after error@1807449465) -> (continuation of Deferred@398474114 after retry RPC after error@673186256) -> (continuation of Deferred@847565590 after retry RPC after error@48504970) -> (continuation of Deferred@342755199 after retry RPC after error@1021880995) -> (continuation of Deferred@677429835 after retry RPC after error@186865597) -> (continuation of Deferred@1863511129 after retry RPC after error@374800042), errback=(continuation of Deferred@1261265145 after retry RPC after error@1398676335) -> (continuation of Deferred@614337934 after retry RPC after error@668630751) -> (continuation of Deferred@131131509 after retry RPC after error@611720835) -> (continuation of Deferred@1884325374 after retry RPC after error@67641773) -> (continuation of Deferred@77328921 after retry RPC after error@269317647) -> (continuation of Deferred@1686535813 after retry RPC after error@566636273) -> (continuation of Deferred@2048265194 after retry RPC after error@30455721) -> (continuation of Deferred@1450545984 after retry RPC after error@1179950809) -> (continuation of Deferred@215450786 after retry RPC after error@138282862) -> (continuation of Deferred@1923840698 after retry RPC after error@283869280) -> (continuation of Deferred@539620427 after retry RPC after error@1490326103) -> (continuation of Deferred@1904430429 after retry RPC after error@1034365837) -> (continuation of Deferred@1388518366 after retry RPC after error@779714043) -> (continuation of Deferred@1174086860 after retry RPC after error@1099203773) -> (continuation of Deferred@198408888 after retry RPC after error@1847609500) -> (continuation of Deferred@1927404752 after retry RPC after error@388308829) -> (continuation of Deferred@129212859 after retry RPC after error@1807449465) -> (continuation of Deferred@398474114 after retry RPC after error@673186256) -> (continuation of Deferred@847565590 after retry RPC after error@48504970) -> (continuation of Deferred@342755199 after retry RPC after error@1021880995) -> (continuation of Deferred@677429835 after retry RPC after error@186865597) -> (continuation of Deferred@1863511129 after retry RPC after error@374800042)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=28567), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [32ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [36ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [118ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [118ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [128ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [129ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [136ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [137ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [143ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [143ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [172ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [173ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [173ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [174ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [174ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [174ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [202ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [222ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [262ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [262ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [263ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [263ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [322ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [322ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [323ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [323ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [401ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [406ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [407ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [407ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [408ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [421ms] refreshing cache from master, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [422ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [423ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [423ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [424ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [641ms] refreshing cache from master, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [642ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [643ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [643ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [644ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [644ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [1081ms] refreshing cache from master, [1081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [1082ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [1082ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [1082ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [1083ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [1084ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [1084ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [1961ms] refreshing cache from master, [1961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [1961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [1962ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [1962ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [1963ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [1964ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [1964ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [3100ms] refreshing cache from master, [3100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [3101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [3101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [3101ms] too many traces: truncated at 100 traces, deferred=Deferred@583278706(state=PENDING, result=null, callback=(continuation of Deferred@1261265145 after retry RPC after error@1398676335) -> (continuation of Deferred@614337934 after retry RPC after error@668630751) -> (continuation of Deferred@131131509 after retry RPC after error@611720835) -> (continuation of Deferred@1884325374 after retry RPC after error@67641773) -> (continuation of Deferred@77328921 after retry RPC after error@269317647) -> (continuation of Deferred@1686535813 after retry RPC after error@566636273) -> (continuation of Deferred@2048265194 after retry RPC after error@30455721) -> (continuation of Deferred@1450545984 after retry RPC after error@1179950809) -> (continuation of Deferred@215450786 after retry RPC after error@138282862) -> (continuation of Deferred@1923840698 after retry RPC after error@283869280) -> (continuation of Deferred@539620427 after retry RPC after error@1490326103) -> (continuation of Deferred@1904430429 after retry RPC after error@1034365837) -> (continuation of Deferred@1388518366 after retry RPC after error@779714043) -> (continuation of Deferred@1174086860 after retry RPC after error@1099203773) -> (continuation of Deferred@198408888 after retry RPC after error@1847609500) -> (continuation of Deferred@1927404752 after retry RPC after error@388308829) -> (continuation of Deferred@129212859 after retry RPC after error@1807449465) -> (continuation of Deferred@398474114 after retry RPC after error@673186256) -> (continuation of Deferred@847565590 after retry RPC after error@48504970) -> (continuation of Deferred@342755199 after retry RPC after error@1021880995) -> (continuation of Deferred@677429835 after retry RPC after error@186865597) -> (continuation of Deferred@1863511129 after retry RPC after error@374800042), errback=(continuation of Deferred@1261265145 after retry RPC after error@1398676335) -> (continuation of Deferred@614337934 after retry RPC after error@668630751) -> (continuation of Deferred@131131509 after retry RPC after error@611720835) -> (continuation of Deferred@1884325374 after retry RPC after error@67641773) -> (continuation of Deferred@77328921 after retry RPC after error@269317647) -> (continuation of Deferred@1686535813 after retry RPC after error@566636273) -> (continuation of Deferred@2048265194 after retry RPC after error@30455721) -> (continuation of Deferred@1450545984 after retry RPC after error@1179950809) -> (continuation of Deferred@215450786 after retry RPC after error@138282862) -> (continuation of Deferred@1923840698 after retry RPC after error@283869280) -> (continuation of Deferred@539620427 after retry RPC after error@1490326103) -> (continuation of Deferred@1904430429 after retry RPC after error@1034365837) -> (continuation of Deferred@1388518366 after retry RPC after error@779714043) -> (continuation of Deferred@1174086860 after retry RPC after error@1099203773) -> (continuation of Deferred@198408888 after retry RPC after error@1847609500) -> (continuation of Deferred@1927404752 after retry RPC after error@388308829) -> (continuation of Deferred@129212859 after retry RPC after error@1807449465) -> (continuation of Deferred@398474114 after retry RPC after error@673186256) -> (continuation of Deferred@847565590 after retry RPC after error@48504970) -> (continuation of Deferred@342755199 after retry RPC after error@1021880995) -> (continuation of Deferred@677429835 after retry RPC after error@186865597) -> (continuation of Deferred@1863511129 after retry RPC after error@374800042)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.23.69.188:34691
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:10:13.154 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:10:13.154 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:10:13.154 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:10:13.154 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:10:13.156 [INFO - flink-pekko.actor.default-dispatcher-10] (DefaultScheduler.java:318) Trying to recover from a global failure.
org.apache.flink.util.FlinkException: Global failure triggered by OperatorCoordinator for 'Source: KuduSource -> Sink: Writer' (operator cbc357ccb763df2852fee8c4fc7d55f2).
	at org.apache.flink.runtime.operators.coordination.OperatorCoordinatorHolder$LazyInitializedCoordinatorContext.failJob(OperatorCoordinatorHolder.java:651)
	at org.apache.flink.runtime.operators.coordination.RecreateOnResetOperatorCoordinator$QuiesceableContext.failJob(RecreateOnResetOperatorCoordinator.java:248)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.failJob(SourceCoordinatorContext.java:427)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.handleUncaughtExceptionFromAsyncCall(SourceCoordinatorContext.java:440)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:42)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	... 6 more
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=28567), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [32ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [36ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [118ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [118ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [128ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [129ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [136ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [137ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [143ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [143ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [172ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [173ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [173ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [174ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [174ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [174ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [202ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [222ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [262ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [262ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [263ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [263ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [322ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [322ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [323ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [323ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [401ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [406ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [407ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [407ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [408ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [421ms] refreshing cache from master, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [422ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [423ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [423ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [424ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [641ms] refreshing cache from master, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [642ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [643ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [643ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [644ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [644ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [1081ms] refreshing cache from master, [1081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [1082ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [1082ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [1082ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [1083ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [1084ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [1084ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [1961ms] refreshing cache from master, [1961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [1961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [1962ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [1962ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [1963ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [1964ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [1964ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [3100ms] refreshing cache from master, [3100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [3101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [3101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [3101ms] too many traces: truncated at 100 traces, deferred=Deferred@583278706(state=PENDING, result=null, callback=(continuation of Deferred@1261265145 after retry RPC after error@1398676335) -> (continuation of Deferred@614337934 after retry RPC after error@668630751) -> (continuation of Deferred@131131509 after retry RPC after error@611720835) -> (continuation of Deferred@1884325374 after retry RPC after error@67641773) -> (continuation of Deferred@77328921 after retry RPC after error@269317647) -> (continuation of Deferred@1686535813 after retry RPC after error@566636273) -> (continuation of Deferred@2048265194 after retry RPC after error@30455721) -> (continuation of Deferred@1450545984 after retry RPC after error@1179950809) -> (continuation of Deferred@215450786 after retry RPC after error@138282862) -> (continuation of Deferred@1923840698 after retry RPC after error@283869280) -> (continuation of Deferred@539620427 after retry RPC after error@1490326103) -> (continuation of Deferred@1904430429 after retry RPC after error@1034365837) -> (continuation of Deferred@1388518366 after retry RPC after error@779714043) -> (continuation of Deferred@1174086860 after retry RPC after error@1099203773) -> (continuation of Deferred@198408888 after retry RPC after error@1847609500) -> (continuation of Deferred@1927404752 after retry RPC after error@388308829) -> (continuation of Deferred@129212859 after retry RPC after error@1807449465) -> (continuation of Deferred@398474114 after retry RPC after error@673186256) -> (continuation of Deferred@847565590 after retry RPC after error@48504970) -> (continuation of Deferred@342755199 after retry RPC after error@1021880995) -> (continuation of Deferred@677429835 after retry RPC after error@186865597) -> (continuation of Deferred@1863511129 after retry RPC after error@374800042), errback=(continuation of Deferred@1261265145 after retry RPC after error@1398676335) -> (continuation of Deferred@614337934 after retry RPC after error@668630751) -> (continuation of Deferred@131131509 after retry RPC after error@611720835) -> (continuation of Deferred@1884325374 after retry RPC after error@67641773) -> (continuation of Deferred@77328921 after retry RPC after error@269317647) -> (continuation of Deferred@1686535813 after retry RPC after error@566636273) -> (continuation of Deferred@2048265194 after retry RPC after error@30455721) -> (continuation of Deferred@1450545984 after retry RPC after error@1179950809) -> (continuation of Deferred@215450786 after retry RPC after error@138282862) -> (continuation of Deferred@1923840698 after retry RPC after error@283869280) -> (continuation of Deferred@539620427 after retry RPC after error@1490326103) -> (continuation of Deferred@1904430429 after retry RPC after error@1034365837) -> (continuation of Deferred@1388518366 after retry RPC after error@779714043) -> (continuation of Deferred@1174086860 after retry RPC after error@1099203773) -> (continuation of Deferred@198408888 after retry RPC after error@1847609500) -> (continuation of Deferred@1927404752 after retry RPC after error@388308829) -> (continuation of Deferred@129212859 after retry RPC after error@1807449465) -> (continuation of Deferred@398474114 after retry RPC after error@673186256) -> (continuation of Deferred@847565590 after retry RPC after error@48504970) -> (continuation of Deferred@342755199 after retry RPC after error@1021880995) -> (continuation of Deferred@677429835 after retry RPC after error@186865597) -> (continuation of Deferred@1863511129 after retry RPC after error@374800042)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=28567), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [32ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [36ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [118ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [118ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [128ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [129ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [136ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [137ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [143ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [143ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [172ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [173ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [173ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [174ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [174ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [174ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [202ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [222ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [262ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [262ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [263ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [263ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [322ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [322ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [323ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [323ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [401ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [406ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [407ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [407ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [408ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [421ms] refreshing cache from master, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [422ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [423ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [423ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [424ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [641ms] refreshing cache from master, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [642ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [643ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [643ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [644ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [644ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [1081ms] refreshing cache from master, [1081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [1082ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [1082ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [1082ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [1083ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [1084ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [1084ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [1961ms] refreshing cache from master, [1961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [1961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [1962ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [1962ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.189:45579: Network error: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579, [1963ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.190:42537: Network error: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537, [1964ms] Sub RPC ConnectToMaster: received response from server master-127.23.69.188:34691: Network error: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [1964ms] delaying RPC due to: Service unavailable: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691, [3100ms] refreshing cache from master, [3100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.189:45579, [3101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.190:42537, [3101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.69.188:34691, [3101ms] too many traces: truncated at 100 traces, deferred=Deferred@583278706(state=PENDING, result=null, callback=(continuation of Deferred@1261265145 after retry RPC after error@1398676335) -> (continuation of Deferred@614337934 after retry RPC after error@668630751) -> (continuation of Deferred@131131509 after retry RPC after error@611720835) -> (continuation of Deferred@1884325374 after retry RPC after error@67641773) -> (continuation of Deferred@77328921 after retry RPC after error@269317647) -> (continuation of Deferred@1686535813 after retry RPC after error@566636273) -> (continuation of Deferred@2048265194 after retry RPC after error@30455721) -> (continuation of Deferred@1450545984 after retry RPC after error@1179950809) -> (continuation of Deferred@215450786 after retry RPC after error@138282862) -> (continuation of Deferred@1923840698 after retry RPC after error@283869280) -> (continuation of Deferred@539620427 after retry RPC after error@1490326103) -> (continuation of Deferred@1904430429 after retry RPC after error@1034365837) -> (continuation of Deferred@1388518366 after retry RPC after error@779714043) -> (continuation of Deferred@1174086860 after retry RPC after error@1099203773) -> (continuation of Deferred@198408888 after retry RPC after error@1847609500) -> (continuation of Deferred@1927404752 after retry RPC after error@388308829) -> (continuation of Deferred@129212859 after retry RPC after error@1807449465) -> (continuation of Deferred@398474114 after retry RPC after error@673186256) -> (continuation of Deferred@847565590 after retry RPC after error@48504970) -> (continuation of Deferred@342755199 after retry RPC after error@1021880995) -> (continuation of Deferred@677429835 after retry RPC after error@186865597) -> (continuation of Deferred@1863511129 after retry RPC after error@374800042), errback=(continuation of Deferred@1261265145 after retry RPC after error@1398676335) -> (continuation of Deferred@614337934 after retry RPC after error@668630751) -> (continuation of Deferred@131131509 after retry RPC after error@611720835) -> (continuation of Deferred@1884325374 after retry RPC after error@67641773) -> (continuation of Deferred@77328921 after retry RPC after error@269317647) -> (continuation of Deferred@1686535813 after retry RPC after error@566636273) -> (continuation of Deferred@2048265194 after retry RPC after error@30455721) -> (continuation of Deferred@1450545984 after retry RPC after error@1179950809) -> (continuation of Deferred@215450786 after retry RPC after error@138282862) -> (continuation of Deferred@1923840698 after retry RPC after error@283869280) -> (continuation of Deferred@539620427 after retry RPC after error@1490326103) -> (continuation of Deferred@1904430429 after retry RPC after error@1034365837) -> (continuation of Deferred@1388518366 after retry RPC after error@779714043) -> (continuation of Deferred@1174086860 after retry RPC after error@1099203773) -> (continuation of Deferred@198408888 after retry RPC after error@1847609500) -> (continuation of Deferred@1927404752 after retry RPC after error@388308829) -> (continuation of Deferred@129212859 after retry RPC after error@1807449465) -> (continuation of Deferred@398474114 after retry RPC after error@673186256) -> (continuation of Deferred@847565590 after retry RPC after error@48504970) -> (continuation of Deferred@342755199 after retry RPC after error@1021880995) -> (continuation of Deferred@677429835 after retry RPC after error@186865597) -> (continuation of Deferred@1863511129 after retry RPC after error@374800042)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.23.69.188:34691
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:10:13.157 [INFO - flink-pekko.actor.default-dispatcher-10] (DefaultScheduler.java:347) 4 tasks will be restarted to recover from a global failure.
21:10:13.157 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#4) of source Source: KuduSource.
21:10:13.157 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from INITIALIZING to CANCELING.
21:10:13.158 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (4/4)#4 (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_3_4).
21:10:13.158 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#4 (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from INITIALIZING to CANCELING.
21:10:13.158 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (4/4)#4 (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_3_4).
21:10:13.159 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:10:13.159 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:10:13.159 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:10:13.160 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:13.160 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:13.160 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (SourceReaderBase.java:338) Closing Source Reader.
21:10:13.160 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:13.160 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#4 (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from CANCELING to CANCELED.
21:10:13.160 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#4 (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_3_4).
21:10:13.160 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:13.160 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#4 c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_3_4.
21:10:13.160 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:13.160 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:13.161 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:13.161 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:13.161 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:13.161 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:10:13.161 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from CANCELING to CANCELED.
21:10:13.162 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:318) Clearing resource requirements of job 640bb5d81f2161b747452ce3cfd3ea9d
21:10:13.168 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:10:13.169 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:10:13.169 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:10:13.169 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:10:13.169 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:10:13.169 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:10:13.170 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:10:13.170 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:10:13.170 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:10:13.170 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:10:13.170 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:10:13.170 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:10:13.170 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:10:13.176 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:10:13.176 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:10:13.176 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:10:13.176 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:13.177 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:13.177 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:13.177 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:13.177 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:13.177 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:13.177 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:13.177 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:13.177 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:13.177 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:10:13.188 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:10:13.188 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:10:13.189 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:10:13.189 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:10:13.189 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:10:13.189 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:10:13.189 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:10:13.189 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:10:13.189 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:10:13.189 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:10:13.189 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:10:13.189 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:10:13.189 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:10:13.208 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:10:13.208 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:10:13.208 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:10:13.209 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:10:13.209 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:10:13.209 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:10:13.209 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:10:13.209 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:10:13.209 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:10:13.209 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:10:13.209 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:10:13.209 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:10:13.209 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:10:13.214 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2841dd5f383bae9a8f297e74525dcca1 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 2841dd5f383bae9a8f297e74525dcca1 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:13.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:13.224165 31256 tablet_service.cc:1511] Processing CreateTablet for tablet c3c8d733e41445f991a126a81e731dac (DEFAULT_TABLE table=replication_test_table [id=24ddf4c24c824100b7ce4bcf7790c2a2]), partition=RANGE (int8) PARTITION UNBOUNDED
21:10:13.228 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:10:13.228 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:10:13.228 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:10:13.228 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:10:13.229 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:10:13.229 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:10:13.229 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:10:13.229 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:10:13.229 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:10:13.229 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:10:13.229 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:10:13.229 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:10:13.229 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:10:13.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:13.235422 31256 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet c3c8d733e41445f991a126a81e731dac. 1 dirs total, 0 dirs full, 0 dirs failed
21:10:13.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:13.237905 31117 tablet_service.cc:1511] Processing CreateTablet for tablet c3c8d733e41445f991a126a81e731dac (DEFAULT_TABLE table=replication_test_table [id=24ddf4c24c824100b7ce4bcf7790c2a2]), partition=RANGE (int8) PARTITION UNBOUNDED
21:10:13.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:13.240794 31117 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet c3c8d733e41445f991a126a81e731dac. 1 dirs total, 0 dirs full, 0 dirs failed
21:10:13.247 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:10:13.248 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:10:13.248 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:10:13.248 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:10:13.248 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:10:13.248 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:10:13.249 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:10:13.249 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:10:13.249 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:10:13.248 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:10:13.249 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:10:13.249 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:10:13.249 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:10:13.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:13.251909 30956 tablet_service.cc:1511] Processing CreateTablet for tablet c3c8d733e41445f991a126a81e731dac (DEFAULT_TABLE table=replication_test_table [id=24ddf4c24c824100b7ce4bcf7790c2a2]), partition=RANGE (int8) PARTITION UNBOUNDED
21:10:13.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:13.255379 30956 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet c3c8d733e41445f991a126a81e731dac. 1 dirs total, 0 dirs full, 0 dirs failed
21:10:13.268 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:13.288 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:10:13.289 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:10:13.289 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:10:13.289 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:10:13.289 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:10:13.289 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:10:13.289 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:10:13.289 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:10:13.289 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:10:13.289 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:10:13.289 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:10:13.289 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:10:13.290 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:10:13.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:13.301880 32222 tablet_bootstrap.cc:492] T c3c8d733e41445f991a126a81e731dac P 1e931e67318641aeb1d696c73963428f: Bootstrap starting.
21:10:13.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:13.305876 32223 tablet_bootstrap.cc:492] T c3c8d733e41445f991a126a81e731dac P 0909979a2a2348c0918c10cf33afe09a: Bootstrap starting.
21:10:13.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:13.316119 32223 tablet_bootstrap.cc:654] T c3c8d733e41445f991a126a81e731dac P 0909979a2a2348c0918c10cf33afe09a: Neither blocks nor log segments found. Creating new log.
21:10:13.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:13.316229 32224 tablet_bootstrap.cc:492] T c3c8d733e41445f991a126a81e731dac P 35c86ccfa1c5453b82b02d1aca42ae8c: Bootstrap starting.
21:10:13.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:13.316483 32222 tablet_bootstrap.cc:654] T c3c8d733e41445f991a126a81e731dac P 1e931e67318641aeb1d696c73963428f: Neither blocks nor log segments found. Creating new log.
21:10:13.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:13.322193 32222 log.cc:826] T c3c8d733e41445f991a126a81e731dac P 1e931e67318641aeb1d696c73963428f: Log is configured to *not* fsync() on all Append() calls
21:10:13.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:13.323283 32223 log.cc:826] T c3c8d733e41445f991a126a81e731dac P 0909979a2a2348c0918c10cf33afe09a: Log is configured to *not* fsync() on all Append() calls
21:10:13.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:13.327966 32224 tablet_bootstrap.cc:654] T c3c8d733e41445f991a126a81e731dac P 35c86ccfa1c5453b82b02d1aca42ae8c: Neither blocks nor log segments found. Creating new log.
21:10:13.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:13.332226 32224 log.cc:826] T c3c8d733e41445f991a126a81e731dac P 35c86ccfa1c5453b82b02d1aca42ae8c: Log is configured to *not* fsync() on all Append() calls
21:10:13.335 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d6a71f5cf5f060cfaa5d5fa24434f7a3 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d6a71f5cf5f060cfaa5d5fa24434f7a3 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:13.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:13.337754 32222 tablet_bootstrap.cc:492] T c3c8d733e41445f991a126a81e731dac P 1e931e67318641aeb1d696c73963428f: No bootstrap required, opened a new log
21:10:13.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:13.338357 32222 ts_tablet_manager.cc:1403] T c3c8d733e41445f991a126a81e731dac P 1e931e67318641aeb1d696c73963428f: Time spent bootstrapping tablet: real 0.037s	user 0.011s	sys 0.005s
21:10:13.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:13.338368 32223 tablet_bootstrap.cc:492] T c3c8d733e41445f991a126a81e731dac P 0909979a2a2348c0918c10cf33afe09a: No bootstrap required, opened a new log
21:10:13.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:13.339470 32223 ts_tablet_manager.cc:1403] T c3c8d733e41445f991a126a81e731dac P 0909979a2a2348c0918c10cf33afe09a: Time spent bootstrapping tablet: real 0.034s	user 0.015s	sys 0.010s
21:10:13.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:13.346930 32224 tablet_bootstrap.cc:492] T c3c8d733e41445f991a126a81e731dac P 35c86ccfa1c5453b82b02d1aca42ae8c: No bootstrap required, opened a new log
21:10:13.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:13.347644 32224 ts_tablet_manager.cc:1403] T c3c8d733e41445f991a126a81e731dac P 35c86ccfa1c5453b82b02d1aca42ae8c: Time spent bootstrapping tablet: real 0.032s	user 0.027s	sys 0.000s
21:10:13.362 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.28.61.190:36375(127.28.61.190:36375)] connecting to peer
21:10:13.362 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.28.61.189:39213(127.28.61.189:39213)] connecting to peer
21:10:13.363 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.28.61.188:41979(127.28.61.188:41979)] connecting to peer
21:10:13.363 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:13.363 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.61.190:36375(127.28.61.190:36375)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:13.363 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.190:36375: Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:13.363 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:13.363 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.28.61.188:41979(127.28.61.188:41979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:13.363 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.188:41979: Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:13.364 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:13.364 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.61.189:39213(127.28.61.189:39213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:13.364 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.189:39213: Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:13.364 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.28.61.190:36375,127.28.61.189:39213,127.28.61.188:41979; will retry
21:10:13.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:13.378567 32223 raft_consensus.cc:359] T c3c8d733e41445f991a126a81e731dac P 0909979a2a2348c0918c10cf33afe09a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1e931e67318641aeb1d696c73963428f" member_type: VOTER last_known_addr { host: "127.29.189.195" port: 36503 } } peers { permanent_uuid: "0909979a2a2348c0918c10cf33afe09a" member_type: VOTER last_known_addr { host: "127.29.189.193" port: 42973 } } peers { permanent_uuid: "35c86ccfa1c5453b82b02d1aca42ae8c" member_type: VOTER last_known_addr { host: "127.29.189.194" port: 40117 } }
21:10:13.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:13.379889 32223 raft_consensus.cc:385] T c3c8d733e41445f991a126a81e731dac P 0909979a2a2348c0918c10cf33afe09a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:10:13.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:13.380360 32223 raft_consensus.cc:740] T c3c8d733e41445f991a126a81e731dac P 0909979a2a2348c0918c10cf33afe09a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0909979a2a2348c0918c10cf33afe09a, State: Initialized, Role: FOLLOWER
21:10:13.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:13.381666 32223 consensus_queue.cc:260] T c3c8d733e41445f991a126a81e731dac P 0909979a2a2348c0918c10cf33afe09a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1e931e67318641aeb1d696c73963428f" member_type: VOTER last_known_addr { host: "127.29.189.195" port: 36503 } } peers { permanent_uuid: "0909979a2a2348c0918c10cf33afe09a" member_type: VOTER last_known_addr { host: "127.29.189.193" port: 42973 } } peers { permanent_uuid: "35c86ccfa1c5453b82b02d1aca42ae8c" member_type: VOTER last_known_addr { host: "127.29.189.194" port: 40117 } }
21:10:13.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:13.387146 32224 raft_consensus.cc:359] T c3c8d733e41445f991a126a81e731dac P 35c86ccfa1c5453b82b02d1aca42ae8c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1e931e67318641aeb1d696c73963428f" member_type: VOTER last_known_addr { host: "127.29.189.195" port: 36503 } } peers { permanent_uuid: "0909979a2a2348c0918c10cf33afe09a" member_type: VOTER last_known_addr { host: "127.29.189.193" port: 42973 } } peers { permanent_uuid: "35c86ccfa1c5453b82b02d1aca42ae8c" member_type: VOTER last_known_addr { host: "127.29.189.194" port: 40117 } }
21:10:13.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:13.388523 32224 raft_consensus.cc:385] T c3c8d733e41445f991a126a81e731dac P 35c86ccfa1c5453b82b02d1aca42ae8c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:10:13.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:13.389000 32224 raft_consensus.cc:740] T c3c8d733e41445f991a126a81e731dac P 35c86ccfa1c5453b82b02d1aca42ae8c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 35c86ccfa1c5453b82b02d1aca42ae8c, State: Initialized, Role: FOLLOWER
21:10:13.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:13.390658 32224 consensus_queue.cc:260] T c3c8d733e41445f991a126a81e731dac P 35c86ccfa1c5453b82b02d1aca42ae8c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1e931e67318641aeb1d696c73963428f" member_type: VOTER last_known_addr { host: "127.29.189.195" port: 36503 } } peers { permanent_uuid: "0909979a2a2348c0918c10cf33afe09a" member_type: VOTER last_known_addr { host: "127.29.189.193" port: 42973 } } peers { permanent_uuid: "35c86ccfa1c5453b82b02d1aca42ae8c" member_type: VOTER last_known_addr { host: "127.29.189.194" port: 40117 } }
21:10:13.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:13.392463 32222 raft_consensus.cc:359] T c3c8d733e41445f991a126a81e731dac P 1e931e67318641aeb1d696c73963428f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1e931e67318641aeb1d696c73963428f" member_type: VOTER last_known_addr { host: "127.29.189.195" port: 36503 } } peers { permanent_uuid: "0909979a2a2348c0918c10cf33afe09a" member_type: VOTER last_known_addr { host: "127.29.189.193" port: 42973 } } peers { permanent_uuid: "35c86ccfa1c5453b82b02d1aca42ae8c" member_type: VOTER last_known_addr { host: "127.29.189.194" port: 40117 } }
21:10:13.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:13.394081 32222 raft_consensus.cc:385] T c3c8d733e41445f991a126a81e731dac P 1e931e67318641aeb1d696c73963428f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:10:13.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:13.394464 32222 raft_consensus.cc:740] T c3c8d733e41445f991a126a81e731dac P 1e931e67318641aeb1d696c73963428f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 1e931e67318641aeb1d696c73963428f, State: Initialized, Role: FOLLOWER
21:10:13.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:13.395819 32223 ts_tablet_manager.cc:1434] T c3c8d733e41445f991a126a81e731dac P 0909979a2a2348c0918c10cf33afe09a: Time spent starting tablet: real 0.056s	user 0.026s	sys 0.017s
21:10:13.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:13.395571 32222 consensus_queue.cc:260] T c3c8d733e41445f991a126a81e731dac P 1e931e67318641aeb1d696c73963428f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1e931e67318641aeb1d696c73963428f" member_type: VOTER last_known_addr { host: "127.29.189.195" port: 36503 } } peers { permanent_uuid: "0909979a2a2348c0918c10cf33afe09a" member_type: VOTER last_known_addr { host: "127.29.189.193" port: 42973 } } peers { permanent_uuid: "35c86ccfa1c5453b82b02d1aca42ae8c" member_type: VOTER last_known_addr { host: "127.29.189.194" port: 40117 } }
21:10:13.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:10:13.403342 31024 tablet.cc:2406] T c3c8d733e41445f991a126a81e731dac P 0909979a2a2348c0918c10cf33afe09a: Can't schedule compaction. Clean time has not been advanced past its initial value.
21:10:13.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:13.406939 32224 ts_tablet_manager.cc:1434] T c3c8d733e41445f991a126a81e731dac P 35c86ccfa1c5453b82b02d1aca42ae8c: Time spent starting tablet: real 0.059s	user 0.038s	sys 0.007s
21:10:13.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:13.411007 32222 ts_tablet_manager.cc:1434] T c3c8d733e41445f991a126a81e731dac P 1e931e67318641aeb1d696c73963428f: Time spent starting tablet: real 0.072s	user 0.029s	sys 0.019s
21:10:13.429 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:10:13.429 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:10:13.429 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:10:13.429 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:10:13.429 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:10:13.429 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:10:13.429 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:10:13.429 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:10:13.430 [DEBUG - pool-416-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:10:13.430 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:10:13.430 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:10:13.430 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:10:13.430 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:10:13.430 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:10:13.430 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037
21:10:13.430 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:13.430 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:13.430 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:13.431 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:13.431 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:13.431 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:13.431 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:10:13.432 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=28832), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [35ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [37ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [37ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [39ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [39ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [65ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [66ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [67ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [67ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [90ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [94ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [94ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [95ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [95ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [123ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [126ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [143ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [145ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [183ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [183ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [242ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [242ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [320ms] refreshing cache from master, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [322ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [322ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [323ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [323ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [480ms] refreshing cache from master, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [482ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [483ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [483ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [483ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [981ms] refreshing cache from master, [981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [982ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [983ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [983ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [984ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [2000ms] refreshing cache from master, [2000ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [2000ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [2001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [2001ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [2002ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [2003ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [2003ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [3621ms] refreshing cache from master, [3621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [3622ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [3622ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [3623ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.188:46037: Network error: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037, [3624ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.190:39383: Network error: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383, [3624ms] Sub RPC ConnectToMaster: received response from server master-127.24.4.189:35405: Network error: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [3625ms] delaying RPC due to: Service unavailable: Master config (127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.188:46037(127.24.4.188:46037): Connection refused: /127.24.4.188:46037,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405, [5381ms] refreshing cache from master, [5381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.188:46037, [5381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.190:39383, [5381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.4.189:35405, [5381ms] too many traces: truncated at 100 traces, deferred=Deferred@1730609551(state=PENDING, result=null, callback=(continuation of Deferred@43178454 after retry RPC after error@459161127) -> (continuation of Deferred@1900598536 after retry RPC after error@784107991) -> (continuation of Deferred@980724159 after retry RPC after error@1353779152) -> (continuation of Deferred@1734768731 after retry RPC after error@769570641) -> (continuation of Deferred@846780932 after retry RPC after error@1781515292) -> (continuation of Deferred@1054854562 after retry RPC after error@1717801239) -> (continuation of Deferred@314564389 after retry RPC after error@111470154) -> (continuation of Deferred@1188469217 after retry RPC after error@1019695877) -> (continuation of Deferred@1357772111 after retry RPC after error@1910165422) -> (continuation of Deferred@53561829 after retry RPC after error@99122685) -> (continuation of Deferred@974174082 after retry RPC after error@487635153) -> (continuation of Deferred@342336759 after retry RPC after error@1378235411) -> (continuation of Deferred@1840592242 after retry RPC after error@1979440677) -> (continuation of Deferred@1553112177 after retry RPC after error@1064807772) -> (continuation of Deferred@2074935653 after retry RPC after error@1351414467) -> (continuation of Deferred@414555575 after retry RPC after error@447401648) -> (continuation of Deferred@153043625 after retry RPC after error@1043510179) -> (continuation of Deferred@182372855 after retry RPC after error@1179470162) -> (continuation of Deferred@901009720 after retry RPC after error@514872198) -> (continuation of Deferred@1650303190 after retry RPC after error@1324769814) -> (continuation of Deferred@1499252577 after retry RPC after error@1164743599) -> (continuation of Deferred@1245233348 after retry RPC after error@925101383) -> (continuation of Deferred@142295821 after retry RPC after error@690706502) -> (continuation of Deferred@622433095 after retry RPC after error@225975158) -> (continuation of Deferred@1607025407 after retry RPC after error@752076840) -> (continuation of Deferred@1161426270 after retry RPC after error@148366628), errback=(continuation of Deferred@43178454 after retry RPC after error@459161127) -> (continuation of Deferred@1900598536 after retry RPC after error@784107991) -> (continuation of Deferred@980724159 after retry RPC after error@1353779152) -> (continuation of Deferred@1734768731 after retry RPC after error@769570641) -> (continuation of Deferred@846780932 after retry RPC after error@1781515292) -> (continuation of Deferred@1054854562 after retry RPC after error@1717801239) -> (continuation of Deferred@314564389 after retry RPC after error@111470154) -> (continuation of Deferred@1188469217 after retry RPC after error@1019695877) -> (continuation of Deferred@1357772111 after retry RPC after error@1910165422) -> (continuation of Deferred@53561829 after retry RPC after error@99122685) -> (continuation of Deferred@974174082 after retry RPC after error@487635153) -> (continuation of Deferred@342336759 after retry RPC after error@1378235411) -> (continuation of Deferred@1840592242 after retry RPC after error@1979440677) -> (continuation of Deferred@1553112177 after retry RPC after error@1064807772) -> (continuation of Deferred@2074935653 after retry RPC after error@1351414467) -> (continuation of Deferred@414555575 after retry RPC after error@447401648) -> (continuation of Deferred@153043625 after retry RPC after error@1043510179) -> (continuation of Deferred@182372855 after retry RPC after error@1179470162) -> (continuation of Deferred@901009720 after retry RPC after error@514872198) -> (continuation of Deferred@1650303190 after retry RPC after error@1324769814) -> (continuation of Deferred@1499252577 after retry RPC after error@1164743599) -> (continuation of Deferred@1245233348 after retry RPC after error@925101383) -> (continuation of Deferred@142295821 after retry RPC after error@690706502) -> (continuation of Deferred@622433095 after retry RPC after error@225975158) -> (continuation of Deferred@1607025407 after retry RPC after error@752076840) -> (continuation of Deferred@1161426270 after retry RPC after error@148366628)))
21:10:13.430 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:10:13.432 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:10:13.432 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:10:13.432 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:10:13.476 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:13.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:10:13.506407 31185 tablet.cc:2406] T c3c8d733e41445f991a126a81e731dac P 35c86ccfa1c5453b82b02d1aca42ae8c: Can't schedule compaction. Clean time has not been advanced past its initial value.
21:10:13.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:10:13.527024 31329 tablet.cc:2406] T c3c8d733e41445f991a126a81e731dac P 1e931e67318641aeb1d696c73963428f: Can't schedule compaction. Clean time has not been advanced past its initial value.
21:10:13.548 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:10:13.548 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:10:13.548 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:10:13.548 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:10:13.548 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:10:13.548 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:10:13.548 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:10:13.548 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:10:13.548 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:10:13.548 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:10:13.549 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:10:13.549 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:10:13.549 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:10:13.572 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:10:13.572 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:10:13.572 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:10:13.572 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:10:13.572 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:10:13.573 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:10:13.573 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:10:13.573 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:10:13.573 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:10:13.573 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:10:13.573 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:10:13.573 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:10:13.573 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:10:13.621 [DEBUG - pool-426-thread-1] (Connection.java:748) [peer master-127.28.61.190:36375(127.28.61.190:36375)] connecting to peer
21:10:13.621 [DEBUG - pool-426-thread-1] (Connection.java:748) [peer master-127.28.61.189:39213(127.28.61.189:39213)] connecting to peer
21:10:13.621 [DEBUG - pool-426-thread-1] (Connection.java:748) [peer master-127.28.61.188:41979(127.28.61.188:41979)] connecting to peer
21:10:13.622 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:13.622 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.28.61.190:36375(127.28.61.190:36375)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:13.622 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.190:36375: Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:13.622 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:13.622 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.28.61.189:39213(127.28.61.189:39213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:13.622 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.189:39213: Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:13.622 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:13.623 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.61.188:41979(127.28.61.188:41979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:13.623 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.188:41979: Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:13.623 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.61.190:36375,127.28.61.189:39213,127.28.61.188:41979; will retry
21:10:13.668 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:10:13.668 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:10:13.668 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:10:13.668 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:10:13.668 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:10:13.669 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:10:13.669 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:10:13.669 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:10:13.669 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:10:13.669 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:10:13.669 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:10:13.669 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:10:13.669 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:10:13.714 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2841dd5f383bae9a8f297e74525dcca1 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 2841dd5f383bae9a8f297e74525dcca1 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:13.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:13.723567 32229 raft_consensus.cc:493] T c3c8d733e41445f991a126a81e731dac P 35c86ccfa1c5453b82b02d1aca42ae8c [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
21:10:13.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:13.724292 32229 raft_consensus.cc:515] T c3c8d733e41445f991a126a81e731dac P 35c86ccfa1c5453b82b02d1aca42ae8c [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1e931e67318641aeb1d696c73963428f" member_type: VOTER last_known_addr { host: "127.29.189.195" port: 36503 } } peers { permanent_uuid: "0909979a2a2348c0918c10cf33afe09a" member_type: VOTER last_known_addr { host: "127.29.189.193" port: 42973 } } peers { permanent_uuid: "35c86ccfa1c5453b82b02d1aca42ae8c" member_type: VOTER last_known_addr { host: "127.29.189.194" port: 40117 } }
21:10:13.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:13.725353 32230 raft_consensus.cc:493] T c3c8d733e41445f991a126a81e731dac P 1e931e67318641aeb1d696c73963428f [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
21:10:13.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:13.725939 32230 raft_consensus.cc:515] T c3c8d733e41445f991a126a81e731dac P 1e931e67318641aeb1d696c73963428f [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1e931e67318641aeb1d696c73963428f" member_type: VOTER last_known_addr { host: "127.29.189.195" port: 36503 } } peers { permanent_uuid: "0909979a2a2348c0918c10cf33afe09a" member_type: VOTER last_known_addr { host: "127.29.189.193" port: 42973 } } peers { permanent_uuid: "35c86ccfa1c5453b82b02d1aca42ae8c" member_type: VOTER last_known_addr { host: "127.29.189.194" port: 40117 } }
21:10:13.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:13.733659 32230 leader_election.cc:290] T c3c8d733e41445f991a126a81e731dac P 1e931e67318641aeb1d696c73963428f [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 0909979a2a2348c0918c10cf33afe09a (127.29.189.193:42973), 35c86ccfa1c5453b82b02d1aca42ae8c (127.29.189.194:40117)
21:10:13.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:13.730978 32228 raft_consensus.cc:493] T c3c8d733e41445f991a126a81e731dac P 0909979a2a2348c0918c10cf33afe09a [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
21:10:13.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:13.735489 32228 raft_consensus.cc:515] T c3c8d733e41445f991a126a81e731dac P 0909979a2a2348c0918c10cf33afe09a [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1e931e67318641aeb1d696c73963428f" member_type: VOTER last_known_addr { host: "127.29.189.195" port: 36503 } } peers { permanent_uuid: "0909979a2a2348c0918c10cf33afe09a" member_type: VOTER last_known_addr { host: "127.29.189.193" port: 42973 } } peers { permanent_uuid: "35c86ccfa1c5453b82b02d1aca42ae8c" member_type: VOTER last_known_addr { host: "127.29.189.194" port: 40117 } }
21:10:13.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:13.748179 32228 leader_election.cc:290] T c3c8d733e41445f991a126a81e731dac P 0909979a2a2348c0918c10cf33afe09a [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 1e931e67318641aeb1d696c73963428f (127.29.189.195:36503), 35c86ccfa1c5453b82b02d1aca42ae8c (127.29.189.194:40117)
21:10:13.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:13.749624 32229 leader_election.cc:290] T c3c8d733e41445f991a126a81e731dac P 35c86ccfa1c5453b82b02d1aca42ae8c [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 1e931e67318641aeb1d696c73963428f (127.29.189.195:36503), 0909979a2a2348c0918c10cf33afe09a (127.29.189.193:42973)
21:10:13.769 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:13.776 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:10:13.777 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:10:13.777 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:10:13.778 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:13.778 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:13.778 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:13.779 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:13.779 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:13.779 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:13.779 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:13.779 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:13.779 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:13.779 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:10:13.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:13.797204 31276 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c3c8d733e41445f991a126a81e731dac" candidate_uuid: "35c86ccfa1c5453b82b02d1aca42ae8c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "1e931e67318641aeb1d696c73963428f" is_pre_election: true
21:10:13.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:13.797214 30976 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c3c8d733e41445f991a126a81e731dac" candidate_uuid: "1e931e67318641aeb1d696c73963428f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0909979a2a2348c0918c10cf33afe09a" is_pre_election: true
21:10:13.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:13.798372 31276 raft_consensus.cc:2468] T c3c8d733e41445f991a126a81e731dac P 1e931e67318641aeb1d696c73963428f [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 35c86ccfa1c5453b82b02d1aca42ae8c in term 0.
21:10:13.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:13.798522 30976 raft_consensus.cc:2468] T c3c8d733e41445f991a126a81e731dac P 0909979a2a2348c0918c10cf33afe09a [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 1e931e67318641aeb1d696c73963428f in term 0.
21:10:13.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:13.801797 31211 leader_election.cc:304] T c3c8d733e41445f991a126a81e731dac P 1e931e67318641aeb1d696c73963428f [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0909979a2a2348c0918c10cf33afe09a, 1e931e67318641aeb1d696c73963428f; no voters: 
21:10:13.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:13.803089 32230 raft_consensus.cc:2804] T c3c8d733e41445f991a126a81e731dac P 1e931e67318641aeb1d696c73963428f [term 0 FOLLOWER]: Leader pre-election won for term 1
21:10:13.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:13.803604 32230 raft_consensus.cc:493] T c3c8d733e41445f991a126a81e731dac P 1e931e67318641aeb1d696c73963428f [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
21:10:13.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:13.804054 32230 raft_consensus.cc:3060] T c3c8d733e41445f991a126a81e731dac P 1e931e67318641aeb1d696c73963428f [term 0 FOLLOWER]: Advancing to term 1
21:10:13.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:13.805444 31054 leader_election.cc:304] T c3c8d733e41445f991a126a81e731dac P 35c86ccfa1c5453b82b02d1aca42ae8c [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 1e931e67318641aeb1d696c73963428f, 35c86ccfa1c5453b82b02d1aca42ae8c; no voters: 
21:10:13.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:13.806691 32229 raft_consensus.cc:2804] T c3c8d733e41445f991a126a81e731dac P 35c86ccfa1c5453b82b02d1aca42ae8c [term 0 FOLLOWER]: Leader pre-election won for term 1
21:10:13.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:13.807189 32229 raft_consensus.cc:493] T c3c8d733e41445f991a126a81e731dac P 35c86ccfa1c5453b82b02d1aca42ae8c [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
21:10:13.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:13.807574 32229 raft_consensus.cc:3060] T c3c8d733e41445f991a126a81e731dac P 35c86ccfa1c5453b82b02d1aca42ae8c [term 0 FOLLOWER]: Advancing to term 1
21:10:13.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:13.808398 31137 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c3c8d733e41445f991a126a81e731dac" candidate_uuid: "1e931e67318641aeb1d696c73963428f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "35c86ccfa1c5453b82b02d1aca42ae8c" is_pre_election: true
21:10:13.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:13.818092 32229 raft_consensus.cc:515] T c3c8d733e41445f991a126a81e731dac P 35c86ccfa1c5453b82b02d1aca42ae8c [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1e931e67318641aeb1d696c73963428f" member_type: VOTER last_known_addr { host: "127.29.189.195" port: 36503 } } peers { permanent_uuid: "0909979a2a2348c0918c10cf33afe09a" member_type: VOTER last_known_addr { host: "127.29.189.193" port: 42973 } } peers { permanent_uuid: "35c86ccfa1c5453b82b02d1aca42ae8c" member_type: VOTER last_known_addr { host: "127.29.189.194" port: 40117 } }
21:10:13.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:13.818346 32230 raft_consensus.cc:515] T c3c8d733e41445f991a126a81e731dac P 1e931e67318641aeb1d696c73963428f [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1e931e67318641aeb1d696c73963428f" member_type: VOTER last_known_addr { host: "127.29.189.195" port: 36503 } } peers { permanent_uuid: "0909979a2a2348c0918c10cf33afe09a" member_type: VOTER last_known_addr { host: "127.29.189.193" port: 42973 } } peers { permanent_uuid: "35c86ccfa1c5453b82b02d1aca42ae8c" member_type: VOTER last_known_addr { host: "127.29.189.194" port: 40117 } }
21:10:13.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:13.820264 31137 raft_consensus.cc:2393] T c3c8d733e41445f991a126a81e731dac P 35c86ccfa1c5453b82b02d1aca42ae8c [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 1e931e67318641aeb1d696c73963428f in current term 1: Already voted for candidate 35c86ccfa1c5453b82b02d1aca42ae8c in this term.
21:10:13.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:13.820768 31276 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c3c8d733e41445f991a126a81e731dac" candidate_uuid: "0909979a2a2348c0918c10cf33afe09a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "1e931e67318641aeb1d696c73963428f" is_pre_election: true
21:10:13.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:13.821758 31276 raft_consensus.cc:2393] T c3c8d733e41445f991a126a81e731dac P 1e931e67318641aeb1d696c73963428f [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 0909979a2a2348c0918c10cf33afe09a in current term 1: Already voted for candidate 1e931e67318641aeb1d696c73963428f in this term.
21:10:13.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:13.821722 30976 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c3c8d733e41445f991a126a81e731dac" candidate_uuid: "1e931e67318641aeb1d696c73963428f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0909979a2a2348c0918c10cf33afe09a"
21:10:13.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:13.822307 30976 raft_consensus.cc:3060] T c3c8d733e41445f991a126a81e731dac P 0909979a2a2348c0918c10cf33afe09a [term 0 FOLLOWER]: Advancing to term 1
21:10:13.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:13.830144 31276 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c3c8d733e41445f991a126a81e731dac" candidate_uuid: "35c86ccfa1c5453b82b02d1aca42ae8c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "1e931e67318641aeb1d696c73963428f"
21:10:13.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:13.831096 31276 raft_consensus.cc:2393] T c3c8d733e41445f991a126a81e731dac P 1e931e67318641aeb1d696c73963428f [term 1 FOLLOWER]: Leader election vote request: Denying vote to candidate 35c86ccfa1c5453b82b02d1aca42ae8c in current term 1: Already voted for candidate 1e931e67318641aeb1d696c73963428f in this term.
21:10:13.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:13.828661 32229 leader_election.cc:290] T c3c8d733e41445f991a126a81e731dac P 35c86ccfa1c5453b82b02d1aca42ae8c [CANDIDATE]: Term 1 election: Requested vote from peers 1e931e67318641aeb1d696c73963428f (127.29.189.195:36503), 0909979a2a2348c0918c10cf33afe09a (127.29.189.193:42973)
21:10:13.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:13.833947 30975 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c3c8d733e41445f991a126a81e731dac" candidate_uuid: "35c86ccfa1c5453b82b02d1aca42ae8c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0909979a2a2348c0918c10cf33afe09a" is_pre_election: true
21:10:13.834 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d6a71f5cf5f060cfaa5d5fa24434f7a3 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d6a71f5cf5f060cfaa5d5fa24434f7a3 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:13.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:13.834547 30974 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c3c8d733e41445f991a126a81e731dac" candidate_uuid: "35c86ccfa1c5453b82b02d1aca42ae8c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0909979a2a2348c0918c10cf33afe09a"
21:10:13.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:13.837332 31055 leader_election.cc:304] T c3c8d733e41445f991a126a81e731dac P 35c86ccfa1c5453b82b02d1aca42ae8c [CANDIDATE]: Term 1 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 35c86ccfa1c5453b82b02d1aca42ae8c; no voters: 0909979a2a2348c0918c10cf33afe09a, 1e931e67318641aeb1d696c73963428f
21:10:13.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:13.838395 32229 raft_consensus.cc:2749] T c3c8d733e41445f991a126a81e731dac P 35c86ccfa1c5453b82b02d1aca42ae8c [term 1 FOLLOWER]: Leader election lost for term 1. Reason: could not achieve majority
21:10:13.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:13.841596 32230 leader_election.cc:290] T c3c8d733e41445f991a126a81e731dac P 1e931e67318641aeb1d696c73963428f [CANDIDATE]: Term 1 election: Requested vote from peers 0909979a2a2348c0918c10cf33afe09a (127.29.189.193:42973), 35c86ccfa1c5453b82b02d1aca42ae8c (127.29.189.194:40117)
21:10:13.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:13.843192 30976 raft_consensus.cc:2468] T c3c8d733e41445f991a126a81e731dac P 0909979a2a2348c0918c10cf33afe09a [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 1e931e67318641aeb1d696c73963428f in term 1.
21:10:13.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:13.843459 31137 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c3c8d733e41445f991a126a81e731dac" candidate_uuid: "1e931e67318641aeb1d696c73963428f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "35c86ccfa1c5453b82b02d1aca42ae8c"
21:10:13.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:13.845010 31136 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c3c8d733e41445f991a126a81e731dac" candidate_uuid: "0909979a2a2348c0918c10cf33afe09a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "35c86ccfa1c5453b82b02d1aca42ae8c" is_pre_election: true
21:10:13.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:13.844743 31137 raft_consensus.cc:2393] T c3c8d733e41445f991a126a81e731dac P 35c86ccfa1c5453b82b02d1aca42ae8c [term 1 FOLLOWER]: Leader election vote request: Denying vote to candidate 1e931e67318641aeb1d696c73963428f in current term 1: Already voted for candidate 35c86ccfa1c5453b82b02d1aca42ae8c in this term.
21:10:13.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:13.846823 31211 leader_election.cc:304] T c3c8d733e41445f991a126a81e731dac P 1e931e67318641aeb1d696c73963428f [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0909979a2a2348c0918c10cf33afe09a, 1e931e67318641aeb1d696c73963428f; no voters: 
21:10:13.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:13.847723 32230 raft_consensus.cc:2804] T c3c8d733e41445f991a126a81e731dac P 1e931e67318641aeb1d696c73963428f [term 1 FOLLOWER]: Leader election won for term 1
21:10:13.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:13.848492 30909 leader_election.cc:304] T c3c8d733e41445f991a126a81e731dac P 0909979a2a2348c0918c10cf33afe09a [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 0909979a2a2348c0918c10cf33afe09a; no voters: 1e931e67318641aeb1d696c73963428f, 35c86ccfa1c5453b82b02d1aca42ae8c
21:10:13.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:13.851325 32230 raft_consensus.cc:697] T c3c8d733e41445f991a126a81e731dac P 1e931e67318641aeb1d696c73963428f [term 1 LEADER]: Becoming Leader. State: Replica: 1e931e67318641aeb1d696c73963428f, State: Running, Role: LEADER
21:10:13.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:13.851930 32228 raft_consensus.cc:2749] T c3c8d733e41445f991a126a81e731dac P 0909979a2a2348c0918c10cf33afe09a [term 1 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
21:10:13.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:13.852602 32230 consensus_queue.cc:237] T c3c8d733e41445f991a126a81e731dac P 1e931e67318641aeb1d696c73963428f [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1e931e67318641aeb1d696c73963428f" member_type: VOTER last_known_addr { host: "127.29.189.195" port: 36503 } } peers { permanent_uuid: "0909979a2a2348c0918c10cf33afe09a" member_type: VOTER last_known_addr { host: "127.29.189.193" port: 42973 } } peers { permanent_uuid: "35c86ccfa1c5453b82b02d1aca42ae8c" member_type: VOTER last_known_addr { host: "127.29.189.194" port: 40117 } }
21:10:13.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:13.873000 30729 catalog_manager.cc:5696] T c3c8d733e41445f991a126a81e731dac P 1e931e67318641aeb1d696c73963428f reported cstate change: term changed from 0 to 1, leader changed from <none> to 1e931e67318641aeb1d696c73963428f (127.29.189.195). New cstate: current_term: 1 leader_uuid: "1e931e67318641aeb1d696c73963428f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1e931e67318641aeb1d696c73963428f" member_type: VOTER last_known_addr { host: "127.29.189.195" port: 36503 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "0909979a2a2348c0918c10cf33afe09a" member_type: VOTER last_known_addr { host: "127.29.189.193" port: 42973 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "35c86ccfa1c5453b82b02d1aca42ae8c" member_type: VOTER last_known_addr { host: "127.29.189.194" port: 40117 } health_report { overall_health: UNKNOWN } } }
21:10:13.952 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 24ddf4c24c824100b7ce4bcf7790c2a2
21:10:13.967 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet c3c8d733e41445f991a126a81e731dac for table 'replication_test_table' with partition [<start>, <end>)
21:10:13.968 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c3c8d733e41445f991a126a81e731dac@[0909979a2a2348c0918c10cf33afe09a(127.29.189.193:42973),1e931e67318641aeb1d696c73963428f(127.29.189.195:36503)[L],35c86ccfa1c5453b82b02d1aca42ae8c(127.29.189.194:40117)]}]
21:10:13.968 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=4), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.29.189.252:40043, [4ms] Sub RPC GetTableLocations: received response from server master-127.29.189.252:40043: OK, deferred=null) after lookup
21:10:13.969 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 1e931e67318641aeb1d696c73963428f(127.29.189.195:36503)] connecting to peer
21:10:13.970 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 1e931e67318641aeb1d696c73963428f(127.29.189.195:36503)] Successfully connected to peer
21:10:13.976 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:13.981 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:10:13.985 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x70ea5857, L:/127.0.0.1:47634 - R:/127.29.189.195:36503] using TOKEN/null
21:10:14.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:14.004812 31137 raft_consensus.cc:1275] T c3c8d733e41445f991a126a81e731dac P 35c86ccfa1c5453b82b02d1aca42ae8c [term 1 FOLLOWER]: Refusing update from remote peer 1e931e67318641aeb1d696c73963428f: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
21:10:14.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:14.004833 30976 raft_consensus.cc:1275] T c3c8d733e41445f991a126a81e731dac P 0909979a2a2348c0918c10cf33afe09a [term 1 FOLLOWER]: Refusing update from remote peer 1e931e67318641aeb1d696c73963428f: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
21:10:14.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:14.007228 32243 consensus_queue.cc:1048] T c3c8d733e41445f991a126a81e731dac P 1e931e67318641aeb1d696c73963428f [LEADER]: Connected to new peer: Peer: permanent_uuid: "35c86ccfa1c5453b82b02d1aca42ae8c" member_type: VOTER last_known_addr { host: "127.29.189.194" port: 40117 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
21:10:14.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:14.008122 32230 consensus_queue.cc:1048] T c3c8d733e41445f991a126a81e731dac P 1e931e67318641aeb1d696c73963428f [LEADER]: Connected to new peer: Peer: permanent_uuid: "0909979a2a2348c0918c10cf33afe09a" member_type: VOTER last_known_addr { host: "127.29.189.193" port: 42973 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
21:10:14.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:14.022644 32184 heartbeater.cc:499] Master 127.30.152.252:38897 was elected leader, sending a full tablet report...
21:10:14.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:14.063330 32253 mvcc.cc:204] Tried to move back new op lower bound from 7305400377337683968 to 7305400376753418240. Current Snapshot: MvccSnapshot[applied={T|T < 7305400377337683968}]
21:10:14.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:14.074934 32255 mvcc.cc:204] Tried to move back new op lower bound from 7305400377337683968 to 7305400376753418240. Current Snapshot: MvccSnapshot[applied={T|T < 7305400377337683968}]
21:10:14.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:14.099273 32256 mvcc.cc:204] Tried to move back new op lower bound from 7305400377337683968 to 7305400376753418240. Current Snapshot: MvccSnapshot[applied={T|T < 7305400377337683968}]
21:10:14.214 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2841dd5f383bae9a8f297e74525dcca1 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 2841dd5f383bae9a8f297e74525dcca1 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:14.269 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:14.337 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d6a71f5cf5f060cfaa5d5fa24434f7a3 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d6a71f5cf5f060cfaa5d5fa24434f7a3 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:14.345 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:10:14.346 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:10:14.348 [DEBUG - main] (Connection.java:748) [peer master-127.30.152.252:38897(127.30.152.252:38897)] connecting to peer
21:10:14.348 [DEBUG - main] (Connection.java:748) [peer master-127.30.152.254:37399(127.30.152.254:37399)] connecting to peer
21:10:14.349 [DEBUG - main] (Connection.java:748) [peer master-127.30.152.253:46569(127.30.152.253:46569)] connecting to peer
21:10:14.349 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.30.152.252:38897(127.30.152.252:38897)] Successfully connected to peer
21:10:14.357 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.30.152.254:37399(127.30.152.254:37399)] Successfully connected to peer
21:10:14.359 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.30.152.253:46569(127.30.152.253:46569)] Successfully connected to peer
21:10:14.363 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.30.152.253
21:10:14.373 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:10:14.376 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.30.152.254
21:10:14.378 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xd5fa2278, L:/127.0.0.1:58520 - R:/127.30.152.253:46569] using SASL/PLAIN
21:10:14.387 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.30.152.252
21:10:14.388 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:10:14.394 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x0629efb8, L:/127.0.0.1:34156 - R:/127.30.152.254:37399] using SASL/PLAIN
21:10:14.399 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:10:14.404 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xb8775a4f, L:/127.0.0.1:57272 - R:/127.30.152.252:38897] using SASL/PLAIN
21:10:14.408 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
21:10:14.408 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=61), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.152.252:38897, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.152.254:37399, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.152.253:46569, [35ms] Sub RPC ConnectToMaster: received response from server master-127.30.152.253:46569: OK, [50ms] Sub RPC ConnectToMaster: received response from server master-127.30.152.254:37399: OK, [60ms] Sub RPC ConnectToMaster: received response from server master-127.30.152.252:38897: OK, deferred=null) after lookup
21:10:14.412 [DEBUG - main] (Connection.java:748) [peer master-127.29.189.254:45211(127.29.189.254:45211)] connecting to peer
21:10:14.414 [DEBUG - main] (Connection.java:748) [peer master-127.29.189.253:40775(127.29.189.253:40775)] connecting to peer
21:10:14.417 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.29.189.254:45211(127.29.189.254:45211)] Successfully connected to peer
21:10:14.419 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.29.189.254
21:10:14.419 [DEBUG - main] (Connection.java:748) [peer master-127.29.189.252:40043(127.29.189.252:40043)] connecting to peer
21:10:14.427 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.29.189.252:40043(127.29.189.252:40043)] Successfully connected to peer
21:10:14.430 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:10:14.431 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.29.189.253:40775(127.29.189.253:40775)] Successfully connected to peer
21:10:14.435 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x1cd8ad58, L:/127.0.0.1:41218 - R:/127.29.189.254:45211] using SASL/PLAIN
21:10:14.444 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.29.189.252
21:10:14.444 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.29.189.253
21:10:14.455 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:10:14.456 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:10:14.458 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xf681aa59, L:/127.0.0.1:56162 - R:/127.29.189.253:40775] using SASL/PLAIN
21:10:14.474 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x4a6600ff, L:/127.0.0.1:54438 - R:/127.29.189.252:40043] using SASL/PLAIN
21:10:14.476 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:14.477 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
21:10:14.477 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=66), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.189.254:45211, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.189.253:40775, [8ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.189.252:40043, [30ms] Sub RPC ConnectToMaster: received response from server master-127.29.189.254:45211: OK, [51ms] Sub RPC ConnectToMaster: received response from server master-127.29.189.253:40775: OK, [66ms] Sub RPC ConnectToMaster: received response from server master-127.29.189.252:40043: OK, deferred=null) after lookup
21:10:14.482 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 24ddf4c24c824100b7ce4bcf7790c2a2
21:10:14.491 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:10:14.492 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:10:14.492 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:10:14.492 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:14.492 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:14.492 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:14.492 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:14.492 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:14.492 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:14.492 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:14.492 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:14.492 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:14.492 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:10:14.494 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet c3c8d733e41445f991a126a81e731dac for table 'replication_test_table' with partition [<start>, <end>)
21:10:14.494 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c3c8d733e41445f991a126a81e731dac@[0909979a2a2348c0918c10cf33afe09a(127.29.189.193:42973),1e931e67318641aeb1d696c73963428f(127.29.189.195:36503)[L],35c86ccfa1c5453b82b02d1aca42ae8c(127.29.189.194:40117)]}]
21:10:14.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:14.497807 31601 catalog_manager.cc:2282] Servicing CreateTable request from {username='slave'} at 127.0.0.1:57272:
21:10:14.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "replication_test_table"
21:10:14.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
21:10:14.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
21:10:14.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "int8"
21:10:14.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT8
21:10:14.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
21:10:14.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
21:10:14.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
21:10:14.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
21:10:14.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
21:10:14.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
21:10:14.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
21:10:14.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
21:10:14.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
21:10:14.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "int16"
21:10:14.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT16
21:10:14.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
21:10:14.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
21:10:14.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
21:10:14.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
21:10:14.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
21:10:14.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
21:10:14.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
21:10:14.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
21:10:14.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
21:10:14.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "int32"
21:10:14.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
21:10:14.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
21:10:14.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
21:10:14.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
21:10:14.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
21:10:14.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
21:10:14.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
21:10:14.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
21:10:14.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
21:10:14.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
21:10:14.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "int64"
21:10:14.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT64
21:10:14.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
21:10:14.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
21:10:14.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
21:10:14.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
21:10:14.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
21:10:14.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
21:10:14.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
21:10:14.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
21:10:14.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
21:10:14.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "bool"
21:10:14.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: BOOL
21:10:14.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
21:10:14.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
21:10:14.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
21:10:14.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
21:10:14.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
21:10:14.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
21:10:14.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
21:10:14.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
21:10:14.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
21:10:14.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "float"
21:10:14.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: FLOAT
21:10:14.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
21:10:14.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
21:10:14.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
21:10:14.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
21:10:14.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
21:10:14.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
21:10:14.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
21:10:14.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
21:10:14.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
21:10:14.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "double"
21:10:14.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: DOUBLE
21:10:14.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
21:10:14.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
21:10:14.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
21:10:14.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
21:10:14.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
21:10:14.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
21:10:14.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
21:10:14.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
21:10:14.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
21:10:14.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "string"
21:10:14.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
21:10:14.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
21:10:14.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
21:10:14.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
21:10:14.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
21:10:14.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
21:10:14.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
21:10:14.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
21:10:14.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
21:10:14.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
21:10:14.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "binary-array"
21:10:14.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: BINARY
21:10:14.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
21:10:14.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
21:10:14.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
21:10:14.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
21:10:14.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
21:10:14.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
21:10:14.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
21:10:14.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
21:10:14.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
21:10:14.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "binary-bytebuffer"
21:10:14.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: BINARY
21:10:14.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
21:10:14.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
21:10:14.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
21:10:14.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
21:10:14.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
21:10:14.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
21:10:14.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
21:10:14.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
21:10:14.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
21:10:14.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "null"
21:10:14.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
21:10:14.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
21:10:14.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: true
21:10:14.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
21:10:14.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
21:10:14.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
21:10:14.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
21:10:14.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
21:10:14.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
21:10:14.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
21:10:14.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "timestamp"
21:10:14.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: UNIXTIME_MICROS
21:10:14.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
21:10:14.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
21:10:14.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
21:10:14.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
21:10:14.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
21:10:14.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
21:10:14.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
21:10:14.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
21:10:14.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
21:10:14.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "decimal"
21:10:14.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: DECIMAL32
21:10:14.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
21:10:14.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
21:10:14.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
21:10:14.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
21:10:14.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
21:10:14.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type_attributes {
21:10:14.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       precision: 5
21:10:14.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       scale: 3
21:10:14.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
21:10:14.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
21:10:14.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
21:10:14.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
21:10:14.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
21:10:14.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "varchar"
21:10:14.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: VARCHAR
21:10:14.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
21:10:14.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
21:10:14.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
21:10:14.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
21:10:14.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
21:10:14.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type_attributes {
21:10:14.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       length: 10
21:10:14.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
21:10:14.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
21:10:14.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
21:10:14.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
21:10:14.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
21:10:14.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "date"
21:10:14.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: DATE
21:10:14.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
21:10:14.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
21:10:14.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
21:10:14.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
21:10:14.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
21:10:14.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
21:10:14.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
21:10:14.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
21:10:14.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
21:10:14.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
21:10:14.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
21:10:14.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   rows: "<redacted>""\006\000\000\000\000\007\000\000\000\000"
21:10:14.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
21:10:14.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
21:10:14.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
21:10:14.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
21:10:14.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "int8"
21:10:14.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
21:10:14.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
21:10:14.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
21:10:14.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) comment: ""
21:10:14.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:10:14.505692 31601 catalog_manager.cc:7076] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table replication_test_table in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
21:10:14.608 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 821590a184d649a6a9b7e613db0f7ffa
21:10:14.689 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:10:14.689 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:10:14.689 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:10:14.690 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:10:14.690 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:10:14.690 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:10:14.690 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:10:14.690 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:10:14.690 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:10:14.690 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:10:14.690 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:10:14.690 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:10:14.690 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:10:14.700 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:10:14.700 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:10:14.700 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:10:14.702 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:14.702 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:14.702 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:14.703 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:14.703 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:14.703 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:14.703 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:14.703 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:14.703 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:14.703 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:10:14.714 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2841dd5f383bae9a8f297e74525dcca1 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 2841dd5f383bae9a8f297e74525dcca1 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:14.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:14.763222 31836 tablet_service.cc:1511] Processing CreateTablet for tablet 1492a6c6341f48138c20a44632d4f467 (DEFAULT_TABLE table=replication_test_table [id=821590a184d649a6a9b7e613db0f7ffa]), partition=RANGE (int8) PARTITION UNBOUNDED
21:10:14.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:14.766184 31836 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 1492a6c6341f48138c20a44632d4f467. 1 dirs total, 0 dirs full, 0 dirs failed
21:10:14.771 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:14.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:14.781589 32119 tablet_service.cc:1511] Processing CreateTablet for tablet 1492a6c6341f48138c20a44632d4f467 (DEFAULT_TABLE table=replication_test_table [id=821590a184d649a6a9b7e613db0f7ffa]), partition=RANGE (int8) PARTITION UNBOUNDED
21:10:14.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:14.783934 32119 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 1492a6c6341f48138c20a44632d4f467. 1 dirs total, 0 dirs full, 0 dirs failed
21:10:14.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:14.804893 31979 tablet_service.cc:1511] Processing CreateTablet for tablet 1492a6c6341f48138c20a44632d4f467 (DEFAULT_TABLE table=replication_test_table [id=821590a184d649a6a9b7e613db0f7ffa]), partition=RANGE (int8) PARTITION UNBOUNDED
21:10:14.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:14.807358 31979 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 1492a6c6341f48138c20a44632d4f467. 1 dirs total, 0 dirs full, 0 dirs failed
21:10:14.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:14.825765 32296 tablet_bootstrap.cc:492] T 1492a6c6341f48138c20a44632d4f467 P 5ab53537fffb420eb4068fb2e0810298: Bootstrap starting.
21:10:14.835 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d6a71f5cf5f060cfaa5d5fa24434f7a3 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d6a71f5cf5f060cfaa5d5fa24434f7a3 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:14.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:14.847209 32296 tablet_bootstrap.cc:654] T 1492a6c6341f48138c20a44632d4f467 P 5ab53537fffb420eb4068fb2e0810298: Neither blocks nor log segments found. Creating new log.
21:10:14.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:14.855074 32296 log.cc:826] T 1492a6c6341f48138c20a44632d4f467 P 5ab53537fffb420eb4068fb2e0810298: Log is configured to *not* fsync() on all Append() calls
21:10:14.863 [DEBUG - pool-424-thread-1] (Connection.java:748) [peer master-127.22.50.60:38829(127.22.50.60:38829)] connecting to peer
21:10:14.863 [DEBUG - pool-424-thread-1] (Connection.java:748) [peer master-127.22.50.61:45261(127.22.50.61:45261)] connecting to peer
21:10:14.863 [DEBUG - pool-424-thread-1] (Connection.java:748) [peer master-127.22.50.62:44659(127.22.50.62:44659)] connecting to peer
21:10:14.865 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:10:14.865 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.50.60:38829(127.22.50.60:38829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:10:14.865 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.60:38829: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:10:14.865 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:10:14.865 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.50.61:45261(127.22.50.61:45261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:10:14.865 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.61:45261: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:10:14.866 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:10:14.866 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.50.62:44659(127.22.50.62:44659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:10:14.866 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.62:44659: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:10:14.866 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659; will retry
21:10:14.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:14.867811 32297 tablet_bootstrap.cc:492] T 1492a6c6341f48138c20a44632d4f467 P a14297ae6376498db1884a1d3686f9bc: Bootstrap starting.
21:10:14.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:14.877993 32299 tablet_bootstrap.cc:492] T 1492a6c6341f48138c20a44632d4f467 P 00136d20c37846348e188fbfa19dfd7f: Bootstrap starting.
21:10:14.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:14.881192 32297 tablet_bootstrap.cc:654] T 1492a6c6341f48138c20a44632d4f467 P a14297ae6376498db1884a1d3686f9bc: Neither blocks nor log segments found. Creating new log.
21:10:14.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:14.883873 32296 tablet_bootstrap.cc:492] T 1492a6c6341f48138c20a44632d4f467 P 5ab53537fffb420eb4068fb2e0810298: No bootstrap required, opened a new log
21:10:14.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:14.884841 32296 ts_tablet_manager.cc:1403] T 1492a6c6341f48138c20a44632d4f467 P 5ab53537fffb420eb4068fb2e0810298: Time spent bootstrapping tablet: real 0.061s	user 0.016s	sys 0.018s
21:10:14.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:14.887797 32299 tablet_bootstrap.cc:654] T 1492a6c6341f48138c20a44632d4f467 P 00136d20c37846348e188fbfa19dfd7f: Neither blocks nor log segments found. Creating new log.
21:10:14.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:14.890668 32299 log.cc:826] T 1492a6c6341f48138c20a44632d4f467 P 00136d20c37846348e188fbfa19dfd7f: Log is configured to *not* fsync() on all Append() calls
21:10:14.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:14.883803 32297 log.cc:826] T 1492a6c6341f48138c20a44632d4f467 P a14297ae6376498db1884a1d3686f9bc: Log is configured to *not* fsync() on all Append() calls
21:10:14.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:14.928956 32296 raft_consensus.cc:359] T 1492a6c6341f48138c20a44632d4f467 P 5ab53537fffb420eb4068fb2e0810298 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5ab53537fffb420eb4068fb2e0810298" member_type: VOTER last_known_addr { host: "127.30.152.193" port: 46285 } } peers { permanent_uuid: "00136d20c37846348e188fbfa19dfd7f" member_type: VOTER last_known_addr { host: "127.30.152.194" port: 35135 } } peers { permanent_uuid: "a14297ae6376498db1884a1d3686f9bc" member_type: VOTER last_known_addr { host: "127.30.152.195" port: 41915 } }
21:10:14.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:14.930540 32296 raft_consensus.cc:385] T 1492a6c6341f48138c20a44632d4f467 P 5ab53537fffb420eb4068fb2e0810298 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:10:14.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:14.931174 32296 raft_consensus.cc:740] T 1492a6c6341f48138c20a44632d4f467 P 5ab53537fffb420eb4068fb2e0810298 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5ab53537fffb420eb4068fb2e0810298, State: Initialized, Role: FOLLOWER
21:10:14.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:14.932662 32296 consensus_queue.cc:260] T 1492a6c6341f48138c20a44632d4f467 P 5ab53537fffb420eb4068fb2e0810298 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5ab53537fffb420eb4068fb2e0810298" member_type: VOTER last_known_addr { host: "127.30.152.193" port: 46285 } } peers { permanent_uuid: "00136d20c37846348e188fbfa19dfd7f" member_type: VOTER last_known_addr { host: "127.30.152.194" port: 35135 } } peers { permanent_uuid: "a14297ae6376498db1884a1d3686f9bc" member_type: VOTER last_known_addr { host: "127.30.152.195" port: 41915 } }
21:10:14.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:14.946853 32299 tablet_bootstrap.cc:492] T 1492a6c6341f48138c20a44632d4f467 P 00136d20c37846348e188fbfa19dfd7f: No bootstrap required, opened a new log
21:10:14.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:14.949960 32299 ts_tablet_manager.cc:1403] T 1492a6c6341f48138c20a44632d4f467 P 00136d20c37846348e188fbfa19dfd7f: Time spent bootstrapping tablet: real 0.072s	user 0.019s	sys 0.006s
21:10:14.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:14.961321 32296 ts_tablet_manager.cc:1434] T 1492a6c6341f48138c20a44632d4f467 P 5ab53537fffb420eb4068fb2e0810298: Time spent starting tablet: real 0.076s	user 0.047s	sys 0.019s
21:10:14.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:14.965549 32297 tablet_bootstrap.cc:492] T 1492a6c6341f48138c20a44632d4f467 P a14297ae6376498db1884a1d3686f9bc: No bootstrap required, opened a new log
21:10:14.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:14.966256 32297 ts_tablet_manager.cc:1403] T 1492a6c6341f48138c20a44632d4f467 P a14297ae6376498db1884a1d3686f9bc: Time spent bootstrapping tablet: real 0.103s	user 0.030s	sys 0.034s
21:10:14.975 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:15.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:15.002753 32299 raft_consensus.cc:359] T 1492a6c6341f48138c20a44632d4f467 P 00136d20c37846348e188fbfa19dfd7f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5ab53537fffb420eb4068fb2e0810298" member_type: VOTER last_known_addr { host: "127.30.152.193" port: 46285 } } peers { permanent_uuid: "00136d20c37846348e188fbfa19dfd7f" member_type: VOTER last_known_addr { host: "127.30.152.194" port: 35135 } } peers { permanent_uuid: "a14297ae6376498db1884a1d3686f9bc" member_type: VOTER last_known_addr { host: "127.30.152.195" port: 41915 } }
21:10:15.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:15.004957 32299 raft_consensus.cc:385] T 1492a6c6341f48138c20a44632d4f467 P 00136d20c37846348e188fbfa19dfd7f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:10:15.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:15.005347 32299 raft_consensus.cc:740] T 1492a6c6341f48138c20a44632d4f467 P 00136d20c37846348e188fbfa19dfd7f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 00136d20c37846348e188fbfa19dfd7f, State: Initialized, Role: FOLLOWER
21:10:15.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:15.007012 32299 consensus_queue.cc:260] T 1492a6c6341f48138c20a44632d4f467 P 00136d20c37846348e188fbfa19dfd7f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5ab53537fffb420eb4068fb2e0810298" member_type: VOTER last_known_addr { host: "127.30.152.193" port: 46285 } } peers { permanent_uuid: "00136d20c37846348e188fbfa19dfd7f" member_type: VOTER last_known_addr { host: "127.30.152.194" port: 35135 } } peers { permanent_uuid: "a14297ae6376498db1884a1d3686f9bc" member_type: VOTER last_known_addr { host: "127.30.152.195" port: 41915 } }
21:10:15.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:15.019941 32297 raft_consensus.cc:359] T 1492a6c6341f48138c20a44632d4f467 P a14297ae6376498db1884a1d3686f9bc [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5ab53537fffb420eb4068fb2e0810298" member_type: VOTER last_known_addr { host: "127.30.152.193" port: 46285 } } peers { permanent_uuid: "00136d20c37846348e188fbfa19dfd7f" member_type: VOTER last_known_addr { host: "127.30.152.194" port: 35135 } } peers { permanent_uuid: "a14297ae6376498db1884a1d3686f9bc" member_type: VOTER last_known_addr { host: "127.30.152.195" port: 41915 } }
21:10:15.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:15.021202 32297 raft_consensus.cc:385] T 1492a6c6341f48138c20a44632d4f467 P a14297ae6376498db1884a1d3686f9bc [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:10:15.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:15.021657 32297 raft_consensus.cc:740] T 1492a6c6341f48138c20a44632d4f467 P a14297ae6376498db1884a1d3686f9bc [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: a14297ae6376498db1884a1d3686f9bc, State: Initialized, Role: FOLLOWER
21:10:15.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:15.023156 32297 consensus_queue.cc:260] T 1492a6c6341f48138c20a44632d4f467 P a14297ae6376498db1884a1d3686f9bc [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5ab53537fffb420eb4068fb2e0810298" member_type: VOTER last_known_addr { host: "127.30.152.193" port: 46285 } } peers { permanent_uuid: "00136d20c37846348e188fbfa19dfd7f" member_type: VOTER last_known_addr { host: "127.30.152.194" port: 35135 } } peers { permanent_uuid: "a14297ae6376498db1884a1d3686f9bc" member_type: VOTER last_known_addr { host: "127.30.152.195" port: 41915 } }
21:10:15.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:15.024219 32299 ts_tablet_manager.cc:1434] T 1492a6c6341f48138c20a44632d4f467 P 00136d20c37846348e188fbfa19dfd7f: Time spent starting tablet: real 0.074s	user 0.037s	sys 0.005s
21:10:15.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:10:15.046912 31908 tablet.cc:2406] T 1492a6c6341f48138c20a44632d4f467 P 5ab53537fffb420eb4068fb2e0810298: Can't schedule compaction. Clean time has not been advanced past its initial value.
21:10:15.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:10:15.072868 32047 tablet.cc:2406] T 1492a6c6341f48138c20a44632d4f467 P 00136d20c37846348e188fbfa19dfd7f: Can't schedule compaction. Clean time has not been advanced past its initial value.
21:10:15.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:15.081262 32297 ts_tablet_manager.cc:1434] T 1492a6c6341f48138c20a44632d4f467 P a14297ae6376498db1884a1d3686f9bc: Time spent starting tablet: real 0.115s	user 0.040s	sys 0.037s
21:10:15.092 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:10:15.092 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:10:15.092 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:10:15.092 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:10:15.092 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:10:15.093 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:10:15.093 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:10:15.093 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:10:15.093 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:10:15.093 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:10:15.093 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:10:15.093 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:10:15.093 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:10:15.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:15.098759 32306 raft_consensus.cc:493] T 1492a6c6341f48138c20a44632d4f467 P a14297ae6376498db1884a1d3686f9bc [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
21:10:15.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:15.099476 32306 raft_consensus.cc:515] T 1492a6c6341f48138c20a44632d4f467 P a14297ae6376498db1884a1d3686f9bc [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5ab53537fffb420eb4068fb2e0810298" member_type: VOTER last_known_addr { host: "127.30.152.193" port: 46285 } } peers { permanent_uuid: "00136d20c37846348e188fbfa19dfd7f" member_type: VOTER last_known_addr { host: "127.30.152.194" port: 35135 } } peers { permanent_uuid: "a14297ae6376498db1884a1d3686f9bc" member_type: VOTER last_known_addr { host: "127.30.152.195" port: 41915 } }
21:10:15.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:15.102829 32306 leader_election.cc:290] T 1492a6c6341f48138c20a44632d4f467 P a14297ae6376498db1884a1d3686f9bc [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 5ab53537fffb420eb4068fb2e0810298 (127.30.152.193:46285), 00136d20c37846348e188fbfa19dfd7f (127.30.152.194:35135)
21:10:15.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:15.127067 31856 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "1492a6c6341f48138c20a44632d4f467" candidate_uuid: "a14297ae6376498db1884a1d3686f9bc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5ab53537fffb420eb4068fb2e0810298" is_pre_election: true
21:10:15.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:15.128109 31856 raft_consensus.cc:2468] T 1492a6c6341f48138c20a44632d4f467 P 5ab53537fffb420eb4068fb2e0810298 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate a14297ae6376498db1884a1d3686f9bc in term 0.
21:10:15.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:15.130716 32071 leader_election.cc:304] T 1492a6c6341f48138c20a44632d4f467 P a14297ae6376498db1884a1d3686f9bc [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 5ab53537fffb420eb4068fb2e0810298, a14297ae6376498db1884a1d3686f9bc; no voters: 
21:10:15.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:15.132042 32306 raft_consensus.cc:2804] T 1492a6c6341f48138c20a44632d4f467 P a14297ae6376498db1884a1d3686f9bc [term 0 FOLLOWER]: Leader pre-election won for term 1
21:10:15.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:15.132475 32306 raft_consensus.cc:493] T 1492a6c6341f48138c20a44632d4f467 P a14297ae6376498db1884a1d3686f9bc [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
21:10:15.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:15.132824 32306 raft_consensus.cc:3060] T 1492a6c6341f48138c20a44632d4f467 P a14297ae6376498db1884a1d3686f9bc [term 0 FOLLOWER]: Advancing to term 1
21:10:15.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:15.139353 32306 raft_consensus.cc:515] T 1492a6c6341f48138c20a44632d4f467 P a14297ae6376498db1884a1d3686f9bc [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5ab53537fffb420eb4068fb2e0810298" member_type: VOTER last_known_addr { host: "127.30.152.193" port: 46285 } } peers { permanent_uuid: "00136d20c37846348e188fbfa19dfd7f" member_type: VOTER last_known_addr { host: "127.30.152.194" port: 35135 } } peers { permanent_uuid: "a14297ae6376498db1884a1d3686f9bc" member_type: VOTER last_known_addr { host: "127.30.152.195" port: 41915 } }
21:10:15.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:15.141957 32306 leader_election.cc:290] T 1492a6c6341f48138c20a44632d4f467 P a14297ae6376498db1884a1d3686f9bc [CANDIDATE]: Term 1 election: Requested vote from peers 5ab53537fffb420eb4068fb2e0810298 (127.30.152.193:46285), 00136d20c37846348e188fbfa19dfd7f (127.30.152.194:35135)
21:10:15.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:15.142696 31999 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "1492a6c6341f48138c20a44632d4f467" candidate_uuid: "a14297ae6376498db1884a1d3686f9bc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "00136d20c37846348e188fbfa19dfd7f" is_pre_election: true
21:10:15.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:15.144412 31999 raft_consensus.cc:2468] T 1492a6c6341f48138c20a44632d4f467 P 00136d20c37846348e188fbfa19dfd7f [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate a14297ae6376498db1884a1d3686f9bc in term 0.
21:10:15.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:15.148406 31856 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "1492a6c6341f48138c20a44632d4f467" candidate_uuid: "a14297ae6376498db1884a1d3686f9bc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5ab53537fffb420eb4068fb2e0810298"
21:10:15.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:15.149070 31856 raft_consensus.cc:3060] T 1492a6c6341f48138c20a44632d4f467 P 5ab53537fffb420eb4068fb2e0810298 [term 0 FOLLOWER]: Advancing to term 1
21:10:15.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:15.156395 31856 raft_consensus.cc:2468] T 1492a6c6341f48138c20a44632d4f467 P 5ab53537fffb420eb4068fb2e0810298 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate a14297ae6376498db1884a1d3686f9bc in term 1.
21:10:15.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:15.158320 31999 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "1492a6c6341f48138c20a44632d4f467" candidate_uuid: "a14297ae6376498db1884a1d3686f9bc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "00136d20c37846348e188fbfa19dfd7f"
21:10:15.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:15.158993 31999 raft_consensus.cc:3060] T 1492a6c6341f48138c20a44632d4f467 P 00136d20c37846348e188fbfa19dfd7f [term 0 FOLLOWER]: Advancing to term 1
21:10:15.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:15.158818 32071 leader_election.cc:304] T 1492a6c6341f48138c20a44632d4f467 P a14297ae6376498db1884a1d3686f9bc [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 5ab53537fffb420eb4068fb2e0810298, a14297ae6376498db1884a1d3686f9bc; no voters: 
21:10:15.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:15.159754 32306 raft_consensus.cc:2804] T 1492a6c6341f48138c20a44632d4f467 P a14297ae6376498db1884a1d3686f9bc [term 1 FOLLOWER]: Leader election won for term 1
21:10:15.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:15.163167 32306 raft_consensus.cc:697] T 1492a6c6341f48138c20a44632d4f467 P a14297ae6376498db1884a1d3686f9bc [term 1 LEADER]: Becoming Leader. State: Replica: a14297ae6376498db1884a1d3686f9bc, State: Running, Role: LEADER
21:10:15.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:15.164893 32306 consensus_queue.cc:237] T 1492a6c6341f48138c20a44632d4f467 P a14297ae6376498db1884a1d3686f9bc [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5ab53537fffb420eb4068fb2e0810298" member_type: VOTER last_known_addr { host: "127.30.152.193" port: 46285 } } peers { permanent_uuid: "00136d20c37846348e188fbfa19dfd7f" member_type: VOTER last_known_addr { host: "127.30.152.194" port: 35135 } } peers { permanent_uuid: "a14297ae6376498db1884a1d3686f9bc" member_type: VOTER last_known_addr { host: "127.30.152.195" port: 41915 } }
21:10:15.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:15.166222 31999 raft_consensus.cc:2468] T 1492a6c6341f48138c20a44632d4f467 P 00136d20c37846348e188fbfa19dfd7f [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate a14297ae6376498db1884a1d3686f9bc in term 1.
21:10:15.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:15.178325 31601 catalog_manager.cc:5696] T 1492a6c6341f48138c20a44632d4f467 P a14297ae6376498db1884a1d3686f9bc reported cstate change: term changed from 0 to 1, leader changed from <none> to a14297ae6376498db1884a1d3686f9bc (127.30.152.195). New cstate: current_term: 1 leader_uuid: "a14297ae6376498db1884a1d3686f9bc" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5ab53537fffb420eb4068fb2e0810298" member_type: VOTER last_known_addr { host: "127.30.152.193" port: 46285 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "00136d20c37846348e188fbfa19dfd7f" member_type: VOTER last_known_addr { host: "127.30.152.194" port: 35135 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "a14297ae6376498db1884a1d3686f9bc" member_type: VOTER last_known_addr { host: "127.30.152.195" port: 41915 } health_report { overall_health: HEALTHY } } }
21:10:15.212 [DEBUG - main] (Connection.java:575) [peer master-127.29.189.254:45211(127.29.189.254:45211)] disconnecting while in state READY
21:10:15.212 [DEBUG - main] (Connection.java:575) [peer master-127.29.189.252:40043(127.29.189.252:40043)] disconnecting while in state READY
21:10:15.212 [DEBUG - main] (Connection.java:575) [peer master-127.29.189.253:40775(127.29.189.253:40775)] disconnecting while in state READY
21:10:15.213 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.29.189.252:40043(127.29.189.252:40043)] handling channelInactive
21:10:15.213 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.189.252:40043(127.29.189.252:40043)] cleaning up while in state READY due to: connection closed
21:10:15.213 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2841dd5f383bae9a8f297e74525dcca1 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 2841dd5f383bae9a8f297e74525dcca1 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:15.214 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
21:10:15.213 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.29.189.254:45211(127.29.189.254:45211)] handling channelInactive
21:10:15.216 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.189.254:45211(127.29.189.254:45211)] cleaning up while in state READY due to: connection closed
21:10:15.216 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 25 thread-local buffer(s) from thread: kudu-nio-2
21:10:15.216 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-0
21:10:15.217 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.29.189.253:40775(127.29.189.253:40775)] handling channelInactive
21:10:15.217 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.189.253:40775(127.29.189.253:40775)] cleaning up while in state READY due to: connection closed
21:10:15.217 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-1
21:10:15.218 [DEBUG - main] (Connection.java:575) [peer master-127.30.152.252:38897(127.30.152.252:38897)] disconnecting while in state READY
21:10:15.218 [DEBUG - main] (Connection.java:575) [peer master-127.30.152.253:46569(127.30.152.253:46569)] disconnecting while in state READY
21:10:15.218 [DEBUG - main] (Connection.java:575) [peer master-127.30.152.254:37399(127.30.152.254:37399)] disconnecting while in state READY
21:10:15.218 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2704) Releasing all remaining resources
21:10:15.218 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.30.152.252:38897(127.30.152.252:38897)] handling channelInactive
21:10:15.218 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.30.152.254:37399(127.30.152.254:37399)] handling channelInactive
21:10:15.218 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.152.252:38897(127.30.152.252:38897)] cleaning up while in state READY due to: connection closed
21:10:15.218 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.152.254:37399(127.30.152.254:37399)] cleaning up while in state READY due to: connection closed
21:10:15.220 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 26 thread-local buffer(s) from thread: kudu-nio-0
21:10:15.220 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-1
21:10:15.220 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.30.152.253:46569(127.30.152.253:46569)] handling channelInactive
21:10:15.221 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.152.253:46569(127.30.152.253:46569)] cleaning up while in state READY due to: connection closed
21:10:15.221 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 20 thread-local buffer(s) from thread: kudu-nio-2
21:10:15.222 [INFO - main] (TypeExtractor.java:2144) Field Row#fieldByName will be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
21:10:15.223 [INFO - main] (TypeExtractor.java:2069) class java.util.LinkedHashMap does not contain a getter for field accessOrder
21:10:15.223 [INFO - main] (TypeExtractor.java:2072) class java.util.LinkedHashMap does not contain a setter for field accessOrder
21:10:15.223 [INFO - main] (TypeExtractor.java:2116) Class class java.util.LinkedHashMap cannot be used as a POJO type because not all fields are valid POJO fields, and must be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
21:10:15.223 [INFO - main] (TypeExtractor.java:2144) Field Row#positionByName will be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
21:10:15.223 [INFO - main] (TypeExtractor.java:2197) class org.apache.flink.types.Row is missing a default constructor so it cannot be used as a POJO type and must be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
21:10:15.229 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.cpu.cores required for local execution is not set, setting it to the maximal possible value.
21:10:15.229 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.task.heap.size required for local execution is not set, setting it to the maximal possible value.
21:10:15.229 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.task.off-heap.size required for local execution is not set, setting it to the maximal possible value.
21:10:15.229 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.network.min required for local execution is not set, setting it to its default value 64 mb.
21:10:15.229 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.network.max required for local execution is not set, setting it to its default value 64 mb.
21:10:15.229 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.managed.size required for local execution is not set, setting it to its default value 128 mb.
21:10:15.229 [INFO - main] (MiniCluster.java:324) Starting Flink Mini Cluster
21:10:15.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:10:15.242758 32187 tablet.cc:2406] T 1492a6c6341f48138c20a44632d4f467 P a14297ae6376498db1884a1d3686f9bc: Can't schedule compaction. Clean time has not been advanced past its initial value.
21:10:15.268 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:15.279 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.25.113.61:34911(127.25.113.61:34911)] connecting to peer
21:10:15.280 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.25.113.60:35933(127.25.113.60:35933)] connecting to peer
21:10:15.280 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.25.113.62:35193(127.25.113.62:35193)] connecting to peer
21:10:15.280 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:10:15.280 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.113.61:34911(127.25.113.61:34911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:10:15.280 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:10:15.280 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.61:34911: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:10:15.280 [DEBUG - pool-426-thread-1] (Connection.java:748) [peer master-127.28.61.190:36375(127.28.61.190:36375)] connecting to peer
21:10:15.280 [DEBUG - pool-426-thread-1] (Connection.java:748) [peer master-127.28.61.189:39213(127.28.61.189:39213)] connecting to peer
21:10:15.281 [DEBUG - pool-426-thread-1] (Connection.java:748) [peer master-127.28.61.188:41979(127.28.61.188:41979)] connecting to peer
21:10:15.281 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:15.281 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.61.190:36375(127.28.61.190:36375)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:15.281 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.190:36375: Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:15.281 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:15.281 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.28.61.189:39213(127.28.61.189:39213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:15.281 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.189:39213: Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:15.281 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:15.281 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.28.61.188:41979(127.28.61.188:41979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:15.281 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.188:41979: Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:15.281 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.28.61.190:36375,127.28.61.189:39213,127.28.61.188:41979; will retry
21:10:15.280 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:10:15.280 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.113.60:35933(127.25.113.60:35933)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:10:15.282 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.113.62:35193(127.25.113.62:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:10:15.282 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.60:35933: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:10:15.282 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.62:35193: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:10:15.282 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193; will retry
21:10:15.303 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.28.61.190:36375(127.28.61.190:36375)] connecting to peer
21:10:15.304 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.28.61.189:39213(127.28.61.189:39213)] connecting to peer
21:10:15.304 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.28.61.188:41979(127.28.61.188:41979)] connecting to peer
21:10:15.304 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:15.304 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.28.61.189:39213(127.28.61.189:39213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:15.304 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.189:39213: Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:15.304 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:15.304 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:15.304 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.28.61.190:36375(127.28.61.190:36375)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:15.304 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.190:36375: Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:15.304 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.28.61.188:41979(127.28.61.188:41979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:15.305 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.188:41979: Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:15.305 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.28.61.190:36375,127.28.61.189:39213,127.28.61.188:41979; will retry
21:10:15.335 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d6a71f5cf5f060cfaa5d5fa24434f7a3 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d6a71f5cf5f060cfaa5d5fa24434f7a3 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:15.475 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.28.61.190:36375(127.28.61.190:36375)] connecting to peer
21:10:15.476 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.28.61.189:39213(127.28.61.189:39213)] connecting to peer
21:10:15.476 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.28.61.188:41979(127.28.61.188:41979)] connecting to peer
21:10:15.476 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:15.476 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:15.476 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.28.61.188:41979(127.28.61.188:41979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:15.477 [INFO - main] (MiniCluster.java:343) Starting Metrics Registry
21:10:15.477 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.188:41979: Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:15.476 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:15.477 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.28.61.189:39213(127.28.61.189:39213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:15.477 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.189:39213: Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:15.477 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:15.476 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.28.61.190:36375(127.28.61.190:36375)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:15.477 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.190:36375: Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:15.477 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.28.61.190:36375,127.28.61.189:39213,127.28.61.188:41979; will retry
21:10:15.530 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:10:15.530 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:10:15.530 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:10:15.531 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:15.531 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:15.531 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:15.531 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:15.531 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:15.531 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:15.531 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:15.531 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:15.531 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:15.531 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:10:15.548 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.28.61.190:36375(127.28.61.190:36375)] connecting to peer
21:10:15.548 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.28.61.189:39213(127.28.61.189:39213)] connecting to peer
21:10:15.549 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.28.61.188:41979(127.28.61.188:41979)] connecting to peer
21:10:15.549 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:15.549 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.61.190:36375(127.28.61.190:36375)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:15.549 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.190:36375: Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:15.549 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:15.549 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.28.61.188:41979(127.28.61.188:41979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:15.549 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.188:41979: Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:15.549 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:15.549 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.61.189:39213(127.28.61.189:39213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:15.549 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.189:39213: Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:15.549 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.28.61.190:36375,127.28.61.189:39213,127.28.61.188:41979; will retry
21:10:15.555 [INFO - main] (MetricRegistryImpl.java:177) No metrics reporter configured, no metrics will be exposed/reported.
21:10:15.556 [INFO - main] (MetricRegistryImpl.java:240) No trace reporter configured, no metrics will be exposed/reported.
21:10:15.556 [INFO - main] (MiniCluster.java:350) Starting RPC Service(s)
21:10:15.574 [INFO - main] (ActorSystemBootstrapTools.java:227) Trying to start local actor system
21:10:15.607 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:10:15.608 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:10:15.608 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:10:15.608 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:10:15.608 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:10:15.608 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:10:15.609 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:10:15.609 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:10:15.609 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:10:15.609 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:10:15.609 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:10:15.609 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:10:15.609 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:10:15.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:15.642659 32306 consensus_queue.cc:1048] T 1492a6c6341f48138c20a44632d4f467 P a14297ae6376498db1884a1d3686f9bc [LEADER]: Connected to new peer: Peer: permanent_uuid: "5ab53537fffb420eb4068fb2e0810298" member_type: VOTER last_known_addr { host: "127.30.152.193" port: 46285 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
21:10:15.779 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2841dd5f383bae9a8f297e74525dcca1 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 2841dd5f383bae9a8f297e74525dcca1 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:15.780 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:15.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:15.710920 32306 consensus_queue.cc:1048] T 1492a6c6341f48138c20a44632d4f467 P a14297ae6376498db1884a1d3686f9bc [LEADER]: Connected to new peer: Peer: permanent_uuid: "00136d20c37846348e188fbfa19dfd7f" member_type: VOTER last_known_addr { host: "127.30.152.194" port: 35135 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
21:10:15.835 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d6a71f5cf5f060cfaa5d5fa24434f7a3 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d6a71f5cf5f060cfaa5d5fa24434f7a3 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:15.908 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:10:15.909 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:10:15.909 [DEBUG - pool-408-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:10:15.909 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:10:15.909 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:10:15.909 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:10:15.909 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:10:15.909 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:10:15.909 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:10:15.910 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:10:15.910 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:10:15.910 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:10:15.910 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:10:15.976 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:16.214 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2841dd5f383bae9a8f297e74525dcca1 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 2841dd5f383bae9a8f297e74525dcca1 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:16.269 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:16.334 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d6a71f5cf5f060cfaa5d5fa24434f7a3 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d6a71f5cf5f060cfaa5d5fa24434f7a3 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:16.442 [DEBUG - pool-424-thread-1] (Connection.java:748) [peer master-127.22.50.60:38829(127.22.50.60:38829)] connecting to peer
21:10:16.442 [DEBUG - pool-424-thread-1] (Connection.java:748) [peer master-127.22.50.61:45261(127.22.50.61:45261)] connecting to peer
21:10:16.442 [DEBUG - pool-424-thread-1] (Connection.java:748) [peer master-127.22.50.62:44659(127.22.50.62:44659)] connecting to peer
21:10:16.443 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:10:16.443 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.50.60:38829(127.22.50.60:38829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:10:16.443 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:10:16.443 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.50.62:44659(127.22.50.62:44659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:10:16.443 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.60:38829: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:10:16.443 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.62:44659: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:10:16.443 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:10:16.443 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.50.61:45261(127.22.50.61:45261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:10:16.443 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.61:45261: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:10:16.443 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659; will retry
21:10:16.452 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:10:16.452 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:10:16.452 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:10:16.452 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:16.452 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:16.453 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:16.453 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:16.453 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:16.453 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:16.453 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:16.453 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:16.453 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:16.453 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:10:16.476 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:16.572 [INFO - flink-pekko.actor.default-dispatcher-5] (Slf4jLogger.scala:117) Slf4jLogger started
21:10:16.714 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2841dd5f383bae9a8f297e74525dcca1 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 2841dd5f383bae9a8f297e74525dcca1 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:16.742 [INFO - main] (ActorSystemBootstrapTools.java:257) Actor system started at pekko://flink
21:10:16.763 [INFO - main] (ActorSystemBootstrapTools.java:227) Trying to start local actor system
21:10:16.769 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job be5d90ea6ea762b3c60063afb0fd4b65 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job be5d90ea6ea762b3c60063afb0fd4b65 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:16.804 [INFO - flink-metrics-5] (Slf4jLogger.scala:117) Slf4jLogger started
21:10:16.819 [INFO - main] (ActorSystemBootstrapTools.java:257) Actor system started at pekko://flink-metrics
21:10:16.834 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d6a71f5cf5f060cfaa5d5fa24434f7a3 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d6a71f5cf5f060cfaa5d5fa24434f7a3 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:16.840 [INFO - main] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.metrics.dump.MetricQueryService at pekko://flink-metrics/user/rpc/MetricQueryService .
21:10:16.846 [INFO - main] (DefaultDelegationTokenManager.java:127) Loading delegation token providers
21:10:16.848 [INFO - main] (HadoopFSDelegationTokenProvider.java:78) Hadoop FS is not available (not packaged with this application): NoClassDefFoundError : "org/apache/hadoop/conf/Configuration".
21:10:16.848 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider hadoopfs loaded and initialized
21:10:16.849 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider hbase loaded and initialized
21:10:16.849 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider test loaded and initialized
21:10:16.849 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider throw loaded and initialized
21:10:16.849 [INFO - main] (DefaultDelegationTokenManager.java:165) Delegation token providers loaded successfully
21:10:16.850 [INFO - main] (DelegationTokenReceiverRepository.java:64) Loading delegation token receivers
21:10:16.850 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hadoopfs loaded and initialized
21:10:16.850 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hbase loaded and initialized
21:10:16.851 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver test loaded and initialized
21:10:16.851 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver throw loaded and initialized
21:10:16.851 [INFO - main] (DelegationTokenReceiverRepository.java:101) Delegation token receivers loaded successfully
21:10:16.851 [INFO - main] (DefaultDelegationTokenManager.java:189) Checking provider and receiver instances consistency
21:10:16.851 [INFO - main] (DefaultDelegationTokenManager.java:209) Provider and receiver instances are consistent
21:10:16.851 [INFO - main] (DefaultDelegationTokenManager.java:240) Obtaining delegation tokens
21:10:16.852 [INFO - main] (DefaultDelegationTokenManager.java:243) Delegation tokens obtained successfully
21:10:16.852 [WARN - main] (DefaultDelegationTokenManager.java:248) No tokens obtained so skipping notifications
21:10:16.852 [INFO - main] (DelegationTokenReceiverRepository.java:64) Loading delegation token receivers
21:10:16.852 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hadoopfs loaded and initialized
21:10:16.852 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hbase loaded and initialized
21:10:16.853 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver test loaded and initialized
21:10:16.853 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver throw loaded and initialized
21:10:16.853 [INFO - main] (DelegationTokenReceiverRepository.java:101) Delegation token receivers loaded successfully
21:10:16.853 [INFO - main] (BlobServer.java:165) Created BLOB server storage directory /tmp/minicluster_a136b93016530bbbd2a2f90c1881e9e9/blobStorage
21:10:16.854 [INFO - main] (BlobServer.java:239) Started BLOB server at 0.0.0.0:34439 - max concurrent requests: 50 - max backlog: 1000
21:10:16.854 [INFO - main] (AbstractBlobCache.java:93) Created BLOB cache storage directory /tmp/minicluster_a136b93016530bbbd2a2f90c1881e9e9/blobStorage
21:10:16.855 [INFO - main] (AbstractBlobCache.java:93) Created BLOB cache storage directory /tmp/minicluster_a136b93016530bbbd2a2f90c1881e9e9/blobStorage
21:10:16.856 [INFO - main] (MiniCluster.java:744) Starting 1 TaskManager(s)
21:10:16.856 [INFO - main] (TaskManagerRunner.java:609) Starting TaskManager with ResourceID: 9eb9a39d-c6f9-4733-8fff-9663985b3c92
21:10:16.858 [INFO - main] (TaskManagerServices.java:552) Temporary file directory '/tmp': total 48 GB, usable 39 GB (81.25% usable)
21:10:16.859 [INFO - main] (IOManager.java:60) Created a new FileChannelManager for spilling of task related data to disk (joins, sorting, ...). Used directories:
	/tmp/flink-io-0e37f555-25fd-4f8d-bc0f-c4eedc07b792
21:10:16.860 [INFO - main] (NettyShuffleServiceFactory.java:170) Created a new FileChannelManager for storing result partitions of BLOCKING shuffles. Used directories:
	/tmp/flink-netty-shuffle-d3be3a1d-e69e-48c7-a72e-cda5108fde6d
21:10:16.924 [INFO - main] (NetworkBufferPool.java:156) Allocated 64 MB for network buffer pool (number of memory segments: 2048, bytes per segment: 32768).
21:10:16.925 [INFO - main] (NettyShuffleEnvironment.java:355) Starting the network environment and its components.
21:10:16.925 [INFO - main] (TaskManagerServices.java:353) TaskManager data connection initialized successfully; listening internally on port: -1
21:10:16.925 [INFO - main] (KvStateService.java:92) Starting the kvState service and its components.
21:10:16.926 [INFO - main] (Configuration.java:985) Config uses fallback configuration key 'pekko.ask.timeout' instead of key 'taskmanager.slot.timeout'
21:10:16.928 [INFO - main] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.taskexecutor.TaskExecutor at pekko://flink/user/rpc/taskmanager_24 .
21:10:16.935 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultJobLeaderService.java:127) Start job leader service.
21:10:16.935 [INFO - flink-pekko.actor.default-dispatcher-5] (FileCache.java:116) User file cache uses directory /tmp/flink-dist-cache-a6ebc685-a297-48dc-bd2a-0746a64018bb
21:10:16.936 [INFO - main] (RestServerEndpoint.java:182) Starting rest endpoint.
21:10:16.937 [INFO - main] (DispatcherRestEndpoint.java:124) Failed to load web based job submission extension. Probable reason: flink-runtime-web is not in the classpath.
21:10:16.950 [WARN - main] (WebMonitorUtils.java:76) Log file environment variable 'log.file' is not set.
21:10:16.950 [WARN - main] (WebMonitorUtils.java:82) JobManager log files are unavailable in the web dashboard. Log file location not found in environment variable 'log.file' or configuration key 'web.log.path'.
21:10:16.955 [INFO - main] (RestServerEndpoint.java:308) Rest endpoint listening at localhost:46037
21:10:16.955 [INFO - main] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'rest_server'.
21:10:16.976 [INFO - mini-cluster-io-thread-1] (WebMonitorEndpoint.java:1203) http://localhost:46037 was granted leadership with leaderSessionID=5f121ca8-6220-471a-8d4b-8f4ffd64f306
21:10:16.976 [INFO - mini-cluster-io-thread-1] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader http://localhost:46037 , session=5f121ca8-6220-471a-8d4b-8f4ffd64f306
21:10:16.976 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:16.976 [INFO - main] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'dispatcher'.
21:10:16.977 [INFO - main] (ResourceManagerServiceImpl.java:118) Starting resource manager service.
21:10:16.977 [INFO - main] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'resource_manager'.
21:10:16.977 [INFO - mini-cluster-io-thread-2] (DefaultDispatcherRunner.java:114) DefaultDispatcherRunner was granted leadership with leader id 0bead41b-5c78-4b64-80cc-c49c440b8671. Creating new DispatcherLeaderProcess.
21:10:16.978 [INFO - mini-cluster-io-thread-2] (AbstractDispatcherLeaderProcess.java:99) Start SessionDispatcherLeaderProcess.
21:10:16.978 [INFO - mini-cluster-io-thread-2] (SessionDispatcherLeaderProcess.java:144) Recover all persisted job graphs that are not finished, yet.
21:10:16.978 [INFO - mini-cluster-io-thread-2] (SessionDispatcherLeaderProcess.java:158) Successfully recovered 0 persisted job graphs.
21:10:16.982 [INFO - mini-cluster-io-thread-2] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.dispatcher.StandaloneDispatcher at pekko://flink/user/rpc/dispatcher_25 .
21:10:16.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:10:16.982856 31178 debug-util.cc:398] Leaking SignalData structure 0x7b08000b8aa0 after lost signal to thread 31032
21:10:16.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:10:16.984117 31178 debug-util.cc:398] Leaking SignalData structure 0x7b08000d0a40 after lost signal to thread 31181
21:10:16.987 [INFO - main] (MiniCluster.java:510) Flink Mini Cluster started successfully
21:10:16.991 [INFO - mini-cluster-io-thread-2] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader pekko://flink/user/rpc/dispatcher_25 , session=0bead41b-5c78-4b64-80cc-c49c440b8671
21:10:17.000 [INFO - pool-451-thread-1] (ResourceManagerServiceImpl.java:198) Resource manager service is granted leadership with session id 7f8a244c-005f-4e16-b798-7d007b4b345c.
21:10:17.003 [INFO - pool-451-thread-1] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.resourcemanager.StandaloneResourceManager at pekko://flink/user/rpc/resourcemanager_26 .
21:10:17.010 [INFO - flink-pekko.actor.default-dispatcher-5] (ResourceManager.java:253) Starting the resource manager.
21:10:17.017 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:212) Starting the slot manager.
21:10:17.017 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultDelegationTokenManager.java:308) Starting tokens update task
21:10:17.017 [WARN - flink-pekko.actor.default-dispatcher-5] (DefaultDelegationTokenManager.java:320) No tokens obtained so skipping notifications
21:10:17.017 [WARN - flink-pekko.actor.default-dispatcher-5] (DefaultDelegationTokenManager.java:335) Tokens update task not started because either no tokens obtained or none of the tokens specified its renewal date
21:10:17.018 [INFO - mini-cluster-io-thread-2] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader pekko://flink/user/rpc/resourcemanager_26 , session=7f8a244c-005f-4e16-b798-7d007b4b345c
21:10:17.025 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:1478) Connecting to ResourceManager pekko://flink/user/rpc/resourcemanager_26(b7987d007b4b345c7f8a244c005f4e16).
21:10:17.032 [INFO - flink-pekko.actor.default-dispatcher-7] (RetryingRegistration.java:162) Resolved ResourceManager address, beginning registration
21:10:17.040 [INFO - flink-pekko.actor.default-dispatcher-7] (ResourceManager.java:1080) Registering TaskManager with ResourceID 9eb9a39d-c6f9-4733-8fff-9663985b3c92 (pekko://flink/user/rpc/taskmanager_24) at ResourceManager
21:10:17.040 [INFO - flink-pekko.actor.default-dispatcher-8] (Dispatcher.java:516) Received JobGraph submission 'Flink Streaming Job' (b3fa7429a7c4f8d4d835fb9511222428).
21:10:17.040 [INFO - flink-pekko.actor.default-dispatcher-8] (Dispatcher.java:601) Submitting job 'Flink Streaming Job' (b3fa7429a7c4f8d4d835fb9511222428).
21:10:17.041 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutorToResourceManagerConnection.java:99) Successful registration at resource manager pekko://flink/user/rpc/resourcemanager_26 under registration id 8fc23867ac6cfc70d3902d498af187b2.
21:10:17.042 [INFO - flink-pekko.actor.default-dispatcher-8] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'job-b3fa7429a7c4f8d4d835fb9511222428'.
21:10:17.042 [INFO - mini-cluster-io-thread-3] (JobMasterServiceLeadershipRunner.java:324) JobMasterServiceLeadershipRunner for job b3fa7429a7c4f8d4d835fb9511222428 was granted leadership with leader id 808d7fdd-c4a7-408d-b7d7-b2ddc521d3f2. Creating new JobMasterServiceProcess.
21:10:17.042 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:344) Registering task executor 9eb9a39d-c6f9-4733-8fff-9663985b3c92 under 8fc23867ac6cfc70d3902d498af187b2 at the slot manager.
21:10:17.051 [INFO - jobmanager-io-thread-1] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.jobmaster.JobMaster at pekko://flink/user/rpc/jobmanager_27 .
21:10:17.057 [INFO - jobmanager-io-thread-1] (JobMaster.java:319) Initializing job 'Flink Streaming Job' (b3fa7429a7c4f8d4d835fb9511222428).
21:10:17.059 [INFO - jobmanager-io-thread-1] (DefaultSchedulerFactory.java:108) Using restart back off time strategy ExponentialDelayRestartBackoffTimeStrategy(initialBackoffMS=1000, maxBackoffMS=60000, backoffMultiplier=1.5, resetBackoffThresholdMS=3600000, jitterFactor=0.1, attemptsBeforeResetBackoff=2147483647, currentRestartAttempt=0, nextRestartTimestamp=-2147483648) for Flink Streaming Job (b3fa7429a7c4f8d4d835fb9511222428).
21:10:17.060 [INFO - jobmanager-io-thread-1] (DefaultExecutionGraph.java:393) Created execution graph 1f29b4575551d1f3a35e89c120aced6e for job b3fa7429a7c4f8d4d835fb9511222428.
21:10:17.060 [INFO - jobmanager-io-thread-1] (DefaultExecutionGraphBuilder.java:179) Running initialization on master for job Flink Streaming Job (b3fa7429a7c4f8d4d835fb9511222428).
21:10:17.060 [INFO - jobmanager-io-thread-1] (DefaultExecutionGraphBuilder.java:208) Successfully ran initialization on master in 0 ms.
21:10:17.061 [INFO - jobmanager-io-thread-1] (DefaultExecutionTopology.java:416) Built 4 new pipelined regions in 0 ms, total 4 pipelined regions currently.
21:10:17.062 [INFO - jobmanager-io-thread-1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@4ff51f91
21:10:17.062 [INFO - jobmanager-io-thread-1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
21:10:17.062 [INFO - jobmanager-io-thread-1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit12442250783922833107/checkpoints")
21:10:17.064 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1778) No checkpoint found during restore.
21:10:17.064 [INFO - jobmanager-io-thread-1] (DefaultScheduler.java:168) Using failover strategy org.apache.flink.runtime.executiongraph.failover.RestartPipelinedRegionFailoverStrategy@55c3018c for Flink Streaming Job (b3fa7429a7c4f8d4d835fb9511222428).
21:10:17.065 [INFO - jobmanager-io-thread-1] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader pekko://flink/user/rpc/jobmanager_27 , session=808d7fdd-c4a7-408d-b7d7-b2ddc521d3f2
21:10:17.065 [INFO - flink-pekko.actor.default-dispatcher-8] (JobMaster.java:987) Starting execution of job 'Flink Streaming Job' (b3fa7429a7c4f8d4d835fb9511222428) under job master id b7d7b2ddc521d3f2808d7fddc4a7408d.
21:10:17.066 [INFO - flink-pekko.actor.default-dispatcher-8] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
21:10:17.067 [DEBUG - flink-pekko.actor.default-dispatcher-8] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:10:17.068 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:231) Starting scheduling with scheduling strategy [org.apache.flink.runtime.scheduler.strategy.PipelinedRegionSchedulingStrategy]
21:10:17.068 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (b3fa7429a7c4f8d4d835fb9511222428) switched from state CREATED to RUNNING.
21:10:17.076 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (1f29b4575551d1f3a35e89c120aced6e_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from CREATED to SCHEDULED.
21:10:17.076 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (1f29b4575551d1f3a35e89c120aced6e_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from CREATED to SCHEDULED.
21:10:17.077 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (1f29b4575551d1f3a35e89c120aced6e_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from CREATED to SCHEDULED.
21:10:17.077 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (1f29b4575551d1f3a35e89c120aced6e_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from CREATED to SCHEDULED.
21:10:17.078 [INFO - flink-pekko.actor.default-dispatcher-8] (JobMaster.java:1182) Connecting to ResourceManager pekko://flink/user/rpc/resourcemanager_26(b7987d007b4b345c7f8a244c005f4e16)
21:10:17.079 [INFO - flink-pekko.actor.default-dispatcher-7] (RetryingRegistration.java:162) Resolved ResourceManager address, beginning registration
21:10:17.081 [INFO - flink-pekko.actor.default-dispatcher-5] (ResourceManager.java:390) Registering job manager b7d7b2ddc521d3f2808d7fddc4a7408d@pekko://flink/user/rpc/jobmanager_27 for job b3fa7429a7c4f8d4d835fb9511222428.
21:10:17.082 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.28.61.190:36375(127.28.61.190:36375)] connecting to peer
21:10:17.082 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.29.189.254:45211(127.29.189.254:45211)] connecting to peer
21:10:17.083 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.28.61.189:39213(127.28.61.189:39213)] connecting to peer
21:10:17.083 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.28.61.188:41979(127.28.61.188:41979)] connecting to peer
21:10:17.083 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:17.083 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.61.188:41979(127.28.61.188:41979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:17.083 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.188:41979: Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:17.086 [INFO - flink-pekko.actor.default-dispatcher-9] (ResourceManager.java:1015) Registered job manager b7d7b2ddc521d3f2808d7fddc4a7408d@pekko://flink/user/rpc/jobmanager_27 for job b3fa7429a7c4f8d4d835fb9511222428.
21:10:17.087 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:17.087 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:17.087 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.28.61.189:39213(127.28.61.189:39213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:17.087 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.28.61.190:36375(127.28.61.190:36375)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:17.087 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.189:39213: Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:17.087 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.190:36375: Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:17.087 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.28.61.190:36375,127.28.61.189:39213,127.28.61.188:41979; will retry
21:10:17.088 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.29.189.253:40775(127.29.189.253:40775)] connecting to peer
21:10:17.089 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.29.189.254:45211(127.29.189.254:45211)] Successfully connected to peer
21:10:17.090 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.29.189.252:40043(127.29.189.252:40043)] connecting to peer
21:10:17.090 [INFO - flink-pekko.actor.default-dispatcher-5] (JobMaster.java:1206) JobManager successfully registered at ResourceManager, leader id: b7987d007b4b345c7f8a244c005f4e16.
21:10:17.091 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.29.189.252:40043(127.29.189.252:40043)] Successfully connected to peer
21:10:17.092 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job b3fa7429a7c4f8d4d835fb9511222428: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
21:10:17.095 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.29.189.253:40775(127.29.189.253:40775)] Successfully connected to peer
21:10:17.103 [DEBUG - main] (Connection.java:748) [peer master-127.30.152.252:38897(127.30.152.252:38897)] connecting to peer
21:10:17.111 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:709) Matching resource requirements against available resources.
Missing resources:
	 Job b3fa7429a7c4f8d4d835fb9511222428
		ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}
Current resources:
	TaskManager 9eb9a39d-c6f9-4733-8fff-9663985b3c92
		Available: ResourceProfile{taskHeapMemory=1024.000gb (1099511627776 bytes), taskOffHeapMemory=1024.000gb (1099511627776 bytes), managedMemory=128.000mb (134217728 bytes), networkMemory=64.000mb (67108864 bytes)}
		Total:     ResourceProfile{taskHeapMemory=1024.000gb (1099511627776 bytes), taskOffHeapMemory=1024.000gb (1099511627776 bytes), managedMemory=128.000mb (134217728 bytes), networkMemory=64.000mb (67108864 bytes)}
21:10:17.111 [DEBUG - main] (Connection.java:748) [peer master-127.30.152.254:37399(127.30.152.254:37399)] connecting to peer
21:10:17.112 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.29.189.252
21:10:17.115 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot 2493c8729846113389374c3594524fbf from 9eb9a39d-c6f9-4733-8fff-9663985b3c92 for job b3fa7429a7c4f8d4d835fb9511222428 with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
21:10:17.115 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.30.152.252:38897(127.30.152.252:38897)] Successfully connected to peer
21:10:17.116 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot 90003e1beb887b49c8ab58ebce4f6fa0 from 9eb9a39d-c6f9-4733-8fff-9663985b3c92 for job b3fa7429a7c4f8d4d835fb9511222428 with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
21:10:17.116 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot b93c7bdf25e0297f3cf761659863c000 from 9eb9a39d-c6f9-4733-8fff-9663985b3c92 for job b3fa7429a7c4f8d4d835fb9511222428 with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
21:10:17.116 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:1149) Receive slot request 2493c8729846113389374c3594524fbf for job b3fa7429a7c4f8d4d835fb9511222428 from resource manager with leader id b7987d007b4b345c7f8a244c005f4e16.
21:10:17.116 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot f9c2440868896824aaa878daf29d19ac from 9eb9a39d-c6f9-4733-8fff-9663985b3c92 for job b3fa7429a7c4f8d4d835fb9511222428 with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
21:10:17.116 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:321) Allocated slot for 2493c8729846113389374c3594524fbf with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
21:10:17.119 [DEBUG - main] (Connection.java:748) [peer master-127.30.152.253:46569(127.30.152.253:46569)] connecting to peer
21:10:17.120 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.30.152.254:37399(127.30.152.254:37399)] Successfully connected to peer
21:10:17.126 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.29.189.253
21:10:17.131 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.30.152.252
21:10:17.135 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.30.152.254
21:10:17.142 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:10:17.146 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x42554eb0, L:/127.0.0.1:57278 - R:/127.30.152.252:38897] using SASL/PLAIN
21:10:17.154 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:10:17.159 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:10:17.159 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultJobLeaderService.java:192) Add job b3fa7429a7c4f8d4d835fb9511222428 for job leader monitoring.
21:10:17.159 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:1149) Receive slot request 90003e1beb887b49c8ab58ebce4f6fa0 for job b3fa7429a7c4f8d4d835fb9511222428 from resource manager with leader id b7987d007b4b345c7f8a244c005f4e16.
21:10:17.159 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:321) Allocated slot for 90003e1beb887b49c8ab58ebce4f6fa0 with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
21:10:17.160 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:1149) Receive slot request b93c7bdf25e0297f3cf761659863c000 for job b3fa7429a7c4f8d4d835fb9511222428 from resource manager with leader id b7987d007b4b345c7f8a244c005f4e16.
21:10:17.160 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:321) Allocated slot for b93c7bdf25e0297f3cf761659863c000 with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
21:10:17.160 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:1149) Receive slot request f9c2440868896824aaa878daf29d19ac for job b3fa7429a7c4f8d4d835fb9511222428 from resource manager with leader id b7987d007b4b345c7f8a244c005f4e16.
21:10:17.160 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:321) Allocated slot for f9c2440868896824aaa878daf29d19ac with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
21:10:17.161 [INFO - mini-cluster-io-thread-3] (DefaultJobLeaderService.java:350) Try to register at job manager pekko://flink/user/rpc/jobmanager_27 with leader id 808d7fdd-c4a7-408d-b7d7-b2ddc521d3f2.
21:10:17.162 [DEBUG - main] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
21:10:17.162 [DEBUG - main] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=60), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.152.252:38897, [8ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.152.254:37399, [16ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.152.253:46569, [51ms] Sub RPC ConnectToMaster: received response from server master-127.30.152.252:38897: OK, deferred=null) after lookup
21:10:17.164 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.30.152.253:46569(127.30.152.253:46569)] Successfully connected to peer
21:10:17.165 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xa7208f52, L:/127.0.0.1:34160 - R:/127.30.152.254:37399] using SASL/PLAIN
21:10:17.167 [INFO - flink-pekko.actor.default-dispatcher-9] (RetryingRegistration.java:162) Resolved JobManager address, beginning registration
21:10:17.169 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultJobLeaderService.java:417) Successful registration at job manager pekko://flink/user/rpc/jobmanager_27 for job b3fa7429a7c4f8d4d835fb9511222428.
21:10:17.170 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:1783) Establish JobManager connection for job b3fa7429a7c4f8d4d835fb9511222428.
21:10:17.171 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:1633) Offer reserved slots to the leader of job b3fa7429a7c4f8d4d835fb9511222428.
21:10:17.172 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (1f29b4575551d1f3a35e89c120aced6e_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from SCHEDULED to DEPLOYING.
21:10:17.172 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #0) with attempt id 1f29b4575551d1f3a35e89c120aced6e_cbc357ccb763df2852fee8c4fc7d55f2_0_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to 9eb9a39d-c6f9-4733-8fff-9663985b3c92 @ 127.0.0.1 (dataPort=-1) with allocation id 2493c8729846113389374c3594524fbf
21:10:17.173 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (1f29b4575551d1f3a35e89c120aced6e_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from SCHEDULED to DEPLOYING.
21:10:17.174 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #0) with attempt id 1f29b4575551d1f3a35e89c120aced6e_cbc357ccb763df2852fee8c4fc7d55f2_1_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to 9eb9a39d-c6f9-4733-8fff-9663985b3c92 @ 127.0.0.1 (dataPort=-1) with allocation id f9c2440868896824aaa878daf29d19ac
21:10:17.174 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (1f29b4575551d1f3a35e89c120aced6e_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from SCHEDULED to DEPLOYING.
21:10:17.174 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #0) with attempt id 1f29b4575551d1f3a35e89c120aced6e_cbc357ccb763df2852fee8c4fc7d55f2_2_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to 9eb9a39d-c6f9-4733-8fff-9663985b3c92 @ 127.0.0.1 (dataPort=-1) with allocation id 90003e1beb887b49c8ab58ebce4f6fa0
21:10:17.175 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (1f29b4575551d1f3a35e89c120aced6e_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from SCHEDULED to DEPLOYING.
21:10:17.175 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #0) with attempt id 1f29b4575551d1f3a35e89c120aced6e_cbc357ccb763df2852fee8c4fc7d55f2_3_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to 9eb9a39d-c6f9-4733-8fff-9663985b3c92 @ 127.0.0.1 (dataPort=-1) with allocation id b93c7bdf25e0297f3cf761659863c000
21:10:17.177 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot 2493c8729846113389374c3594524fbf.
21:10:17.178 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 821590a184d649a6a9b7e613db0f7ffa
21:10:17.178 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutorFileMergingManager.java:83) Registered new file merging snapshot manager for job b3fa7429a7c4f8d4d835fb9511222428.
21:10:17.178 [INFO - flink-pekko.actor.default-dispatcher-9] (StateChangelogStorageLoader.java:104) Creating a changelog storage with name 'memory'.
21:10:17.178 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutorChannelStateExecutorFactoryManager.java:70) Creating the channel state executor factory for job id b3fa7429a7c4f8d4d835fb9511222428
21:10:17.181 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#0 (1f29b4575551d1f3a35e89c120aced6e_cbc357ccb763df2852fee8c4fc7d55f2_0_0), deploy into slot with allocation id 2493c8729846113389374c3594524fbf.
21:10:17.182 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:10:17.186 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:10:17.187 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 1492a6c6341f48138c20a44632d4f467 for table 'replication_test_table' with partition [<start>, <end>)
21:10:17.187 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=1492a6c6341f48138c20a44632d4f467@[00136d20c37846348e188fbfa19dfd7f(127.30.152.194:35135),5ab53537fffb420eb4068fb2e0810298(127.30.152.193:46285),a14297ae6376498db1884a1d3686f9bc(127.30.152.195:41915)[L]]}]
21:10:17.187 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC ScanRequest(scannerId=null, state=OPENING, attempt=1, KuduRpc(method=Scan, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=8), Traces: [0ms] refreshing cache from master, [4ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.152.252:38897, [9ms] Sub RPC GetTableLocations: received response from server master-127.30.152.252:38897: OK, deferred=null)) after lookup
21:10:17.188 [DEBUG - kudu-nio-0] (Connection.java:748) [peer a14297ae6376498db1884a1d3686f9bc(127.30.152.195:41915)] connecting to peer
21:10:17.188 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xd5336c7e, L:/127.0.0.1:54444 - R:/127.29.189.252:40043] using SASL/PLAIN
21:10:17.190 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:10:17.191 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:10:17.191 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:10:17.191 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:17.191 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:17.191 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:17.191 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:17.191 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:17.191 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:17.191 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:10:17.191 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:10:17.191 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:10:17.191 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:10:17.191 [DEBUG - pool-418-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:10:17.192 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:17.192 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:17.192 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:10:17.192 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:10:17.192 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:10:17.192 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:10:17.192 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:10:17.192 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:10:17.192 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:17.192 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:17.192 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:17.192 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:10:17.192 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:10:17.192 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:10:17.192 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:10:17.192 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:17.192 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:17.192 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:17.193 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=22, TimeoutTracker(timeout=30000, elapsed=27836), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [8ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [9ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [11ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [11ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [25ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [26ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [26ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [43ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [44ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [44ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [44ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [84ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [84ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [104ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [105ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [105ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [105ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [142ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [142ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [143ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [143ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [281ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [282ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [282ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [283ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [401ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [412ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [412ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [412ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [412ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [501ms] refreshing cache from master, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [502ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [502ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [502ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [502ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [502ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [901ms] refreshing cache from master, [901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [902ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [902ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [902ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [902ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [1561ms] refreshing cache from master, [1561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [1561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [1561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [1562ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [1563ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [1563ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [1564ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [3281ms] refreshing cache from master, [3281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [3281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [3282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [3282ms] too many traces: truncated at 100 traces, deferred=Deferred@1988696067(state=PENDING, result=null, callback=(continuation of Deferred@1427850517 after retry RPC after error@1168558597) -> (continuation of Deferred@1621066682 after retry RPC after error@1592317610) -> (continuation of Deferred@1364464527 after retry RPC after error@575737154) -> (continuation of Deferred@1053804769 after retry RPC after error@638190612) -> (continuation of Deferred@1463001905 after retry RPC after error@2099421064) -> (continuation of Deferred@1030408205 after retry RPC after error@1261846800) -> (continuation of Deferred@22432108 after retry RPC after error@1751205905) -> (continuation of Deferred@52486064 after retry RPC after error@2061971461) -> (continuation of Deferred@1229523740 after retry RPC after error@730526692) -> (continuation of Deferred@785544314 after retry RPC after error@1844846269) -> (continuation of Deferred@1818687988 after retry RPC after error@269431375) -> (continuation of Deferred@759424400 after retry RPC after error@1880954227) -> (continuation of Deferred@737143773 after retry RPC after error@1109080485) -> (continuation of Deferred@1883650835 after retry RPC after error@1751650021) -> (continuation of Deferred@1015914806 after retry RPC after error@666923283) -> (continuation of Deferred@1713326171 after retry RPC after error@1319664987) -> (continuation of Deferred@536736169 after retry RPC after error@999379884) -> (continuation of Deferred@659593493 after retry RPC after error@715090433) -> (continuation of Deferred@1512023618 after retry RPC after error@1805812382) -> (continuation of Deferred@1209607886 after retry RPC after error@419922606) -> (continuation of Deferred@1041042042 after retry RPC after error@1103419735), errback=(continuation of Deferred@1427850517 after retry RPC after error@1168558597) -> (continuation of Deferred@1621066682 after retry RPC after error@1592317610) -> (continuation of Deferred@1364464527 after retry RPC after error@575737154) -> (continuation of Deferred@1053804769 after retry RPC after error@638190612) -> (continuation of Deferred@1463001905 after retry RPC after error@2099421064) -> (continuation of Deferred@1030408205 after retry RPC after error@1261846800) -> (continuation of Deferred@22432108 after retry RPC after error@1751205905) -> (continuation of Deferred@52486064 after retry RPC after error@2061971461) -> (continuation of Deferred@1229523740 after retry RPC after error@730526692) -> (continuation of Deferred@785544314 after retry RPC after error@1844846269) -> (continuation of Deferred@1818687988 after retry RPC after error@269431375) -> (continuation of Deferred@759424400 after retry RPC after error@1880954227) -> (continuation of Deferred@737143773 after retry RPC after error@1109080485) -> (continuation of Deferred@1883650835 after retry RPC after error@1751650021) -> (continuation of Deferred@1015914806 after retry RPC after error@666923283) -> (continuation of Deferred@1713326171 after retry RPC after error@1319664987) -> (continuation of Deferred@536736169 after retry RPC after error@999379884) -> (continuation of Deferred@659593493 after retry RPC after error@715090433) -> (continuation of Deferred@1512023618 after retry RPC after error@1805812382) -> (continuation of Deferred@1209607886 after retry RPC after error@419922606) -> (continuation of Deferred@1041042042 after retry RPC after error@1103419735)))
21:10:17.191 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:10:17.194 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:17.194 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:17.194 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:17.194 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:10:17.194 [INFO - Source: KuduSource -> Sink: Writer (2/4)#7] (SourceReaderBase.java:338) Closing Source Reader.
21:10:17.192 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:17.194 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:10:17.194 [WARN - Source: KuduSource -> Sink: Writer (2/4)#7] (Task.java:1117) Source: KuduSource -> Sink: Writer (2/4)#7 (c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_1_7) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=22, TimeoutTracker(timeout=30000, elapsed=27836), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [8ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [9ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [11ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [11ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [25ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [26ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [26ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [43ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [44ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [44ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [44ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [84ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [84ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [104ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [105ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [105ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [105ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [142ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [142ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [143ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [143ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [281ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [282ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [282ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [283ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [401ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [412ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [412ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [412ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [412ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [501ms] refreshing cache from master, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [502ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [502ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [502ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [502ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [502ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [901ms] refreshing cache from master, [901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [902ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [902ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [902ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [902ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [1561ms] refreshing cache from master, [1561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [1561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [1561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [1562ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [1563ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [1563ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [1564ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [3281ms] refreshing cache from master, [3281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [3281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [3282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [3282ms] too many traces: truncated at 100 traces, deferred=Deferred@1988696067(state=PENDING, result=null, callback=(continuation of Deferred@1427850517 after retry RPC after error@1168558597) -> (continuation of Deferred@1621066682 after retry RPC after error@1592317610) -> (continuation of Deferred@1364464527 after retry RPC after error@575737154) -> (continuation of Deferred@1053804769 after retry RPC after error@638190612) -> (continuation of Deferred@1463001905 after retry RPC after error@2099421064) -> (continuation of Deferred@1030408205 after retry RPC after error@1261846800) -> (continuation of Deferred@22432108 after retry RPC after error@1751205905) -> (continuation of Deferred@52486064 after retry RPC after error@2061971461) -> (continuation of Deferred@1229523740 after retry RPC after error@730526692) -> (continuation of Deferred@785544314 after retry RPC after error@1844846269) -> (continuation of Deferred@1818687988 after retry RPC after error@269431375) -> (continuation of Deferred@759424400 after retry RPC after error@1880954227) -> (continuation of Deferred@737143773 after retry RPC after error@1109080485) -> (continuation of Deferred@1883650835 after retry RPC after error@1751650021) -> (continuation of Deferred@1015914806 after retry RPC after error@666923283) -> (continuation of Deferred@1713326171 after retry RPC after error@1319664987) -> (continuation of Deferred@536736169 after retry RPC after error@999379884) -> (continuation of Deferred@659593493 after retry RPC after error@715090433) -> (continuation of Deferred@1512023618 after retry RPC after error@1805812382) -> (continuation of Deferred@1209607886 after retry RPC after error@419922606) -> (continuation of Deferred@1041042042 after retry RPC after error@1103419735), errback=(continuation of Deferred@1427850517 after retry RPC after error@1168558597) -> (continuation of Deferred@1621066682 after retry RPC after error@1592317610) -> (continuation of Deferred@1364464527 after retry RPC after error@575737154) -> (continuation of Deferred@1053804769 after retry RPC after error@638190612) -> (continuation of Deferred@1463001905 after retry RPC after error@2099421064) -> (continuation of Deferred@1030408205 after retry RPC after error@1261846800) -> (continuation of Deferred@22432108 after retry RPC after error@1751205905) -> (continuation of Deferred@52486064 after retry RPC after error@2061971461) -> (continuation of Deferred@1229523740 after retry RPC after error@730526692) -> (continuation of Deferred@785544314 after retry RPC after error@1844846269) -> (continuation of Deferred@1818687988 after retry RPC after error@269431375) -> (continuation of Deferred@759424400 after retry RPC after error@1880954227) -> (continuation of Deferred@737143773 after retry RPC after error@1109080485) -> (continuation of Deferred@1883650835 after retry RPC after error@1751650021) -> (continuation of Deferred@1015914806 after retry RPC after error@666923283) -> (continuation of Deferred@1713326171 after retry RPC after error@1319664987) -> (continuation of Deferred@536736169 after retry RPC after error@999379884) -> (continuation of Deferred@659593493 after retry RPC after error@715090433) -> (continuation of Deferred@1512023618 after retry RPC after error@1805812382) -> (continuation of Deferred@1209607886 after retry RPC after error@419922606) -> (continuation of Deferred@1041042042 after retry RPC after error@1103419735)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.20.46.189:42409
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:10:17.195 [INFO - Source: KuduSource -> Sink: Writer (2/4)#7] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#7 (c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_1_7).
21:10:17.196 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xa18d9e8b, L:/127.0.0.1:58522 - R:/127.30.152.253:46569] using TOKEN/null
21:10:17.197 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#7 c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_1_7.
21:10:17.198 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x84ee2d18, L:/127.0.0.1:56178 - R:/127.29.189.253:40775] using SASL/PLAIN
21:10:17.200 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
21:10:17.200 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=119), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.189.254:45211, [6ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.189.253:40775, [8ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.189.252:40043, [117ms] Sub RPC ConnectToMaster: received response from server master-127.29.189.252:40043: OK, deferred=null) after lookup
21:10:17.200 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1449) Source: KuduSource -> Sink: Writer (2/4) (c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_1_7) switched from INITIALIZING to FAILED on 55c4d95f-4b70-4fa7-a972-a2dfacde7c76 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=22, TimeoutTracker(timeout=30000, elapsed=27836), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [8ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [9ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [11ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [11ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [25ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [26ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [26ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [43ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [44ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [44ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [44ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [62ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [84ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [84ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [104ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [105ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [105ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [105ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [142ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [142ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [143ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [143ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [281ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [282ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [282ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [283ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [401ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [412ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [412ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [412ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [412ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [501ms] refreshing cache from master, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [502ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [502ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [502ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [502ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [502ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [901ms] refreshing cache from master, [901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [902ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [902ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [902ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [902ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [1561ms] refreshing cache from master, [1561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [1561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [1561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [1562ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [1563ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [1563ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [1564ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [3281ms] refreshing cache from master, [3281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [3281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [3282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [3282ms] too many traces: truncated at 100 traces, deferred=Deferred@1988696067(state=PENDING, result=null, callback=(continuation of Deferred@1427850517 after retry RPC after error@1168558597) -> (continuation of Deferred@1621066682 after retry RPC after error@1592317610) -> (continuation of Deferred@1364464527 after retry RPC after error@575737154) -> (continuation of Deferred@1053804769 after retry RPC after error@638190612) -> (continuation of Deferred@1463001905 after retry RPC after error@2099421064) -> (continuation of Deferred@1030408205 after retry RPC after error@1261846800) -> (continuation of Deferred@22432108 after retry RPC after error@1751205905) -> (continuation of Deferred@52486064 after retry RPC after error@2061971461) -> (continuation of Deferred@1229523740 after retry RPC after error@730526692) -> (continuation of Deferred@785544314 after retry RPC after error@1844846269) -> (continuation of Deferred@1818687988 after retry RPC after error@269431375) -> (continuation of Deferred@759424400 after retry RPC after error@1880954227) -> (continuation of Deferred@737143773 after retry RPC after error@1109080485) -> (continuation of Deferred@1883650835 after retry RPC after error@1751650021) -> (continuation of Deferred@1015914806 after retry RPC after error@666923283) -> (continuation of Deferred@1713326171 after retry RPC after error@1319664987) -> (continuation of Deferred@536736169 after retry RPC after error@999379884) -> (continuation of Deferred@659593493 after retry RPC after error@715090433) -> (continuation of Deferred@1512023618 after retry RPC after error@1805812382) -> (continuation of Deferred@1209607886 after retry RPC after error@419922606) -> (continuation of Deferred@1041042042 after retry RPC after error@1103419735), errback=(continuation of Deferred@1427850517 after retry RPC after error@1168558597) -> (continuation of Deferred@1621066682 after retry RPC after error@1592317610) -> (continuation of Deferred@1364464527 after retry RPC after error@575737154) -> (continuation of Deferred@1053804769 after retry RPC after error@638190612) -> (continuation of Deferred@1463001905 after retry RPC after error@2099421064) -> (continuation of Deferred@1030408205 after retry RPC after error@1261846800) -> (continuation of Deferred@22432108 after retry RPC after error@1751205905) -> (continuation of Deferred@52486064 after retry RPC after error@2061971461) -> (continuation of Deferred@1229523740 after retry RPC after error@730526692) -> (continuation of Deferred@785544314 after retry RPC after error@1844846269) -> (continuation of Deferred@1818687988 after retry RPC after error@269431375) -> (continuation of Deferred@759424400 after retry RPC after error@1880954227) -> (continuation of Deferred@737143773 after retry RPC after error@1109080485) -> (continuation of Deferred@1883650835 after retry RPC after error@1751650021) -> (continuation of Deferred@1015914806 after retry RPC after error@666923283) -> (continuation of Deferred@1713326171 after retry RPC after error@1319664987) -> (continuation of Deferred@536736169 after retry RPC after error@999379884) -> (continuation of Deferred@659593493 after retry RPC after error@715090433) -> (continuation of Deferred@1512023618 after retry RPC after error@1805812382) -> (continuation of Deferred@1209607886 after retry RPC after error@419922606) -> (continuation of Deferred@1041042042 after retry RPC after error@1103419735)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.20.46.189:42409
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:10:17.201 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:324) Received resource requirements from job be5d90ea6ea762b3c60063afb0fd4b65: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
21:10:17.201 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#7) of source Source: KuduSource.
21:10:17.202 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_1_7.
21:10:17.202 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (be5d90ea6ea762b3c60063afb0fd4b65) switched from state RUNNING to RESTARTING.
21:10:17.204 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.29.189.254
21:10:17.205 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 24ddf4c24c824100b7ce4bcf7790c2a2
21:10:17.205 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot f9c2440868896824aaa878daf29d19ac.
21:10:17.213 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet c3c8d733e41445f991a126a81e731dac for table 'replication_test_table' with partition [<start>, <end>)
21:10:17.213 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c3c8d733e41445f991a126a81e731dac@[0909979a2a2348c0918c10cf33afe09a(127.29.189.193:42973),1e931e67318641aeb1d696c73963428f(127.29.189.195:36503)[L],35c86ccfa1c5453b82b02d1aca42ae8c(127.29.189.194:40117)]}]
21:10:17.214 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2841dd5f383bae9a8f297e74525dcca1 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 2841dd5f383bae9a8f297e74525dcca1 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:17.216 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:10:17.217 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#0 (1f29b4575551d1f3a35e89c120aced6e_cbc357ccb763df2852fee8c4fc7d55f2_1_0), deploy into slot with allocation id f9c2440868896824aaa878daf29d19ac.
21:10:17.218 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (1f29b4575551d1f3a35e89c120aced6e_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from CREATED to DEPLOYING.
21:10:17.218 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#0 (1f29b4575551d1f3a35e89c120aced6e_cbc357ccb763df2852fee8c4fc7d55f2_0_0) [DEPLOYING].
21:10:17.219 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.25.113.61:34911(127.25.113.61:34911)] connecting to peer
21:10:17.219 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.25.113.60:35933(127.25.113.60:35933)] connecting to peer
21:10:17.219 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.25.113.62:35193(127.25.113.62:35193)] connecting to peer
21:10:17.220 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:10:17.220 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.113.61:34911(127.25.113.61:34911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:10:17.220 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:10:17.220 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:10:17.220 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.61:34911: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:10:17.220 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.113.60:35933(127.25.113.60:35933)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:10:17.220 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.113.62:35193(127.25.113.62:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:10:17.220 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.62:35193: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:10:17.220 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.60:35933: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:10:17.220 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193; will retry
21:10:17.221 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x80059782, L:/127.0.0.1:41234 - R:/127.29.189.254:45211] using SASL/PLAIN
21:10:17.221 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@31a69997
21:10:17.221 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
21:10:17.221 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit12442250783922833107/checkpoints")
21:10:17.222 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (1f29b4575551d1f3a35e89c120aced6e_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from DEPLOYING to INITIALIZING.
21:10:17.222 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (1f29b4575551d1f3a35e89c120aced6e_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from DEPLOYING to INITIALIZING.
21:10:17.225 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@302291b6
21:10:17.228 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:10:17.231 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot 90003e1beb887b49c8ab58ebce4f6fa0.
21:10:17.232 [DEBUG - kudu-nio-3] (Connection.java:757) [peer a14297ae6376498db1884a1d3686f9bc(127.30.152.195:41915)] Successfully connected to peer
21:10:17.233 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#0 (1f29b4575551d1f3a35e89c120aced6e_cbc357ccb763df2852fee8c4fc7d55f2_2_0), deploy into slot with allocation id 90003e1beb887b49c8ab58ebce4f6fa0.
21:10:17.235 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (1f29b4575551d1f3a35e89c120aced6e_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from CREATED to DEPLOYING.
21:10:17.235 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#0 (1f29b4575551d1f3a35e89c120aced6e_cbc357ccb763df2852fee8c4fc7d55f2_1_0) [DEPLOYING].
21:10:17.236 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@65664190
21:10:17.236 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
21:10:17.236 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit12442250783922833107/checkpoints")
21:10:17.236 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (1f29b4575551d1f3a35e89c120aced6e_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from DEPLOYING to INITIALIZING.
21:10:17.237 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (1f29b4575551d1f3a35e89c120aced6e_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from DEPLOYING to INITIALIZING.
21:10:17.240 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@7acc46f
21:10:17.244 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:10:17.245 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer master-127.30.152.252:38897(127.30.152.252:38897)] connecting to peer
21:10:17.246 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot 2493c8729846113389374c3594524fbf.
21:10:17.246 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot f9c2440868896824aaa878daf29d19ac.
21:10:17.246 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot 90003e1beb887b49c8ab58ebce4f6fa0.
21:10:17.246 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot b93c7bdf25e0297f3cf761659863c000.
21:10:17.246 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot b93c7bdf25e0297f3cf761659863c000.
21:10:17.277 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer master-127.30.152.254:37399(127.30.152.254:37399)] connecting to peer
21:10:17.277 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.30.152.252:38897(127.30.152.252:38897)] Successfully connected to peer
21:10:17.279 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#0 (1f29b4575551d1f3a35e89c120aced6e_cbc357ccb763df2852fee8c4fc7d55f2_3_0), deploy into slot with allocation id b93c7bdf25e0297f3cf761659863c000.
21:10:17.280 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (1f29b4575551d1f3a35e89c120aced6e_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from CREATED to DEPLOYING.
21:10:17.280 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#0 (1f29b4575551d1f3a35e89c120aced6e_cbc357ccb763df2852fee8c4fc7d55f2_2_0) [DEPLOYING].
21:10:17.281 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@3c8c75ac
21:10:17.281 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.30.152.252
21:10:17.281 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
21:10:17.282 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit12442250783922833107/checkpoints")
21:10:17.282 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (1f29b4575551d1f3a35e89c120aced6e_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from DEPLOYING to INITIALIZING.
21:10:17.282 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (1f29b4575551d1f3a35e89c120aced6e_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from DEPLOYING to INITIALIZING.
21:10:17.285 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@67bc05df
21:10:17.288 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:10:17.290 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer master-127.30.152.253:46569(127.30.152.253:46569)] connecting to peer
21:10:17.291 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.30.152.254:37399(127.30.152.254:37399)] Successfully connected to peer
21:10:17.292 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.30.152.253:46569(127.30.152.253:46569)] Successfully connected to peer
21:10:17.293 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer master-127.30.152.252:38897(127.30.152.252:38897)] connecting to peer
21:10:17.295 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (1f29b4575551d1f3a35e89c120aced6e_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from CREATED to DEPLOYING.
21:10:17.295 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#0 (1f29b4575551d1f3a35e89c120aced6e_cbc357ccb763df2852fee8c4fc7d55f2_3_0) [DEPLOYING].
21:10:17.295 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.30.152.254
21:10:17.295 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@162724c0
21:10:17.295 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
21:10:17.296 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit12442250783922833107/checkpoints")
21:10:17.296 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:10:17.296 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (1f29b4575551d1f3a35e89c120aced6e_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from DEPLOYING to INITIALIZING.
21:10:17.296 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (1f29b4575551d1f3a35e89c120aced6e_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from DEPLOYING to INITIALIZING.
21:10:17.297 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer master-127.30.152.252:38897(127.30.152.252:38897)] connecting to peer
21:10:17.297 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.30.152.253
21:10:17.300 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@6a7ba9e2
21:10:17.301 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer master-127.30.152.254:37399(127.30.152.254:37399)] connecting to peer
21:10:17.302 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.30.152.252:38897(127.30.152.252:38897)] Successfully connected to peer
21:10:17.303 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:10:17.304 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:10:17.305 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer master-127.30.152.253:46569(127.30.152.253:46569)] connecting to peer
21:10:17.306 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.30.152.254:37399(127.30.152.254:37399)] Successfully connected to peer
21:10:17.310 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:10:17.313 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xb88a76a0, L:/127.0.0.1:34174 - R:/127.30.152.254:37399] using SASL/PLAIN
21:10:17.313 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.30.152.253:46569(127.30.152.253:46569)] Successfully connected to peer
21:10:17.315 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b3fa7429a7c4f8d4d835fb9511222428 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b3fa7429a7c4f8d4d835fb9511222428 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:17.323 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x5fe60936, L:/127.0.0.1:53080 - R:/127.30.152.195:41915] using TOKEN/null
21:10:17.325 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:10:17.328 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.30.152.254
21:10:17.329 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer master-127.30.152.252:38897(127.30.152.252:38897)] connecting to peer
21:10:17.334 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x5074e3ff, L:/127.0.0.1:58530 - R:/127.30.152.253:46569] using SASL/PLAIN
21:10:17.335 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d6a71f5cf5f060cfaa5d5fa24434f7a3 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d6a71f5cf5f060cfaa5d5fa24434f7a3 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:17.339 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer master-127.30.152.254:37399(127.30.152.254:37399)] connecting to peer
21:10:17.341 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.30.152.253
21:10:17.341 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.30.152.252:38897(127.30.152.252:38897)] Successfully connected to peer
21:10:17.345 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:10:17.350 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer master-127.30.152.253:46569(127.30.152.253:46569)] connecting to peer
21:10:17.352 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.30.152.253:46569(127.30.152.253:46569)] Successfully connected to peer
21:10:17.353 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer master-127.30.152.254:37399(127.30.152.254:37399)] connecting to peer
21:10:17.354 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer master-127.30.152.253:46569(127.30.152.253:46569)] connecting to peer
21:10:17.355 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.30.152.253:46569(127.30.152.253:46569)] Successfully connected to peer
21:10:17.357 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.30.152.252
21:10:17.357 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x232e6db8, L:/127.0.0.1:57288 - R:/127.30.152.252:38897] using SASL/PLAIN
21:10:17.357 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x01fb1357, L:/127.0.0.1:34178 - R:/127.30.152.254:37399] using SASL/PLAIN
21:10:17.360 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.30.152.252:38897(127.30.152.252:38897)] Successfully connected to peer
21:10:17.361 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.30.152.254:37399(127.30.152.254:37399)] Successfully connected to peer
21:10:17.363 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.30.152.254:37399(127.30.152.254:37399)] Successfully connected to peer
21:10:17.365 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:10:17.365 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.30.152.253
21:10:17.369 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xa777c134, L:/127.0.0.1:57290 - R:/127.30.152.252:38897] using SASL/PLAIN
21:10:17.372 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=1492a6c6341f48138c20a44632d4f467, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:10:17.375 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.30.152.253
21:10:17.375 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
21:10:17.376 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=147), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.152.252:38897, [32ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.152.254:37399, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.152.253:46569, [91ms] Sub RPC ConnectToMaster: received response from server master-127.30.152.254:37399: OK, [104ms] Sub RPC ConnectToMaster: received response from server master-127.30.152.253:46569: OK, [125ms] Sub RPC ConnectToMaster: received response from server master-127.30.152.252:38897: OK, deferred=null) after lookup
21:10:17.380 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.30.152.254
21:10:17.385 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:10:17.388 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (640bb5d81f2161b747452ce3cfd3ea9d) switched from state RESTARTING to RUNNING.
21:10:17.389 [INFO - flink-pekko.actor.default-dispatcher-6] (CheckpointCoordinator.java:1805) Restoring job 640bb5d81f2161b747452ce3cfd3ea9d from Checkpoint 78 @ 1783544892827 for 640bb5d81f2161b747452ce3cfd3ea9d located at file:/tmp/junit10233969733985069158/checkpoints/640bb5d81f2161b747452ce3cfd3ea9d/chk-78.
21:10:17.390 [INFO - flink-pekko.actor.default-dispatcher-6] (MasterHooks.java:201) No master state to restore
21:10:17.390 [INFO - flink-pekko.actor.default-dispatcher-6] (RecreateOnResetOperatorCoordinator.java:128) Resetting coordinator to checkpoint.
21:10:17.396 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:10:17.397 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.30.152.252
21:10:17.398 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 821590a184d649a6a9b7e613db0f7ffa
21:10:17.399 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:10:17.402 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:10:17.403 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 821590a184d649a6a9b7e613db0f7ffa
21:10:17.403 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@5f55e19d
21:10:17.405 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 0 (#0) @ 
21:10:17.405 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 0 (#0)
21:10:17.408 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x8f010b29, L:/127.0.0.1:58546 - R:/127.30.152.253:46569] using SASL/PLAIN
21:10:17.409 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x8aa4401c, L:/127.0.0.1:58576 - R:/127.30.152.253:46569] using SASL/PLAIN
21:10:17.409 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x191e7345, L:/127.0.0.1:58560 - R:/127.30.152.253:46569] using SASL/PLAIN
21:10:17.410 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x16e326e3, L:/127.0.0.1:34192 - R:/127.30.152.254:37399] using SASL/PLAIN
21:10:17.411 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
21:10:17.411 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=122), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.152.252:38897, [8ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.152.254:37399, [12ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.152.253:46569, [117ms] Sub RPC ConnectToMaster: received response from server master-127.30.152.252:38897: OK, deferred=null) after lookup
21:10:17.413 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.30.152.252
21:10:17.418 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.30.152.254
21:10:17.422 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 821590a184d649a6a9b7e613db0f7ffa
21:10:17.426 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 821590a184d649a6a9b7e613db0f7ffa
21:10:17.427 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@392c821d
21:10:17.429 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 2 (#0) @ 
21:10:17.429 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 2 (#0)
21:10:17.429 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=1492a6c6341f48138c20a44632d4f467, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:10:17.433 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:10:17.435 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:10:17.436 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:10:17.436 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:10:17.436 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:10:17.437 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:17.437 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:17.437 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:17.438 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:17.438 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:17.438 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:17.438 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:17.438 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:17.438 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:17.438 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:10:17.439 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x2dbe67e4, L:/127.0.0.1:34208 - R:/127.30.152.254:37399] using SASL/PLAIN
21:10:17.442 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:10:17.453 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xc52f0a14, L:/127.0.0.1:57304 - R:/127.30.152.252:38897] using SASL/PLAIN
21:10:17.470 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xc95866b6, L:/127.0.0.1:57314 - R:/127.30.152.252:38897] using SASL/PLAIN
21:10:17.475 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
21:10:17.475 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=230), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.152.252:38897, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.152.254:37399, [53ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.152.253:46569, [115ms] Sub RPC ConnectToMaster: received response from server master-127.30.152.253:46569: OK, [116ms] Sub RPC ConnectToMaster: received response from server master-127.30.152.254:37399: OK, [177ms] Sub RPC ConnectToMaster: received response from server master-127.30.152.252:38897: OK, deferred=null) after lookup
21:10:17.476 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:17.480 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 821590a184d649a6a9b7e613db0f7ffa
21:10:17.481 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_0_5) switched from CREATED to SCHEDULED.
21:10:17.482 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_0_5) switched from SCHEDULED to DEPLOYING.
21:10:17.482 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #5) with attempt id c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_0_5 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to b6e4c460-e227-4074-af21-a4a848131e32 @ 127.0.0.1 (dataPort=-1) with allocation id 88443c2dc2bfb0b137e18caffd13effa
21:10:17.482 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_1_5) switched from CREATED to SCHEDULED.
21:10:17.483 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job 640bb5d81f2161b747452ce3cfd3ea9d: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
21:10:17.484 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskSlotTableImpl.java:391) Activate slot 88443c2dc2bfb0b137e18caffd13effa.
21:10:17.587 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#5 (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_0_5), deploy into slot with allocation id 88443c2dc2bfb0b137e18caffd13effa.
21:10:17.588 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_1_5) switched from SCHEDULED to DEPLOYING.
21:10:17.588 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #5) with attempt id c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_1_5 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to b6e4c460-e227-4074-af21-a4a848131e32 @ 127.0.0.1 (dataPort=-1) with allocation id 7524f2b938ae7729a85a7118ef908b59
21:10:17.589 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_2_5) switched from CREATED to SCHEDULED.
21:10:17.591 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=1492a6c6341f48138c20a44632d4f467, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:10:17.592 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
21:10:17.592 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=287), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.152.252:38897, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.152.254:37399, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.152.253:46569, [103ms] Sub RPC ConnectToMaster: received response from server master-127.30.152.253:46569: OK, [115ms] Sub RPC ConnectToMaster: received response from server master-127.30.152.254:37399: OK, [262ms] Sub RPC ConnectToMaster: received response from server master-127.30.152.252:38897: OK, deferred=null) after lookup
21:10:17.593 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 640bb5d81f2161b747452ce3cfd3ea9d: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
21:10:17.593 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 640bb5d81f2161b747452ce3cfd3ea9d: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
21:10:17.596 [INFO - Thread-63] (SourceCoordinator.java:290) Closing SourceCoordinator for source Source: KuduSource.
21:10:17.597 [DEBUG - Thread-63] (Connection.java:575) [peer master-127.23.69.190:42537(127.23.69.190:42537)] disconnecting while in state TERMINATED
21:10:17.597 [DEBUG - Thread-63] (Connection.java:575) [peer master-127.23.69.188:34691(127.23.69.188:34691)] disconnecting while in state TERMINATED
21:10:17.597 [DEBUG - Thread-63] (Connection.java:575) [peer master-127.23.69.189:45579(127.23.69.189:45579)] disconnecting while in state TERMINATED
21:10:17.597 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
21:10:17.602 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 821590a184d649a6a9b7e613db0f7ffa
21:10:17.603 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@5f87357f
21:10:17.604 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskSlotTableImpl.java:391) Activate slot 7524f2b938ae7729a85a7118ef908b59.
21:10:17.605 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#5 (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_1_5), deploy into slot with allocation id 7524f2b938ae7729a85a7118ef908b59.
21:10:17.605 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 1 (#0) @ 
21:10:17.605 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 1 (#0)
21:10:17.607 [INFO - Thread-63] (SourceCoordinator.java:295) Source coordinator for source Source: KuduSource closed.
21:10:17.607 [INFO - Thread-63] (SourceCoordinator.java:449) Restoring SplitEnumerator of source Source: KuduSource from checkpoint.
21:10:17.610 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 821590a184d649a6a9b7e613db0f7ffa
21:10:17.611 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_2_5) switched from SCHEDULED to DEPLOYING.
21:10:17.611 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #5) with attempt id c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_2_5 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to b6e4c460-e227-4074-af21-a4a848131e32 @ 127.0.0.1 (dataPort=-1) with allocation id 0855bbd34d76a8cf8213060966f6bc67
21:10:17.611 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_3_5) switched from CREATED to SCHEDULED.
21:10:17.614 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 821590a184d649a6a9b7e613db0f7ffa
21:10:17.615 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@266f764b
21:10:17.616 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 3 (#0) @ 
21:10:17.616 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 3 (#0)
21:10:17.621 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job 640bb5d81f2161b747452ce3cfd3ea9d: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
21:10:17.622 [DEBUG - Thread-63] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:10:17.622 [INFO - Thread-63] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
21:10:17.623 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_3_5) switched from SCHEDULED to DEPLOYING.
21:10:17.623 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #5) with attempt id c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_3_5 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to b6e4c460-e227-4074-af21-a4a848131e32 @ 127.0.0.1 (dataPort=-1) with allocation id f94b2567e8bc665a6cc030ee196d4176
21:10:17.624 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:17.632 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#5 (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_0_5) switched from CREATED to DEPLOYING.
21:10:17.632 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#5 (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_0_5) [DEPLOYING].
21:10:17.634 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@1d3a309f
21:10:17.640 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
21:10:17.641 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit10233969733985069158/checkpoints")
21:10:17.642 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (1f29b4575551d1f3a35e89c120aced6e_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from INITIALIZING to RUNNING.
21:10:17.644 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#5 (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_0_5) switched from DEPLOYING to INITIALIZING.
21:10:17.645 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_0_5) switched from DEPLOYING to INITIALIZING.
21:10:17.662 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=1492a6c6341f48138c20a44632d4f467, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:10:17.664 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@41bfc12f
21:10:17.667 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#5] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:10:17.682 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (1f29b4575551d1f3a35e89c120aced6e_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from INITIALIZING to RUNNING.
21:10:17.690 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskSlotTableImpl.java:391) Activate slot 0855bbd34d76a8cf8213060966f6bc67.
21:10:17.692 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#5 (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_2_5), deploy into slot with allocation id 0855bbd34d76a8cf8213060966f6bc67.
21:10:17.693 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#5 (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_1_5) switched from CREATED to DEPLOYING.
21:10:17.693 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#5 (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_1_5) [DEPLOYING].
21:10:17.694 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@19e9aa7a
21:10:17.694 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
21:10:17.694 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit10233969733985069158/checkpoints")
21:10:17.695 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#5 (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_1_5) switched from DEPLOYING to INITIALIZING.
21:10:17.695 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_1_5) switched from DEPLOYING to INITIALIZING.
21:10:17.697 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskSlotTableImpl.java:391) Activate slot f94b2567e8bc665a6cc030ee196d4176.
21:10:17.699 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#5 (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_3_5), deploy into slot with allocation id f94b2567e8bc665a6cc030ee196d4176.
21:10:17.699 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#5 (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_2_5) switched from CREATED to DEPLOYING.
21:10:17.699 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#5 (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_2_5) [DEPLOYING].
21:10:17.700 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@198db470
21:10:17.700 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
21:10:17.700 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit10233969733985069158/checkpoints")
21:10:17.700 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#5 (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_2_5) switched from DEPLOYING to INITIALIZING.
21:10:17.701 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_2_5) switched from DEPLOYING to INITIALIZING.
21:10:17.701 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@49c98e1b
21:10:17.704 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@793ac881
21:10:17.708 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#5] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:10:17.708 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#5] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:10:17.713 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2841dd5f383bae9a8f297e74525dcca1 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 2841dd5f383bae9a8f297e74525dcca1 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:17.721 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=1492a6c6341f48138c20a44632d4f467, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:10:17.722 [DEBUG - pool-424-thread-1] (Connection.java:748) [peer master-127.22.50.60:38829(127.22.50.60:38829)] connecting to peer
21:10:17.722 [DEBUG - pool-424-thread-1] (Connection.java:748) [peer master-127.22.50.61:45261(127.22.50.61:45261)] connecting to peer
21:10:17.722 [DEBUG - pool-424-thread-1] (Connection.java:748) [peer master-127.22.50.62:44659(127.22.50.62:44659)] connecting to peer
21:10:17.723 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:10:17.723 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.50.60:38829(127.22.50.60:38829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:10:17.723 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.60:38829: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:10:17.724 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:10:17.724 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.50.61:45261(127.22.50.61:45261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:10:17.724 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.61:45261: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:10:17.724 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:10:17.724 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.50.62:44659(127.22.50.62:44659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:10:17.724 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.62:44659: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:10:17.724 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659; will retry
21:10:17.730 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (1f29b4575551d1f3a35e89c120aced6e_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from INITIALIZING to RUNNING.
21:10:17.739 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'lastEndTimestamp'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
21:10:17.739 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
21:10:17.739 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'unassignedCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
21:10:17.739 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingRemovalCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
21:10:17.741 [DEBUG - pool-426-thread-1] (Connection.java:748) [peer master-127.28.61.190:36375(127.28.61.190:36375)] connecting to peer
21:10:17.741 [DEBUG - pool-426-thread-1] (Connection.java:748) [peer master-127.28.61.189:39213(127.28.61.189:39213)] connecting to peer
21:10:17.741 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (1f29b4575551d1f3a35e89c120aced6e_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from INITIALIZING to RUNNING.
21:10:17.741 [DEBUG - pool-426-thread-1] (Connection.java:748) [peer master-127.28.61.188:41979(127.28.61.188:41979)] connecting to peer
21:10:17.742 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:17.742 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.28.61.189:39213(127.28.61.189:39213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:17.742 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.189:39213: Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:17.742 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:17.742 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.28.61.190:36375(127.28.61.190:36375)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:17.742 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.190:36375: Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:17.742 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:17.742 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.28.61.188:41979(127.28.61.188:41979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:17.742 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.188:41979: Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:17.742 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.28.61.190:36375,127.28.61.189:39213,127.28.61.188:41979; will retry
21:10:17.750 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (1f29b4575551d1f3a35e89c120aced6e_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from INITIALIZING to RUNNING.
21:10:17.762 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (1f29b4575551d1f3a35e89c120aced6e_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from INITIALIZING to RUNNING.
21:10:17.771 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#5] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:10:17.780 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=1492a6c6341f48138c20a44632d4f467, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:10:17.782 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#5] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:10:17.783 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (1f29b4575551d1f3a35e89c120aced6e_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from INITIALIZING to RUNNING.
21:10:17.783 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (1f29b4575551d1f3a35e89c120aced6e_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from INITIALIZING to RUNNING.
21:10:17.783 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='ff3245ff4313b7a718e1d083083f42909c8e9285b2012ce7bb3c3c63689eb331'}]
21:10:17.785 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:10:17.786 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#5 (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_3_5) switched from CREATED to DEPLOYING.
21:10:17.786 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#5 (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_3_5) [DEPLOYING].
21:10:17.795 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@77ed5301
21:10:17.795 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
21:10:17.796 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit10233969733985069158/checkpoints")
21:10:17.796 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#5 (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_3_5) switched from DEPLOYING to INITIALIZING.
21:10:17.796 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (c897f18ea364368fb4b4a0fbdaea3ef0_cbc357ccb763df2852fee8c4fc7d55f2_3_5) switched from DEPLOYING to INITIALIZING.
21:10:17.813 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@61327f7a
21:10:17.815 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 1 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783545017814 for job b3fa7429a7c4f8d4d835fb9511222428.
21:10:17.816 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#5] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:10:17.827 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#5] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:10:17.835 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.24.4.188:46037(127.24.4.188:46037)] Successfully connected to peer
21:10:17.838 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d6a71f5cf5f060cfaa5d5fa24434f7a3 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d6a71f5cf5f060cfaa5d5fa24434f7a3 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:17.840 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=1492a6c6341f48138c20a44632d4f467, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:10:17.847 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#5] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:10:17.850 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#5] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:10:17.851 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
21:10:17.851 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.24.4.188:46037(127.24.4.188:46037)] Successfully connected to peer
21:10:17.852 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299995, tablet=c3c8d733e41445f991a126a81e731dac@[0909979a2a2348c0918c10cf33afe09a(127.29.189.193:42973)[L],1e931e67318641aeb1d696c73963428f(127.29.189.195:36503),35c86ccfa1c5453b82b02d1aca42ae8c(127.29.189.194:40117)]}]
21:10:17.862 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#5] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:10:17.863 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:17.863 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:17.864 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:17.868 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:17.868 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:17.868 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:17.869 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:10:17.873 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#5] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:10:17.875 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#5] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:10:17.875 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.24.4.188:46037(127.24.4.188:46037)] Successfully connected to peer
21:10:17.876 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:17.876 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:17.876 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:17.877 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#5] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:10:17.890 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer 0909979a2a2348c0918c10cf33afe09a(127.29.189.193:42973)] connecting to peer
21:10:17.904 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=1492a6c6341f48138c20a44632d4f467, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:10:17.911 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:10:17.912 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:10:17.912 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:10:17.912 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:10:17.915 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:10:17.916 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:10:17.916 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:10:17.916 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:10:17.927 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:17.929 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:10:17.929 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:10:17.929 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:10:17.929 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:10:17.930 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#5] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:10:17.930 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:17.930 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:17.930 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:17.930 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.24.4.188:46037(127.24.4.188:46037)] Successfully connected to peer
21:10:17.947 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 0909979a2a2348c0918c10cf33afe09a(127.29.189.193:42973)] Successfully connected to peer
21:10:17.950 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:10:17.961 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#5] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:10:17.962 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:17.963 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:17.963 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:17.964 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:17.966 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:17.966 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:17.966 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=1492a6c6341f48138c20a44632d4f467, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:10:17.968 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 1 for job b3fa7429a7c4f8d4d835fb9511222428 (1961 bytes, checkpointDuration=153 ms, finalizationTime=0 ms).
21:10:17.969 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 1 as completed for source Source: KuduSource.
21:10:17.976 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:17.987 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.29.189.193
21:10:17.989 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:10:17.990 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:10:17.990 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:10:17.990 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:10:17.998 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:10:17.999 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:10:17.999 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:10:17.999 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:10:18.001 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:10:18.017 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x8ba1ca7a, L:/127.0.0.1:59378 - R:/127.29.189.193:42973] using SASL/PLAIN
21:10:18.019 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:10:18.020 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:10:18.020 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:10:18.020 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:18.020 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:18.020 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:18.020 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:18.020 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:18.020 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:18.021 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:18.021 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#5] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:10:18.021 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:18.021 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:18.021 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:10:18.021 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:18.021 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:18.022 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:18.029 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=1492a6c6341f48138c20a44632d4f467, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:10:18.038 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:18.038 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:18.038 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:18.066 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:10:18.066 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:10:18.066 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:10:18.066 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:10:18.069 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.28.61.190:36375(127.28.61.190:36375)] connecting to peer
21:10:18.069 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:10:18.069 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.28.61.189:39213(127.28.61.189:39213)] connecting to peer
21:10:18.071 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:18.071 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.28.61.190:36375(127.28.61.190:36375)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:18.071 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.190:36375: Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:18.072 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:18.072 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.28.61.189:39213(127.28.61.189:39213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:18.072 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.189:39213: Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:18.073 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.28.61.188:41979(127.28.61.188:41979)] connecting to peer
21:10:18.073 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:18.073 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.28.61.188:41979(127.28.61.188:41979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:18.073 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.188:41979: Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:18.073 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.28.61.190:36375,127.28.61.189:39213,127.28.61.188:41979; will retry
21:10:18.076 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:10:18.077 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:10:18.077 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:10:18.077 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:10:18.082 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:10:18.082 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:10:18.082 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:10:18.083 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:10:18.084 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:10:18.085 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:10:18.085 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:10:18.085 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:10:18.085 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=1492a6c6341f48138c20a44632d4f467, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:10:18.089 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:10:18.090 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:10:18.090 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:10:18.090 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:10:18.090 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:10:18.090 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:10:18.091 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:10:18.091 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:10:18.091 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:10:18.091 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:10:18.091 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:10:18.091 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:10:18.091 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:10:18.091 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 10 rows, more = false, responseScanTimestamp = 7305400389963776001) for scanner KuduScanner(table=replication_test_table, tablet=c3c8d733e41445f991a126a81e731dac, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:10:18.095 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:108) Finished reading from splits [ff3245ff4313b7a718e1d083083f42909c8e9285b2012ce7bb3c3c63689eb331]
21:10:18.100 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (KryoSerializer.java:492) Kryo serializer scala extensions are not available.
21:10:18.109 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:10:18.109 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:10:18.109 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:10:18.110 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:10:18.110 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:10:18.110 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:10:18.110 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:10:18.110 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:10:18.110 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:10:18.110 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:10:18.110 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:10:18.111 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:10:18.111 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:10:18.118 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 1492a6c6341f48138c20a44632d4f467 for table 'replication_test_table' with partition [<start>, <end>)
21:10:18.118 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=1492a6c6341f48138c20a44632d4f467@[00136d20c37846348e188fbfa19dfd7f(127.30.152.194:35135),5ab53537fffb420eb4068fb2e0810298(127.30.152.193:46285),a14297ae6376498db1884a1d3686f9bc(127.30.152.195:41915)[L]]}]
21:10:18.129 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:10:18.129 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:10:18.129 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:10:18.129 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:10:18.129 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:10:18.130 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:10:18.130 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:10:18.130 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:10:18.130 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:10:18.130 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:10:18.130 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:10:18.130 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:10:18.130 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:10:18.132 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 1492a6c6341f48138c20a44632d4f467 for table 'replication_test_table' with partition [<start>, <end>)
21:10:18.132 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=1492a6c6341f48138c20a44632d4f467@[00136d20c37846348e188fbfa19dfd7f(127.30.152.194:35135),5ab53537fffb420eb4068fb2e0810298(127.30.152.193:46285),a14297ae6376498db1884a1d3686f9bc(127.30.152.195:41915)[L]]}]
21:10:18.146 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [ff3245ff4313b7a718e1d083083f42909c8e9285b2012ce7bb3c3c63689eb331]
21:10:18.147 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
21:10:18.147 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
21:10:18.148 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split ff3245ff4313b7a718e1d083083f42909c8e9285b2012ce7bb3c3c63689eb331 finished by subtask 0; deferring removal (restored in pending)
21:10:18.148 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=1492a6c6341f48138c20a44632d4f467, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:10:18.149 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer 0909979a2a2348c0918c10cf33afe09a(127.29.189.193:42973)] disconnecting while in state READY
21:10:18.150 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
21:10:18.169 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:10:18.169 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
21:10:18.169 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:10:18.169 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:10:18.170 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:10:18.170 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:10:18.170 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:10:18.170 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:10:18.170 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:10:18.171 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:10:18.169 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 0909979a2a2348c0918c10cf33afe09a(127.29.189.193:42973)] handling channelInactive
21:10:18.171 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 0909979a2a2348c0918c10cf33afe09a(127.29.189.193:42973)] cleaning up while in state READY due to: connection closed
21:10:18.171 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 20 thread-local buffer(s) from thread: kudu-nio-0
21:10:18.173 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:10:18.173 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:10:18.173 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:10:18.173 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:10:18.207 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=1492a6c6341f48138c20a44632d4f467, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:10:18.209 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:10:18.209 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:10:18.209 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:10:18.210 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:10:18.210 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:10:18.210 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:10:18.210 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:10:18.210 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:10:18.210 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:10:18.210 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:10:18.210 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:10:18.210 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:10:18.210 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:10:18.213 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2841dd5f383bae9a8f297e74525dcca1 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 2841dd5f383bae9a8f297e74525dcca1 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:18.227 [ERROR - kudu-nio-0] (Connection.java:452) [peer master-127.24.4.188:46037(127.24.4.188:46037)] unexpected exception from downstream on [id: 0x01d21fba, L:/127.0.0.1:38038 - R:/127.24.4.188:46037]
org.apache.kudu.shaded.io.netty.handler.codec.TooLongFrameException: Adjusted frame length exceeds 268435456: 1213486164 - discarded
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.fail(LengthFieldBasedFrameDecoder.java:507)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.failIfNecessary(LengthFieldBasedFrameDecoder.java:493)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.exceededFrameLength(LengthFieldBasedFrameDecoder.java:377)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.decode(LengthFieldBasedFrameDecoder.java:423)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.decode(LengthFieldBasedFrameDecoder.java:333)
	at org.apache.kudu.shaded.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:545)
	at org.apache.kudu.shaded.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:484)
	at org.apache.kudu.shaded.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:296)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.kudu.shaded.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.kudu.shaded.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:10:18.227 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state NEGOTIATING due to: [peer master-127.24.4.188:46037(127.24.4.188:46037)] unexpected exception from downstream on [id: 0x01d21fba, L:/127.0.0.1:38038 - R:/127.24.4.188:46037]
21:10:18.227 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: [peer master-127.24.4.188:46037(127.24.4.188:46037)] unexpected exception from downstream on [id: 0x01d21fba, L:/127.0.0.1:38038 - R:/127.24.4.188:46037]
21:10:18.227 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:10:18.228 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.24.4.188:46037(127.24.4.188:46037)] handling channelInactive
21:10:18.228 [ERROR - kudu-nio-0] (Connection.java:452) [peer master-127.24.4.188:46037(127.24.4.188:46037)] unexpected exception from downstream on [id: 0xa7a4e361, L:/127.0.0.1:38042 - R:/127.24.4.188:46037]
org.apache.kudu.shaded.io.netty.handler.codec.TooLongFrameException: Adjusted frame length exceeds 268435456: 1213486164 - discarded
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.fail(LengthFieldBasedFrameDecoder.java:507)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.failIfNecessary(LengthFieldBasedFrameDecoder.java:493)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.exceededFrameLength(LengthFieldBasedFrameDecoder.java:377)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.decode(LengthFieldBasedFrameDecoder.java:423)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.decode(LengthFieldBasedFrameDecoder.java:333)
	at org.apache.kudu.shaded.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:545)
	at org.apache.kudu.shaded.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:484)
	at org.apache.kudu.shaded.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:296)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.kudu.shaded.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.kudu.shaded.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:10:18.228 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state NEGOTIATING due to: [peer master-127.24.4.188:46037(127.24.4.188:46037)] unexpected exception from downstream on [id: 0xa7a4e361, L:/127.0.0.1:38042 - R:/127.24.4.188:46037]
21:10:18.228 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: [peer master-127.24.4.188:46037(127.24.4.188:46037)] unexpected exception from downstream on [id: 0xa7a4e361, L:/127.0.0.1:38042 - R:/127.24.4.188:46037]
21:10:18.229 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:10:18.229 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.24.4.188:46037(127.24.4.188:46037)] handling channelInactive
21:10:18.229 [ERROR - kudu-nio-0] (Connection.java:452) [peer master-127.24.4.188:46037(127.24.4.188:46037)] unexpected exception from downstream on [id: 0xdd5c3527, L:/127.0.0.1:38024 - R:/127.24.4.188:46037]
org.apache.kudu.shaded.io.netty.handler.codec.TooLongFrameException: Adjusted frame length exceeds 268435456: 1213486164 - discarded
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.fail(LengthFieldBasedFrameDecoder.java:507)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.failIfNecessary(LengthFieldBasedFrameDecoder.java:493)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.exceededFrameLength(LengthFieldBasedFrameDecoder.java:377)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.decode(LengthFieldBasedFrameDecoder.java:423)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.decode(LengthFieldBasedFrameDecoder.java:333)
	at org.apache.kudu.shaded.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:545)
	at org.apache.kudu.shaded.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:484)
	at org.apache.kudu.shaded.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:296)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.kudu.shaded.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.kudu.shaded.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:10:18.230 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state NEGOTIATING due to: [peer master-127.24.4.188:46037(127.24.4.188:46037)] unexpected exception from downstream on [id: 0xdd5c3527, L:/127.0.0.1:38024 - R:/127.24.4.188:46037]
21:10:18.230 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: [peer master-127.24.4.188:46037(127.24.4.188:46037)] unexpected exception from downstream on [id: 0xdd5c3527, L:/127.0.0.1:38024 - R:/127.24.4.188:46037]
21:10:18.230 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:10:18.230 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.24.4.188:46037(127.24.4.188:46037)] handling channelInactive
21:10:18.231 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:10:18.234 [ERROR - kudu-nio-0] (Connection.java:452) [peer master-127.24.4.188:46037(127.24.4.188:46037)] unexpected exception from downstream on [id: 0xb1177ff0, L:/127.0.0.1:38058 - R:/127.24.4.188:46037]
org.apache.kudu.shaded.io.netty.handler.codec.TooLongFrameException: Adjusted frame length exceeds 268435456: 1213486164 - discarded
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.fail(LengthFieldBasedFrameDecoder.java:507)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.failIfNecessary(LengthFieldBasedFrameDecoder.java:493)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.exceededFrameLength(LengthFieldBasedFrameDecoder.java:377)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.decode(LengthFieldBasedFrameDecoder.java:423)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.decode(LengthFieldBasedFrameDecoder.java:333)
	at org.apache.kudu.shaded.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:545)
	at org.apache.kudu.shaded.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:484)
	at org.apache.kudu.shaded.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:296)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.kudu.shaded.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.kudu.shaded.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:10:18.234 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state NEGOTIATING due to: [peer master-127.24.4.188:46037(127.24.4.188:46037)] unexpected exception from downstream on [id: 0xb1177ff0, L:/127.0.0.1:38058 - R:/127.24.4.188:46037]
21:10:18.234 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: [peer master-127.24.4.188:46037(127.24.4.188:46037)] unexpected exception from downstream on [id: 0xb1177ff0, L:/127.0.0.1:38058 - R:/127.24.4.188:46037]
21:10:18.234 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:10:18.234 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.24.4.188:46037(127.24.4.188:46037)] handling channelInactive
21:10:18.236 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:10:18.237 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:10:18.240 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:10:18.241 [DEBUG - kudu-nio-3] (Connection.java:757) [peer master-127.24.4.188:46037(127.24.4.188:46037)] Successfully connected to peer
21:10:18.242 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:10:18.245 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:10:18.246 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:18.246 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:18.246 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:18.252 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:10:18.252 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:18.252 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:18.252 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:18.253 [DEBUG - kudu-nio-3] (Connection.java:757) [peer master-127.24.4.188:46037(127.24.4.188:46037)] Successfully connected to peer
21:10:18.255 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:10:18.256 [DEBUG - kudu-nio-3] (Connection.java:757) [peer master-127.24.4.188:46037(127.24.4.188:46037)] Successfully connected to peer
21:10:18.266 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=1492a6c6341f48138c20a44632d4f467, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:10:18.284 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:10:18.292 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:18.293 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:18.293 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:18.300 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:18.300 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:18.300 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:18.303 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:10:18.304 [DEBUG - kudu-nio-3] (Connection.java:757) [peer master-127.24.4.188:46037(127.24.4.188:46037)] Successfully connected to peer
21:10:18.304 [ERROR - kudu-nio-3] (Connection.java:452) [peer master-127.24.4.188:46037(127.24.4.188:46037)] unexpected exception from downstream on [id: 0xebe4ef63, L:/127.0.0.1:38060 - R:/127.24.4.188:46037]
org.apache.kudu.shaded.io.netty.handler.codec.TooLongFrameException: Adjusted frame length exceeds 268435456: 1213486164 - discarded
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.fail(LengthFieldBasedFrameDecoder.java:507)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.failIfNecessary(LengthFieldBasedFrameDecoder.java:493)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.exceededFrameLength(LengthFieldBasedFrameDecoder.java:377)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.decode(LengthFieldBasedFrameDecoder.java:423)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.decode(LengthFieldBasedFrameDecoder.java:333)
	at org.apache.kudu.shaded.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:545)
	at org.apache.kudu.shaded.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:484)
	at org.apache.kudu.shaded.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:296)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.kudu.shaded.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.kudu.shaded.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:10:18.304 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state NEGOTIATING due to: [peer master-127.24.4.188:46037(127.24.4.188:46037)] unexpected exception from downstream on [id: 0xebe4ef63, L:/127.0.0.1:38060 - R:/127.24.4.188:46037]
21:10:18.304 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: [peer master-127.24.4.188:46037(127.24.4.188:46037)] unexpected exception from downstream on [id: 0xebe4ef63, L:/127.0.0.1:38060 - R:/127.24.4.188:46037]
21:10:18.304 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:10:18.305 [DEBUG - kudu-nio-3] (Connection.java:239) [peer master-127.24.4.188:46037(127.24.4.188:46037)] handling channelInactive
21:10:18.309 [ERROR - kudu-nio-3] (Connection.java:452) [peer master-127.24.4.188:46037(127.24.4.188:46037)] unexpected exception from downstream on [id: 0xbb9e93c0, L:/127.0.0.1:38068 - R:/127.24.4.188:46037]
org.apache.kudu.shaded.io.netty.handler.codec.TooLongFrameException: Adjusted frame length exceeds 268435456: 1213486164 - discarded
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.fail(LengthFieldBasedFrameDecoder.java:507)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.failIfNecessary(LengthFieldBasedFrameDecoder.java:493)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.exceededFrameLength(LengthFieldBasedFrameDecoder.java:377)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.decode(LengthFieldBasedFrameDecoder.java:423)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.decode(LengthFieldBasedFrameDecoder.java:333)
	at org.apache.kudu.shaded.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:545)
	at org.apache.kudu.shaded.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:484)
	at org.apache.kudu.shaded.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:296)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.kudu.shaded.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.kudu.shaded.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:10:18.309 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state NEGOTIATING due to: [peer master-127.24.4.188:46037(127.24.4.188:46037)] unexpected exception from downstream on [id: 0xbb9e93c0, L:/127.0.0.1:38068 - R:/127.24.4.188:46037]
21:10:18.309 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: [peer master-127.24.4.188:46037(127.24.4.188:46037)] unexpected exception from downstream on [id: 0xbb9e93c0, L:/127.0.0.1:38068 - R:/127.24.4.188:46037]
21:10:18.309 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:10:18.310 [DEBUG - kudu-nio-3] (Connection.java:239) [peer master-127.24.4.188:46037(127.24.4.188:46037)] handling channelInactive
21:10:18.310 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:10:18.310 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:10:18.310 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:10:18.310 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:10:18.310 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:10:18.311 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:10:18.311 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:10:18.311 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:10:18.311 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:10:18.311 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:10:18.311 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:10:18.311 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:10:18.311 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:10:18.312 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:10:18.313 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 2 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783545018313 for job b3fa7429a7c4f8d4d835fb9511222428.
21:10:18.316 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (AsyncKuduSession.java:592) flushing buffer: Buffer{operations=10, operationSize=1800, flusherTask=org.apache.kudu.client.AsyncKuduSession$FlusherTask@2734345a, flushNotification=Deferred@161546955(state=PENDING, result=null, callback=<none>, errback=<none>)}
21:10:18.316 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:10:18.316 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer a14297ae6376498db1884a1d3686f9bc(127.30.152.195:41915)] connecting to peer
21:10:18.326 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=1492a6c6341f48138c20a44632d4f467, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:10:18.330 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:10:18.331 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:18.331 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:18.333 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:18.335 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d6a71f5cf5f060cfaa5d5fa24434f7a3 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d6a71f5cf5f060cfaa5d5fa24434f7a3 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:18.335 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:18.336 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:18.336 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:18.339 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:10:18.340 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:10:18.341 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:18.341 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:18.341 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:18.341 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:18.341 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:18.341 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:18.342 [DEBUG - kudu-nio-6] (Connection.java:757) [peer master-127.24.4.188:46037(127.24.4.188:46037)] Successfully connected to peer
21:10:18.352 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.20.46.190:36007(127.20.46.190:36007)] connecting to peer
21:10:18.352 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.20.46.188:38181(127.20.46.188:38181)] connecting to peer
21:10:18.352 [DEBUG - pool-420-thread-1] (Connection.java:748) [peer master-127.20.46.189:42409(127.20.46.189:42409)] connecting to peer
21:10:18.352 [ERROR - kudu-nio-3] (Connection.java:452) [peer master-127.24.4.188:46037(127.24.4.188:46037)] unexpected exception from downstream on [id: 0xf38ea4eb, L:/127.0.0.1:38070 - R:/127.24.4.188:46037]
org.apache.kudu.shaded.io.netty.handler.codec.TooLongFrameException: Adjusted frame length exceeds 268435456: 1213486164 - discarded
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.fail(LengthFieldBasedFrameDecoder.java:507)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.failIfNecessary(LengthFieldBasedFrameDecoder.java:493)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.exceededFrameLength(LengthFieldBasedFrameDecoder.java:377)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.decode(LengthFieldBasedFrameDecoder.java:423)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.decode(LengthFieldBasedFrameDecoder.java:333)
	at org.apache.kudu.shaded.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:545)
	at org.apache.kudu.shaded.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:484)
	at org.apache.kudu.shaded.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:296)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.kudu.shaded.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.kudu.shaded.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:10:18.352 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state NEGOTIATING due to: [peer master-127.24.4.188:46037(127.24.4.188:46037)] unexpected exception from downstream on [id: 0xf38ea4eb, L:/127.0.0.1:38070 - R:/127.24.4.188:46037]
21:10:18.352 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: [peer master-127.24.4.188:46037(127.24.4.188:46037)] unexpected exception from downstream on [id: 0xf38ea4eb, L:/127.0.0.1:38070 - R:/127.24.4.188:46037]
21:10:18.352 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:10:18.353 [DEBUG - kudu-nio-3] (Connection.java:239) [peer master-127.24.4.188:46037(127.24.4.188:46037)] handling channelInactive
21:10:18.353 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:10:18.353 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:10:18.353 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:10:18.353 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.46.188:38181(127.20.46.188:38181)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:10:18.353 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.188:38181: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181
21:10:18.353 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.46.189:42409(127.20.46.189:42409)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:10:18.355 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.189:42409: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409
21:10:18.353 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.46.190:36007(127.20.46.190:36007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:10:18.355 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.190:36007: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
21:10:18.355 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409; will retry
21:10:18.356 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=28991), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [3ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [10ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [10ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [12ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [12ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [23ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [26ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [28ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [29ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [45ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [45ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [46ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [46ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [46ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [64ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [65ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [65ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [83ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [103ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [103ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [103ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [123ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [242ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [243ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [243ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [244ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [362ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [362ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [363ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [363ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [641ms] refreshing cache from master, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [642ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [642ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [642ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [642ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [1301ms] refreshing cache from master, [1301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [1301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [1301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [1302ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [1303ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [1303ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [1303ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [2741ms] refreshing cache from master, [2741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [2741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [2742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [2742ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [2744ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [2745ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [2745ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [3941ms] refreshing cache from master, [3941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [3941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [3941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [3942ms] too many traces: truncated at 100 traces, deferred=Deferred@1772479533(state=PENDING, result=null, callback=(continuation of Deferred@557559715 after retry RPC after error@2128571469) -> (continuation of Deferred@692405576 after retry RPC after error@1871136961) -> (continuation of Deferred@331199525 after retry RPC after error@369430299) -> (continuation of Deferred@359229334 after retry RPC after error@1090380986) -> (continuation of Deferred@1042246684 after retry RPC after error@6082835) -> (continuation of Deferred@1582777177 after retry RPC after error@1897968669) -> (continuation of Deferred@874138025 after retry RPC after error@1386795632) -> (continuation of Deferred@914431735 after retry RPC after error@1115014246) -> (continuation of Deferred@616864384 after retry RPC after error@820766522) -> (continuation of Deferred@245571958 after retry RPC after error@1645842992) -> (continuation of Deferred@1653150825 after retry RPC after error@229961013) -> (continuation of Deferred@445371748 after retry RPC after error@883776535) -> (continuation of Deferred@506277047 after retry RPC after error@878356226) -> (continuation of Deferred@1891529752 after retry RPC after error@783139836) -> (continuation of Deferred@1494354442 after retry RPC after error@949081245) -> (continuation of Deferred@999057699 after retry RPC after error@2080305037) -> (continuation of Deferred@846592162 after retry RPC after error@74901325) -> (continuation of Deferred@1550533521 after retry RPC after error@1348816150) -> (continuation of Deferred@1304956752 after retry RPC after error@2125976875) -> (continuation of Deferred@2026272423 after retry RPC after error@36804948) -> (continuation of Deferred@252617933 after retry RPC after error@1330652810) -> (continuation of Deferred@82313865 after retry RPC after error@178110585) -> (continuation of Deferred@1884239147 after retry RPC after error@1046817246) -> (continuation of Deferred@2061342929 after retry RPC after error@505872891) -> (continuation of Deferred@399018361 after retry RPC after error@16021895) -> (continuation of Deferred@377057880 after retry RPC after error@813142453), errback=(continuation of Deferred@557559715 after retry RPC after error@2128571469) -> (continuation of Deferred@692405576 after retry RPC after error@1871136961) -> (continuation of Deferred@331199525 after retry RPC after error@369430299) -> (continuation of Deferred@359229334 after retry RPC after error@1090380986) -> (continuation of Deferred@1042246684 after retry RPC after error@6082835) -> (continuation of Deferred@1582777177 after retry RPC after error@1897968669) -> (continuation of Deferred@874138025 after retry RPC after error@1386795632) -> (continuation of Deferred@914431735 after retry RPC after error@1115014246) -> (continuation of Deferred@616864384 after retry RPC after error@820766522) -> (continuation of Deferred@245571958 after retry RPC after error@1645842992) -> (continuation of Deferred@1653150825 after retry RPC after error@229961013) -> (continuation of Deferred@445371748 after retry RPC after error@883776535) -> (continuation of Deferred@506277047 after retry RPC after error@878356226) -> (continuation of Deferred@1891529752 after retry RPC after error@783139836) -> (continuation of Deferred@1494354442 after retry RPC after error@949081245) -> (continuation of Deferred@999057699 after retry RPC after error@2080305037) -> (continuation of Deferred@846592162 after retry RPC after error@74901325) -> (continuation of Deferred@1550533521 after retry RPC after error@1348816150) -> (continuation of Deferred@1304956752 after retry RPC after error@2125976875) -> (continuation of Deferred@2026272423 after retry RPC after error@36804948) -> (continuation of Deferred@252617933 after retry RPC after error@1330652810) -> (continuation of Deferred@82313865 after retry RPC after error@178110585) -> (continuation of Deferred@1884239147 after retry RPC after error@1046817246) -> (continuation of Deferred@2061342929 after retry RPC after error@505872891) -> (continuation of Deferred@399018361 after retry RPC after error@16021895) -> (continuation of Deferred@377057880 after retry RPC after error@813142453)))
21:10:18.359 [INFO - Source: KuduSource -> Sink: Writer (1/4)#7] (SourceReaderBase.java:338) Closing Source Reader.
21:10:18.359 [DEBUG - kudu-nio-3] (Connection.java:757) [peer a14297ae6376498db1884a1d3686f9bc(127.30.152.195:41915)] Successfully connected to peer
21:10:18.359 [WARN - Source: KuduSource -> Sink: Writer (1/4)#7] (Task.java:1117) Source: KuduSource -> Sink: Writer (1/4)#7 (c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_0_7) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=28991), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [3ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [10ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [10ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [12ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [12ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [23ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [26ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [28ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [29ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [45ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [45ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [46ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [46ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [46ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [64ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [65ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [65ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [83ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [103ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [103ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [103ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [123ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [242ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [243ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [243ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [244ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [362ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [362ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [363ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [363ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [641ms] refreshing cache from master, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [642ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [642ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [642ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [642ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [1301ms] refreshing cache from master, [1301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [1301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [1301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [1302ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [1303ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [1303ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [1303ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [2741ms] refreshing cache from master, [2741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [2741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [2742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [2742ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [2744ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [2745ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [2745ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [3941ms] refreshing cache from master, [3941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [3941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [3941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [3942ms] too many traces: truncated at 100 traces, deferred=Deferred@1772479533(state=PENDING, result=null, callback=(continuation of Deferred@557559715 after retry RPC after error@2128571469) -> (continuation of Deferred@692405576 after retry RPC after error@1871136961) -> (continuation of Deferred@331199525 after retry RPC after error@369430299) -> (continuation of Deferred@359229334 after retry RPC after error@1090380986) -> (continuation of Deferred@1042246684 after retry RPC after error@6082835) -> (continuation of Deferred@1582777177 after retry RPC after error@1897968669) -> (continuation of Deferred@874138025 after retry RPC after error@1386795632) -> (continuation of Deferred@914431735 after retry RPC after error@1115014246) -> (continuation of Deferred@616864384 after retry RPC after error@820766522) -> (continuation of Deferred@245571958 after retry RPC after error@1645842992) -> (continuation of Deferred@1653150825 after retry RPC after error@229961013) -> (continuation of Deferred@445371748 after retry RPC after error@883776535) -> (continuation of Deferred@506277047 after retry RPC after error@878356226) -> (continuation of Deferred@1891529752 after retry RPC after error@783139836) -> (continuation of Deferred@1494354442 after retry RPC after error@949081245) -> (continuation of Deferred@999057699 after retry RPC after error@2080305037) -> (continuation of Deferred@846592162 after retry RPC after error@74901325) -> (continuation of Deferred@1550533521 after retry RPC after error@1348816150) -> (continuation of Deferred@1304956752 after retry RPC after error@2125976875) -> (continuation of Deferred@2026272423 after retry RPC after error@36804948) -> (continuation of Deferred@252617933 after retry RPC after error@1330652810) -> (continuation of Deferred@82313865 after retry RPC after error@178110585) -> (continuation of Deferred@1884239147 after retry RPC after error@1046817246) -> (continuation of Deferred@2061342929 after retry RPC after error@505872891) -> (continuation of Deferred@399018361 after retry RPC after error@16021895) -> (continuation of Deferred@377057880 after retry RPC after error@813142453), errback=(continuation of Deferred@557559715 after retry RPC after error@2128571469) -> (continuation of Deferred@692405576 after retry RPC after error@1871136961) -> (continuation of Deferred@331199525 after retry RPC after error@369430299) -> (continuation of Deferred@359229334 after retry RPC after error@1090380986) -> (continuation of Deferred@1042246684 after retry RPC after error@6082835) -> (continuation of Deferred@1582777177 after retry RPC after error@1897968669) -> (continuation of Deferred@874138025 after retry RPC after error@1386795632) -> (continuation of Deferred@914431735 after retry RPC after error@1115014246) -> (continuation of Deferred@616864384 after retry RPC after error@820766522) -> (continuation of Deferred@245571958 after retry RPC after error@1645842992) -> (continuation of Deferred@1653150825 after retry RPC after error@229961013) -> (continuation of Deferred@445371748 after retry RPC after error@883776535) -> (continuation of Deferred@506277047 after retry RPC after error@878356226) -> (continuation of Deferred@1891529752 after retry RPC after error@783139836) -> (continuation of Deferred@1494354442 after retry RPC after error@949081245) -> (continuation of Deferred@999057699 after retry RPC after error@2080305037) -> (continuation of Deferred@846592162 after retry RPC after error@74901325) -> (continuation of Deferred@1550533521 after retry RPC after error@1348816150) -> (continuation of Deferred@1304956752 after retry RPC after error@2125976875) -> (continuation of Deferred@2026272423 after retry RPC after error@36804948) -> (continuation of Deferred@252617933 after retry RPC after error@1330652810) -> (continuation of Deferred@82313865 after retry RPC after error@178110585) -> (continuation of Deferred@1884239147 after retry RPC after error@1046817246) -> (continuation of Deferred@2061342929 after retry RPC after error@505872891) -> (continuation of Deferred@399018361 after retry RPC after error@16021895) -> (continuation of Deferred@377057880 after retry RPC after error@813142453)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.20.46.190:36007
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:10:18.360 [INFO - Source: KuduSource -> Sink: Writer (1/4)#7] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#7 (c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_0_7).
21:10:18.362 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:10:18.368 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:10:18.369 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#7 c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_0_7.
21:10:18.370 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:18.371 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:18.371 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:18.373 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1449) Source: KuduSource -> Sink: Writer (1/4) (c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_0_7) switched from INITIALIZING to FAILED on 55c4d95f-4b70-4fa7-a972-a2dfacde7c76 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=28991), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [3ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [10ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [10ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [12ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [12ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [23ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [26ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [28ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [29ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [45ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [45ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [46ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [46ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [46ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [64ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [65ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [65ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [83ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [103ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [103ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [103ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [123ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [242ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [243ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [243ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [244ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [362ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [362ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [363ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [363ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [641ms] refreshing cache from master, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [642ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [642ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [642ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [642ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [1301ms] refreshing cache from master, [1301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [1301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [1301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [1302ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [1303ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [1303ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [1303ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [2741ms] refreshing cache from master, [2741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [2741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [2742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [2742ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.190:36007: Network error: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007, [2744ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.188:38181: Network error: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181, [2745ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.189:42409: Network error: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [2745ms] delaying RPC due to: Service unavailable: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409, [3941ms] refreshing cache from master, [3941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.190:36007, [3941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.188:38181, [3941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.189:42409, [3942ms] too many traces: truncated at 100 traces, deferred=Deferred@1772479533(state=PENDING, result=null, callback=(continuation of Deferred@557559715 after retry RPC after error@2128571469) -> (continuation of Deferred@692405576 after retry RPC after error@1871136961) -> (continuation of Deferred@331199525 after retry RPC after error@369430299) -> (continuation of Deferred@359229334 after retry RPC after error@1090380986) -> (continuation of Deferred@1042246684 after retry RPC after error@6082835) -> (continuation of Deferred@1582777177 after retry RPC after error@1897968669) -> (continuation of Deferred@874138025 after retry RPC after error@1386795632) -> (continuation of Deferred@914431735 after retry RPC after error@1115014246) -> (continuation of Deferred@616864384 after retry RPC after error@820766522) -> (continuation of Deferred@245571958 after retry RPC after error@1645842992) -> (continuation of Deferred@1653150825 after retry RPC after error@229961013) -> (continuation of Deferred@445371748 after retry RPC after error@883776535) -> (continuation of Deferred@506277047 after retry RPC after error@878356226) -> (continuation of Deferred@1891529752 after retry RPC after error@783139836) -> (continuation of Deferred@1494354442 after retry RPC after error@949081245) -> (continuation of Deferred@999057699 after retry RPC after error@2080305037) -> (continuation of Deferred@846592162 after retry RPC after error@74901325) -> (continuation of Deferred@1550533521 after retry RPC after error@1348816150) -> (continuation of Deferred@1304956752 after retry RPC after error@2125976875) -> (continuation of Deferred@2026272423 after retry RPC after error@36804948) -> (continuation of Deferred@252617933 after retry RPC after error@1330652810) -> (continuation of Deferred@82313865 after retry RPC after error@178110585) -> (continuation of Deferred@1884239147 after retry RPC after error@1046817246) -> (continuation of Deferred@2061342929 after retry RPC after error@505872891) -> (continuation of Deferred@399018361 after retry RPC after error@16021895) -> (continuation of Deferred@377057880 after retry RPC after error@813142453), errback=(continuation of Deferred@557559715 after retry RPC after error@2128571469) -> (continuation of Deferred@692405576 after retry RPC after error@1871136961) -> (continuation of Deferred@331199525 after retry RPC after error@369430299) -> (continuation of Deferred@359229334 after retry RPC after error@1090380986) -> (continuation of Deferred@1042246684 after retry RPC after error@6082835) -> (continuation of Deferred@1582777177 after retry RPC after error@1897968669) -> (continuation of Deferred@874138025 after retry RPC after error@1386795632) -> (continuation of Deferred@914431735 after retry RPC after error@1115014246) -> (continuation of Deferred@616864384 after retry RPC after error@820766522) -> (continuation of Deferred@245571958 after retry RPC after error@1645842992) -> (continuation of Deferred@1653150825 after retry RPC after error@229961013) -> (continuation of Deferred@445371748 after retry RPC after error@883776535) -> (continuation of Deferred@506277047 after retry RPC after error@878356226) -> (continuation of Deferred@1891529752 after retry RPC after error@783139836) -> (continuation of Deferred@1494354442 after retry RPC after error@949081245) -> (continuation of Deferred@999057699 after retry RPC after error@2080305037) -> (continuation of Deferred@846592162 after retry RPC after error@74901325) -> (continuation of Deferred@1550533521 after retry RPC after error@1348816150) -> (continuation of Deferred@1304956752 after retry RPC after error@2125976875) -> (continuation of Deferred@2026272423 after retry RPC after error@36804948) -> (continuation of Deferred@252617933 after retry RPC after error@1330652810) -> (continuation of Deferred@82313865 after retry RPC after error@178110585) -> (continuation of Deferred@1884239147 after retry RPC after error@1046817246) -> (continuation of Deferred@2061342929 after retry RPC after error@505872891) -> (continuation of Deferred@399018361 after retry RPC after error@16021895) -> (continuation of Deferred@377057880 after retry RPC after error@813142453)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.20.46.190:36007,127.20.46.188:38181,127.20.46.189:42409) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.188:38181(127.20.46.188:38181): Connection refused: /127.20.46.188:38181,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.189:42409(127.20.46.189:42409): Connection refused: /127.20.46.189:42409,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.46.190:36007(127.20.46.190:36007): Connection refused: /127.20.46.190:36007
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.20.46.190:36007
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:10:18.374 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task c675cf56a1392633c434021f055213ee_cbc357ccb763df2852fee8c4fc7d55f2_0_7.
21:10:18.375 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#7) of source Source: KuduSource.
21:10:18.376 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:324) Received resource requirements from job be5d90ea6ea762b3c60063afb0fd4b65: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
21:10:18.386 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=1492a6c6341f48138c20a44632d4f467, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:10:18.388 [ERROR - kudu-nio-3] (Connection.java:452) [peer master-127.24.4.188:46037(127.24.4.188:46037)] unexpected exception from downstream on [id: 0x2615ddbc, L:/127.0.0.1:38080 - R:/127.24.4.188:46037]
org.apache.kudu.shaded.io.netty.handler.codec.TooLongFrameException: Adjusted frame length exceeds 268435456: 1213486164 - discarded
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.fail(LengthFieldBasedFrameDecoder.java:507)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.failIfNecessary(LengthFieldBasedFrameDecoder.java:493)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.exceededFrameLength(LengthFieldBasedFrameDecoder.java:377)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.decode(LengthFieldBasedFrameDecoder.java:423)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.decode(LengthFieldBasedFrameDecoder.java:333)
	at org.apache.kudu.shaded.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:545)
	at org.apache.kudu.shaded.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:484)
	at org.apache.kudu.shaded.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:296)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.kudu.shaded.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.kudu.shaded.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:10:18.388 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state NEGOTIATING due to: [peer master-127.24.4.188:46037(127.24.4.188:46037)] unexpected exception from downstream on [id: 0x2615ddbc, L:/127.0.0.1:38080 - R:/127.24.4.188:46037]
21:10:18.389 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: [peer master-127.24.4.188:46037(127.24.4.188:46037)] unexpected exception from downstream on [id: 0x2615ddbc, L:/127.0.0.1:38080 - R:/127.24.4.188:46037]
21:10:18.389 [DEBUG - kudu-nio-3] (Connection.java:239) [peer master-127.24.4.188:46037(127.24.4.188:46037)] handling channelInactive
21:10:18.391 [ERROR - kudu-nio-6] (Connection.java:452) [peer master-127.24.4.188:46037(127.24.4.188:46037)] unexpected exception from downstream on [id: 0xc1c194e4, L:/127.0.0.1:38084 - R:/127.24.4.188:46037]
org.apache.kudu.shaded.io.netty.handler.codec.TooLongFrameException: Adjusted frame length exceeds 268435456: 1213486164 - discarded
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.fail(LengthFieldBasedFrameDecoder.java:507)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.failIfNecessary(LengthFieldBasedFrameDecoder.java:493)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.exceededFrameLength(LengthFieldBasedFrameDecoder.java:377)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.decode(LengthFieldBasedFrameDecoder.java:423)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.decode(LengthFieldBasedFrameDecoder.java:333)
	at org.apache.kudu.shaded.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:545)
	at org.apache.kudu.shaded.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:484)
	at org.apache.kudu.shaded.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:296)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.kudu.shaded.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.kudu.shaded.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:10:18.391 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state NEGOTIATING due to: [peer master-127.24.4.188:46037(127.24.4.188:46037)] unexpected exception from downstream on [id: 0xc1c194e4, L:/127.0.0.1:38084 - R:/127.24.4.188:46037]
21:10:18.391 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: [peer master-127.24.4.188:46037(127.24.4.188:46037)] unexpected exception from downstream on [id: 0xc1c194e4, L:/127.0.0.1:38084 - R:/127.24.4.188:46037]
21:10:18.391 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:10:18.392 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:10:18.392 [DEBUG - kudu-nio-6] (Connection.java:239) [peer master-127.24.4.188:46037(127.24.4.188:46037)] handling channelInactive
21:10:18.396 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x0706a839, L:/127.0.0.1:53088 - R:/127.30.152.195:41915] using TOKEN/null
21:10:18.397 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:10:18.398 [DEBUG - kudu-nio-6] (Connection.java:757) [peer master-127.24.4.188:46037(127.24.4.188:46037)] Successfully connected to peer
21:10:18.401 [ERROR - kudu-nio-6] (Connection.java:452) [peer master-127.24.4.188:46037(127.24.4.188:46037)] unexpected exception from downstream on [id: 0x8cc65dc4, L:/127.0.0.1:38090 - R:/127.24.4.188:46037]
org.apache.kudu.shaded.io.netty.handler.codec.TooLongFrameException: Adjusted frame length exceeds 268435456: 1213486164 - discarded
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.fail(LengthFieldBasedFrameDecoder.java:507)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.failIfNecessary(LengthFieldBasedFrameDecoder.java:493)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.exceededFrameLength(LengthFieldBasedFrameDecoder.java:377)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.decode(LengthFieldBasedFrameDecoder.java:423)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.decode(LengthFieldBasedFrameDecoder.java:333)
	at org.apache.kudu.shaded.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:545)
	at org.apache.kudu.shaded.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:484)
	at org.apache.kudu.shaded.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:296)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.kudu.shaded.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.kudu.shaded.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:10:18.401 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state NEGOTIATING due to: [peer master-127.24.4.188:46037(127.24.4.188:46037)] unexpected exception from downstream on [id: 0x8cc65dc4, L:/127.0.0.1:38090 - R:/127.24.4.188:46037]
21:10:18.401 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: [peer master-127.24.4.188:46037(127.24.4.188:46037)] unexpected exception from downstream on [id: 0x8cc65dc4, L:/127.0.0.1:38090 - R:/127.24.4.188:46037]
21:10:18.401 [DEBUG - kudu-nio-6] (Connection.java:239) [peer master-127.24.4.188:46037(127.24.4.188:46037)] handling channelInactive
21:10:18.402 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:10:18.402 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:18.402 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:18.402 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:18.406 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:18.406 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:18.406 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:18.407 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:10:18.409 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:18.410 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:18.410 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:18.411 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:10:18.411 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:10:18.411 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:10:18.411 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.24.4.188:46037(127.24.4.188:46037)] Successfully connected to peer
21:10:18.412 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:18.412 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:18.412 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:18.412 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:10:18.412 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:18.412 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:18.412 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:18.414 [ERROR - kudu-nio-1] (Connection.java:452) [peer master-127.24.4.188:46037(127.24.4.188:46037)] unexpected exception from downstream on [id: 0x5c9c8efd, L:/127.0.0.1:38106 - R:/127.24.4.188:46037]
org.apache.kudu.shaded.io.netty.handler.codec.TooLongFrameException: Adjusted frame length exceeds 268435456: 1213486164 - discarded
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.fail(LengthFieldBasedFrameDecoder.java:507)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.failIfNecessary(LengthFieldBasedFrameDecoder.java:493)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.exceededFrameLength(LengthFieldBasedFrameDecoder.java:377)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.decode(LengthFieldBasedFrameDecoder.java:423)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.decode(LengthFieldBasedFrameDecoder.java:333)
	at org.apache.kudu.shaded.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:545)
	at org.apache.kudu.shaded.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:484)
	at org.apache.kudu.shaded.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:296)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.kudu.shaded.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.kudu.shaded.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:10:18.414 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state NEGOTIATING due to: [peer master-127.24.4.188:46037(127.24.4.188:46037)] unexpected exception from downstream on [id: 0x5c9c8efd, L:/127.0.0.1:38106 - R:/127.24.4.188:46037]
21:10:18.414 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: [peer master-127.24.4.188:46037(127.24.4.188:46037)] unexpected exception from downstream on [id: 0x5c9c8efd, L:/127.0.0.1:38106 - R:/127.24.4.188:46037]
21:10:18.414 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:10:18.414 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.24.4.188:46037(127.24.4.188:46037)] handling channelInactive
21:10:18.416 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:10:18.416 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:10:18.417 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:10:18.417 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.24.4.188:46037(127.24.4.188:46037)] Successfully connected to peer
21:10:18.417 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:18.417 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:18.417 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:18.417 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:10:18.417 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:18.417 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:18.417 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:18.417 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:10:18.418 [DEBUG - kudu-nio-6] (Connection.java:757) [peer master-127.24.4.188:46037(127.24.4.188:46037)] Successfully connected to peer
21:10:18.427 [ERROR - kudu-nio-1] (Connection.java:452) [peer master-127.24.4.188:46037(127.24.4.188:46037)] unexpected exception from downstream on [id: 0xa31de2dc, L:/127.0.0.1:38108 - R:/127.24.4.188:46037]
org.apache.kudu.shaded.io.netty.handler.codec.TooLongFrameException: Adjusted frame length exceeds 268435456: 1213486164 - discarded
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.fail(LengthFieldBasedFrameDecoder.java:507)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.failIfNecessary(LengthFieldBasedFrameDecoder.java:493)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.exceededFrameLength(LengthFieldBasedFrameDecoder.java:377)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.decode(LengthFieldBasedFrameDecoder.java:423)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.decode(LengthFieldBasedFrameDecoder.java:333)
	at org.apache.kudu.shaded.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:545)
	at org.apache.kudu.shaded.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:484)
	at org.apache.kudu.shaded.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:296)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.kudu.shaded.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.kudu.shaded.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:10:18.428 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state NEGOTIATING due to: [peer master-127.24.4.188:46037(127.24.4.188:46037)] unexpected exception from downstream on [id: 0xa31de2dc, L:/127.0.0.1:38108 - R:/127.24.4.188:46037]
21:10:18.428 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: [peer master-127.24.4.188:46037(127.24.4.188:46037)] unexpected exception from downstream on [id: 0xa31de2dc, L:/127.0.0.1:38108 - R:/127.24.4.188:46037]
21:10:18.428 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:10:18.428 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.24.4.188:46037(127.24.4.188:46037)] handling channelInactive
21:10:18.429 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:18.435 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:10:18.438 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:10:18.438 [DEBUG - kudu-nio-4] (Connection.java:757) [peer master-127.24.4.188:46037(127.24.4.188:46037)] Successfully connected to peer
21:10:18.439 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:10:18.439 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:10:18.440 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:10:18.440 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:10:18.440 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:10:18.440 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:18.440 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:18.440 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:18.440 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:18.440 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:18.440 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:18.426 [ERROR - kudu-nio-6] (Connection.java:452) [peer master-127.24.4.188:46037(127.24.4.188:46037)] unexpected exception from downstream on [id: 0x0ab9e2d3, L:/127.0.0.1:38122 - R:/127.24.4.188:46037]
org.apache.kudu.shaded.io.netty.handler.codec.TooLongFrameException: Adjusted frame length exceeds 268435456: 1213486164 - discarded
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.fail(LengthFieldBasedFrameDecoder.java:507)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.failIfNecessary(LengthFieldBasedFrameDecoder.java:493)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.exceededFrameLength(LengthFieldBasedFrameDecoder.java:377)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.decode(LengthFieldBasedFrameDecoder.java:423)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.decode(LengthFieldBasedFrameDecoder.java:333)
	at org.apache.kudu.shaded.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:545)
	at org.apache.kudu.shaded.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:484)
	at org.apache.kudu.shaded.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:296)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.kudu.shaded.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.kudu.shaded.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:10:18.441 [DEBUG - kudu-nio-4] (Connection.java:757) [peer master-127.24.4.188:46037(127.24.4.188:46037)] Successfully connected to peer
21:10:18.441 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:18.441 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:18.441 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:18.441 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:18.441 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state NEGOTIATING due to: [peer master-127.24.4.188:46037(127.24.4.188:46037)] unexpected exception from downstream on [id: 0x0ab9e2d3, L:/127.0.0.1:38122 - R:/127.24.4.188:46037]
21:10:18.441 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: [peer master-127.24.4.188:46037(127.24.4.188:46037)] unexpected exception from downstream on [id: 0x0ab9e2d3, L:/127.0.0.1:38122 - R:/127.24.4.188:46037]
21:10:18.442 [DEBUG - kudu-nio-6] (Connection.java:239) [peer master-127.24.4.188:46037(127.24.4.188:46037)] handling channelInactive
21:10:18.441 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:18.443 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:18.443 [ERROR - kudu-nio-4] (Connection.java:452) [peer master-127.24.4.188:46037(127.24.4.188:46037)] unexpected exception from downstream on [id: 0xd6c9fb36, L:/127.0.0.1:38148 - R:/127.24.4.188:46037]
org.apache.kudu.shaded.io.netty.handler.codec.TooLongFrameException: Adjusted frame length exceeds 268435456: 1213486164 - discarded
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.fail(LengthFieldBasedFrameDecoder.java:507)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.failIfNecessary(LengthFieldBasedFrameDecoder.java:493)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.exceededFrameLength(LengthFieldBasedFrameDecoder.java:377)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.decode(LengthFieldBasedFrameDecoder.java:423)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.decode(LengthFieldBasedFrameDecoder.java:333)
	at org.apache.kudu.shaded.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:545)
	at org.apache.kudu.shaded.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:484)
	at org.apache.kudu.shaded.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:296)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.kudu.shaded.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.kudu.shaded.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:10:18.443 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state NEGOTIATING due to: [peer master-127.24.4.188:46037(127.24.4.188:46037)] unexpected exception from downstream on [id: 0xd6c9fb36, L:/127.0.0.1:38148 - R:/127.24.4.188:46037]
21:10:18.443 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: [peer master-127.24.4.188:46037(127.24.4.188:46037)] unexpected exception from downstream on [id: 0xd6c9fb36, L:/127.0.0.1:38148 - R:/127.24.4.188:46037]
21:10:18.443 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:10:18.443 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:18.443 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:18.444 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:18.444 [DEBUG - kudu-nio-4] (Connection.java:239) [peer master-127.24.4.188:46037(127.24.4.188:46037)] handling channelInactive
21:10:18.446 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:10:18.446 [ERROR - kudu-nio-4] (Connection.java:452) [peer master-127.24.4.188:46037(127.24.4.188:46037)] unexpected exception from downstream on [id: 0xc97c57ba, L:/127.0.0.1:38134 - R:/127.24.4.188:46037]
org.apache.kudu.shaded.io.netty.handler.codec.TooLongFrameException: Adjusted frame length exceeds 268435456: 1213486164 - discarded
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.fail(LengthFieldBasedFrameDecoder.java:507)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.failIfNecessary(LengthFieldBasedFrameDecoder.java:493)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.exceededFrameLength(LengthFieldBasedFrameDecoder.java:377)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.decode(LengthFieldBasedFrameDecoder.java:423)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.decode(LengthFieldBasedFrameDecoder.java:333)
	at org.apache.kudu.shaded.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:545)
	at org.apache.kudu.shaded.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:484)
	at org.apache.kudu.shaded.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:296)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.kudu.shaded.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.kudu.shaded.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:10:18.447 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state NEGOTIATING due to: [peer master-127.24.4.188:46037(127.24.4.188:46037)] unexpected exception from downstream on [id: 0xc97c57ba, L:/127.0.0.1:38134 - R:/127.24.4.188:46037]
21:10:18.447 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: [peer master-127.24.4.188:46037(127.24.4.188:46037)] unexpected exception from downstream on [id: 0xc97c57ba, L:/127.0.0.1:38134 - R:/127.24.4.188:46037]
21:10:18.447 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:10:18.447 [DEBUG - kudu-nio-4] (Connection.java:239) [peer master-127.24.4.188:46037(127.24.4.188:46037)] handling channelInactive
21:10:18.448 [DEBUG - kudu-nio-6] (Connection.java:757) [peer master-127.24.4.188:46037(127.24.4.188:46037)] Successfully connected to peer
21:10:18.451 [ERROR - kudu-nio-6] (Connection.java:452) [peer master-127.24.4.188:46037(127.24.4.188:46037)] unexpected exception from downstream on [id: 0xa6dbe4c1, L:/127.0.0.1:38156 - R:/127.24.4.188:46037]
org.apache.kudu.shaded.io.netty.handler.codec.TooLongFrameException: Adjusted frame length exceeds 268435456: 1213486164 - discarded
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.fail(LengthFieldBasedFrameDecoder.java:507)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.failIfNecessary(LengthFieldBasedFrameDecoder.java:493)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.exceededFrameLength(LengthFieldBasedFrameDecoder.java:377)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.decode(LengthFieldBasedFrameDecoder.java:423)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.decode(LengthFieldBasedFrameDecoder.java:333)
	at org.apache.kudu.shaded.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:545)
	at org.apache.kudu.shaded.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:484)
	at org.apache.kudu.shaded.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:296)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.kudu.shaded.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.kudu.shaded.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:10:18.451 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state NEGOTIATING due to: [peer master-127.24.4.188:46037(127.24.4.188:46037)] unexpected exception from downstream on [id: 0xa6dbe4c1, L:/127.0.0.1:38156 - R:/127.24.4.188:46037]
21:10:18.451 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: [peer master-127.24.4.188:46037(127.24.4.188:46037)] unexpected exception from downstream on [id: 0xa6dbe4c1, L:/127.0.0.1:38156 - R:/127.24.4.188:46037]
21:10:18.451 [DEBUG - kudu-nio-6] (Connection.java:239) [peer master-127.24.4.188:46037(127.24.4.188:46037)] handling channelInactive
21:10:18.453 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=1492a6c6341f48138c20a44632d4f467, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:10:18.454 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:18.454 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:18.454 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:18.454 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:10:18.456 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:10:18.457 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:10:18.457 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:10:18.457 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:10:18.457 [DEBUG - kudu-nio-7] (Connection.java:757) [peer master-127.24.4.188:46037(127.24.4.188:46037)] Successfully connected to peer
21:10:18.457 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:18.457 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:18.458 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:18.458 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:18.458 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:18.458 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:18.458 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:18.458 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:18.459 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:18.459 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:18.459 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:18.458 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:18.459 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:10:18.459 [ERROR - kudu-nio-7] (Connection.java:452) [peer master-127.24.4.188:46037(127.24.4.188:46037)] unexpected exception from downstream on [id: 0x8d9b16f4, L:/127.0.0.1:38166 - R:/127.24.4.188:46037]
org.apache.kudu.shaded.io.netty.handler.codec.TooLongFrameException: Adjusted frame length exceeds 268435456: 1213486164 - discarded
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.fail(LengthFieldBasedFrameDecoder.java:507)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.failIfNecessary(LengthFieldBasedFrameDecoder.java:493)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.exceededFrameLength(LengthFieldBasedFrameDecoder.java:377)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.decode(LengthFieldBasedFrameDecoder.java:423)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.decode(LengthFieldBasedFrameDecoder.java:333)
	at org.apache.kudu.shaded.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:545)
	at org.apache.kudu.shaded.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:484)
	at org.apache.kudu.shaded.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:296)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.kudu.shaded.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.kudu.shaded.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:10:18.460 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state NEGOTIATING due to: [peer master-127.24.4.188:46037(127.24.4.188:46037)] unexpected exception from downstream on [id: 0x8d9b16f4, L:/127.0.0.1:38166 - R:/127.24.4.188:46037]
21:10:18.460 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: [peer master-127.24.4.188:46037(127.24.4.188:46037)] unexpected exception from downstream on [id: 0x8d9b16f4, L:/127.0.0.1:38166 - R:/127.24.4.188:46037]
21:10:18.460 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:10:18.460 [DEBUG - kudu-nio-7] (Connection.java:239) [peer master-127.24.4.188:46037(127.24.4.188:46037)] handling channelInactive
21:10:18.462 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:10:18.462 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:10:18.462 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:10:18.462 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.24.4.188:46037(127.24.4.188:46037)] Successfully connected to peer
21:10:18.462 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:18.462 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:18.462 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:18.463 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:18.463 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:18.463 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:18.466 [ERROR - kudu-nio-1] (Connection.java:452) [peer master-127.24.4.188:46037(127.24.4.188:46037)] unexpected exception from downstream on [id: 0xbe5b115d, L:/127.0.0.1:38180 - R:/127.24.4.188:46037]
org.apache.kudu.shaded.io.netty.handler.codec.TooLongFrameException: Adjusted frame length exceeds 268435456: 1213486164 - discarded
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.fail(LengthFieldBasedFrameDecoder.java:507)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.failIfNecessary(LengthFieldBasedFrameDecoder.java:493)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.exceededFrameLength(LengthFieldBasedFrameDecoder.java:377)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.decode(LengthFieldBasedFrameDecoder.java:423)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.decode(LengthFieldBasedFrameDecoder.java:333)
	at org.apache.kudu.shaded.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:545)
	at org.apache.kudu.shaded.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:484)
	at org.apache.kudu.shaded.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:296)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.kudu.shaded.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.kudu.shaded.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:10:18.466 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state NEGOTIATING due to: [peer master-127.24.4.188:46037(127.24.4.188:46037)] unexpected exception from downstream on [id: 0xbe5b115d, L:/127.0.0.1:38180 - R:/127.24.4.188:46037]
21:10:18.466 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: [peer master-127.24.4.188:46037(127.24.4.188:46037)] unexpected exception from downstream on [id: 0xbe5b115d, L:/127.0.0.1:38180 - R:/127.24.4.188:46037]
21:10:18.466 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:10:18.467 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.24.4.188:46037(127.24.4.188:46037)] handling channelInactive
21:10:18.471 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:10:18.471 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:10:18.471 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:10:18.472 [DEBUG - kudu-nio-7] (Connection.java:757) [peer master-127.24.4.188:46037(127.24.4.188:46037)] Successfully connected to peer
21:10:18.472 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:18.472 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:18.472 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:18.472 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:18.472 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:18.472 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:18.476 [ERROR - kudu-nio-7] (Connection.java:452) [peer master-127.24.4.188:46037(127.24.4.188:46037)] unexpected exception from downstream on [id: 0xe1a847cb, L:/127.0.0.1:38194 - R:/127.24.4.188:46037]
org.apache.kudu.shaded.io.netty.handler.codec.TooLongFrameException: Adjusted frame length exceeds 268435456: 1213486164 - discarded
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.fail(LengthFieldBasedFrameDecoder.java:507)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.failIfNecessary(LengthFieldBasedFrameDecoder.java:493)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.exceededFrameLength(LengthFieldBasedFrameDecoder.java:377)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.decode(LengthFieldBasedFrameDecoder.java:423)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.decode(LengthFieldBasedFrameDecoder.java:333)
	at org.apache.kudu.shaded.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:545)
	at org.apache.kudu.shaded.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:484)
	at org.apache.kudu.shaded.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:296)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.kudu.shaded.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.kudu.shaded.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:10:18.476 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state NEGOTIATING due to: [peer master-127.24.4.188:46037(127.24.4.188:46037)] unexpected exception from downstream on [id: 0xe1a847cb, L:/127.0.0.1:38194 - R:/127.24.4.188:46037]
21:10:18.476 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: [peer master-127.24.4.188:46037(127.24.4.188:46037)] unexpected exception from downstream on [id: 0xe1a847cb, L:/127.0.0.1:38194 - R:/127.24.4.188:46037]
21:10:18.476 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:10:18.476 [DEBUG - kudu-nio-7] (Connection.java:239) [peer master-127.24.4.188:46037(127.24.4.188:46037)] handling channelInactive
21:10:18.477 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:18.477 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:10:18.478 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:10:18.478 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:10:18.478 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.24.4.188:46037(127.24.4.188:46037)] Successfully connected to peer
21:10:18.479 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:18.479 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:18.479 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:18.479 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:18.479 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:18.479 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:18.482 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:10:18.482 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:10:18.483 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:10:18.483 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:18.483 [DEBUG - kudu-nio-4] (Connection.java:757) [peer master-127.24.4.188:46037(127.24.4.188:46037)] Successfully connected to peer
21:10:18.483 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:18.483 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:18.483 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:18.483 [ERROR - kudu-nio-1] (Connection.java:452) [peer master-127.24.4.188:46037(127.24.4.188:46037)] unexpected exception from downstream on [id: 0xa14b41e2, L:/127.0.0.1:38210 - R:/127.24.4.188:46037]
org.apache.kudu.shaded.io.netty.handler.codec.TooLongFrameException: Adjusted frame length exceeds 268435456: 1213486164 - discarded
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.fail(LengthFieldBasedFrameDecoder.java:507)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.failIfNecessary(LengthFieldBasedFrameDecoder.java:493)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.exceededFrameLength(LengthFieldBasedFrameDecoder.java:377)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.decode(LengthFieldBasedFrameDecoder.java:423)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.decode(LengthFieldBasedFrameDecoder.java:333)
	at org.apache.kudu.shaded.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:545)
	at org.apache.kudu.shaded.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:484)
	at org.apache.kudu.shaded.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:296)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.kudu.shaded.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.kudu.shaded.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:10:18.484 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state NEGOTIATING due to: [peer master-127.24.4.188:46037(127.24.4.188:46037)] unexpected exception from downstream on [id: 0xa14b41e2, L:/127.0.0.1:38210 - R:/127.24.4.188:46037]
21:10:18.484 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: [peer master-127.24.4.188:46037(127.24.4.188:46037)] unexpected exception from downstream on [id: 0xa14b41e2, L:/127.0.0.1:38210 - R:/127.24.4.188:46037]
21:10:18.483 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:18.484 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:18.484 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:10:18.485 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.24.4.188:46037(127.24.4.188:46037)] handling channelInactive
21:10:18.487 [ERROR - kudu-nio-4] (Connection.java:452) [peer master-127.24.4.188:46037(127.24.4.188:46037)] unexpected exception from downstream on [id: 0xcc8c3f9b, L:/127.0.0.1:38216 - R:/127.24.4.188:46037]
org.apache.kudu.shaded.io.netty.handler.codec.TooLongFrameException: Adjusted frame length exceeds 268435456: 1213486164 - discarded
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.fail(LengthFieldBasedFrameDecoder.java:507)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.failIfNecessary(LengthFieldBasedFrameDecoder.java:493)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.exceededFrameLength(LengthFieldBasedFrameDecoder.java:377)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.decode(LengthFieldBasedFrameDecoder.java:423)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.decode(LengthFieldBasedFrameDecoder.java:333)
	at org.apache.kudu.shaded.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:545)
	at org.apache.kudu.shaded.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:484)
	at org.apache.kudu.shaded.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:296)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.kudu.shaded.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.kudu.shaded.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:10:18.487 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state NEGOTIATING due to: [peer master-127.24.4.188:46037(127.24.4.188:46037)] unexpected exception from downstream on [id: 0xcc8c3f9b, L:/127.0.0.1:38216 - R:/127.24.4.188:46037]
21:10:18.487 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: [peer master-127.24.4.188:46037(127.24.4.188:46037)] unexpected exception from downstream on [id: 0xcc8c3f9b, L:/127.0.0.1:38216 - R:/127.24.4.188:46037]
21:10:18.487 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:10:18.487 [DEBUG - kudu-nio-4] (Connection.java:239) [peer master-127.24.4.188:46037(127.24.4.188:46037)] handling channelInactive
21:10:18.497 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:10:18.497 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:10:18.497 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:10:18.498 [DEBUG - kudu-nio-4] (Connection.java:757) [peer master-127.24.4.188:46037(127.24.4.188:46037)] Successfully connected to peer
21:10:18.498 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:18.498 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:18.498 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:18.499 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:18.499 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:18.499 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:18.500 [ERROR - kudu-nio-4] (Connection.java:452) [peer master-127.24.4.188:46037(127.24.4.188:46037)] unexpected exception from downstream on [id: 0x3ef4e74f, L:/127.0.0.1:38222 - R:/127.24.4.188:46037]
org.apache.kudu.shaded.io.netty.handler.codec.TooLongFrameException: Adjusted frame length exceeds 268435456: 1213486164 - discarded
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.fail(LengthFieldBasedFrameDecoder.java:507)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.failIfNecessary(LengthFieldBasedFrameDecoder.java:493)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.exceededFrameLength(LengthFieldBasedFrameDecoder.java:377)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.decode(LengthFieldBasedFrameDecoder.java:423)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.decode(LengthFieldBasedFrameDecoder.java:333)
	at org.apache.kudu.shaded.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:545)
	at org.apache.kudu.shaded.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:484)
	at org.apache.kudu.shaded.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:296)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.kudu.shaded.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.kudu.shaded.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:10:18.500 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state NEGOTIATING due to: [peer master-127.24.4.188:46037(127.24.4.188:46037)] unexpected exception from downstream on [id: 0x3ef4e74f, L:/127.0.0.1:38222 - R:/127.24.4.188:46037]
21:10:18.501 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: [peer master-127.24.4.188:46037(127.24.4.188:46037)] unexpected exception from downstream on [id: 0x3ef4e74f, L:/127.0.0.1:38222 - R:/127.24.4.188:46037]
21:10:18.501 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:10:18.501 [DEBUG - kudu-nio-4] (Connection.java:239) [peer master-127.24.4.188:46037(127.24.4.188:46037)] handling channelInactive
21:10:18.502 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:10:18.502 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:10:18.502 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:10:18.502 [DEBUG - kudu-nio-7] (Connection.java:757) [peer master-127.24.4.188:46037(127.24.4.188:46037)] Successfully connected to peer
21:10:18.502 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:18.502 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:18.502 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:18.503 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:18.503 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:18.503 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:18.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:10:18.508960 31409 debug-util.cc:398] Leaking SignalData structure 0x7b0800096640 after lost signal to thread 31344
21:10:18.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:10:18.509724 31409 debug-util.cc:398] Leaking SignalData structure 0x7b0800096b00 after lost signal to thread 31412
21:10:18.511 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:10:18.511 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:10:18.511 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:10:18.512 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.24.4.188:46037(127.24.4.188:46037)] Successfully connected to peer
21:10:18.512 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:18.512 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:18.512 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:18.512 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:18.513 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:18.513 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:18.514 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=1492a6c6341f48138c20a44632d4f467, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:10:18.516 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:10:18.516 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:10:18.516 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:10:18.517 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.24.4.188:46037(127.24.4.188:46037)] Successfully connected to peer
21:10:18.517 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:18.518 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:18.518 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:18.518 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:10:18.518 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:10:18.518 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:10:18.518 [DEBUG - kudu-nio-7] (Connection.java:757) [peer master-127.24.4.188:46037(127.24.4.188:46037)] Successfully connected to peer
21:10:18.518 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:18.519 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:18.519 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:18.518 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:18.519 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:18.519 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:18.518 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:18.519 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:18.519 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:18.523 [ERROR - kudu-nio-7] (Connection.java:452) [peer master-127.24.4.188:46037(127.24.4.188:46037)] unexpected exception from downstream on [id: 0x2e64b071, L:/127.0.0.1:38226 - R:/127.24.4.188:46037]
org.apache.kudu.shaded.io.netty.handler.codec.TooLongFrameException: Adjusted frame length exceeds 268435456: 1213486164 - discarded
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.fail(LengthFieldBasedFrameDecoder.java:507)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.failIfNecessary(LengthFieldBasedFrameDecoder.java:493)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.exceededFrameLength(LengthFieldBasedFrameDecoder.java:377)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.decode(LengthFieldBasedFrameDecoder.java:423)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.decode(LengthFieldBasedFrameDecoder.java:333)
	at org.apache.kudu.shaded.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:545)
	at org.apache.kudu.shaded.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:484)
	at org.apache.kudu.shaded.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:296)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.kudu.shaded.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.kudu.shaded.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:10:18.523 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state NEGOTIATING due to: [peer master-127.24.4.188:46037(127.24.4.188:46037)] unexpected exception from downstream on [id: 0x2e64b071, L:/127.0.0.1:38226 - R:/127.24.4.188:46037]
21:10:18.523 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: [peer master-127.24.4.188:46037(127.24.4.188:46037)] unexpected exception from downstream on [id: 0x2e64b071, L:/127.0.0.1:38226 - R:/127.24.4.188:46037]
21:10:18.523 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:10:18.523 [DEBUG - kudu-nio-7] (Connection.java:239) [peer master-127.24.4.188:46037(127.24.4.188:46037)] handling channelInactive
21:10:18.524 [ERROR - kudu-nio-2] (Connection.java:452) [peer master-127.24.4.188:46037(127.24.4.188:46037)] unexpected exception from downstream on [id: 0xf701cc44, L:/127.0.0.1:38228 - R:/127.24.4.188:46037]
org.apache.kudu.shaded.io.netty.handler.codec.TooLongFrameException: Adjusted frame length exceeds 268435456: 1213486164 - discarded
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.fail(LengthFieldBasedFrameDecoder.java:507)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.failIfNecessary(LengthFieldBasedFrameDecoder.java:493)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.exceededFrameLength(LengthFieldBasedFrameDecoder.java:377)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.decode(LengthFieldBasedFrameDecoder.java:423)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.decode(LengthFieldBasedFrameDecoder.java:333)
	at org.apache.kudu.shaded.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:545)
	at org.apache.kudu.shaded.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:484)
	at org.apache.kudu.shaded.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:296)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.kudu.shaded.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.kudu.shaded.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:10:18.524 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state NEGOTIATING due to: [peer master-127.24.4.188:46037(127.24.4.188:46037)] unexpected exception from downstream on [id: 0xf701cc44, L:/127.0.0.1:38228 - R:/127.24.4.188:46037]
21:10:18.524 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: [peer master-127.24.4.188:46037(127.24.4.188:46037)] unexpected exception from downstream on [id: 0xf701cc44, L:/127.0.0.1:38228 - R:/127.24.4.188:46037]
21:10:18.524 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:10:18.525 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.24.4.188:46037(127.24.4.188:46037)] handling channelInactive
21:10:18.526 [ERROR - kudu-nio-2] (Connection.java:452) [peer master-127.24.4.188:46037(127.24.4.188:46037)] unexpected exception from downstream on [id: 0x9ac7f9ef, L:/127.0.0.1:38244 - R:/127.24.4.188:46037]
org.apache.kudu.shaded.io.netty.handler.codec.TooLongFrameException: Adjusted frame length exceeds 268435456: 1213486164 - discarded
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.fail(LengthFieldBasedFrameDecoder.java:507)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.failIfNecessary(LengthFieldBasedFrameDecoder.java:493)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.exceededFrameLength(LengthFieldBasedFrameDecoder.java:377)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.decode(LengthFieldBasedFrameDecoder.java:423)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.decode(LengthFieldBasedFrameDecoder.java:333)
	at org.apache.kudu.shaded.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:545)
	at org.apache.kudu.shaded.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:484)
	at org.apache.kudu.shaded.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:296)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.kudu.shaded.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.kudu.shaded.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:10:18.526 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state NEGOTIATING due to: [peer master-127.24.4.188:46037(127.24.4.188:46037)] unexpected exception from downstream on [id: 0x9ac7f9ef, L:/127.0.0.1:38244 - R:/127.24.4.188:46037]
21:10:18.527 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: [peer master-127.24.4.188:46037(127.24.4.188:46037)] unexpected exception from downstream on [id: 0x9ac7f9ef, L:/127.0.0.1:38244 - R:/127.24.4.188:46037]
21:10:18.527 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:10:18.527 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.24.4.188:46037(127.24.4.188:46037)] handling channelInactive
21:10:18.528 [ERROR - kudu-nio-7] (Connection.java:452) [peer master-127.24.4.188:46037(127.24.4.188:46037)] unexpected exception from downstream on [id: 0x48b50153, L:/127.0.0.1:38256 - R:/127.24.4.188:46037]
org.apache.kudu.shaded.io.netty.handler.codec.TooLongFrameException: Adjusted frame length exceeds 268435456: 1213486164 - discarded
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.fail(LengthFieldBasedFrameDecoder.java:507)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.failIfNecessary(LengthFieldBasedFrameDecoder.java:493)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.exceededFrameLength(LengthFieldBasedFrameDecoder.java:377)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.decode(LengthFieldBasedFrameDecoder.java:423)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.decode(LengthFieldBasedFrameDecoder.java:333)
	at org.apache.kudu.shaded.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:545)
	at org.apache.kudu.shaded.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:484)
	at org.apache.kudu.shaded.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:296)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.kudu.shaded.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.kudu.shaded.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:10:18.529 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state NEGOTIATING due to: [peer master-127.24.4.188:46037(127.24.4.188:46037)] unexpected exception from downstream on [id: 0x48b50153, L:/127.0.0.1:38256 - R:/127.24.4.188:46037]
21:10:18.529 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: [peer master-127.24.4.188:46037(127.24.4.188:46037)] unexpected exception from downstream on [id: 0x48b50153, L:/127.0.0.1:38256 - R:/127.24.4.188:46037]
21:10:18.529 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:10:18.529 [DEBUG - kudu-nio-7] (Connection.java:239) [peer master-127.24.4.188:46037(127.24.4.188:46037)] handling channelInactive
21:10:18.537 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:10:18.537 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:10:18.537 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:10:18.537 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:10:18.537 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:10:18.537 [DEBUG - kudu-nio-5] (Connection.java:757) [peer master-127.24.4.188:46037(127.24.4.188:46037)] Successfully connected to peer
21:10:18.538 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:10:18.538 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.24.4.188:46037(127.24.4.188:46037)] Successfully connected to peer
21:10:18.538 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:18.538 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:18.538 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:18.538 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:18.538 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:18.539 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:18.539 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:18.539 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:18.539 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:18.539 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:18.538 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:18.539 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:18.541 [ERROR - kudu-nio-5] (Connection.java:452) [peer master-127.24.4.188:46037(127.24.4.188:46037)] unexpected exception from downstream on [id: 0xf2368ed7, L:/127.0.0.1:38264 - R:/127.24.4.188:46037]
org.apache.kudu.shaded.io.netty.handler.codec.TooLongFrameException: Adjusted frame length exceeds 268435456: 1213486164 - discarded
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.fail(LengthFieldBasedFrameDecoder.java:507)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.failIfNecessary(LengthFieldBasedFrameDecoder.java:493)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.exceededFrameLength(LengthFieldBasedFrameDecoder.java:377)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.decode(LengthFieldBasedFrameDecoder.java:423)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.decode(LengthFieldBasedFrameDecoder.java:333)
	at org.apache.kudu.shaded.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:545)
	at org.apache.kudu.shaded.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:484)
	at org.apache.kudu.shaded.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:296)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.kudu.shaded.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.kudu.shaded.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:10:18.542 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state NEGOTIATING due to: [peer master-127.24.4.188:46037(127.24.4.188:46037)] unexpected exception from downstream on [id: 0xf2368ed7, L:/127.0.0.1:38264 - R:/127.24.4.188:46037]
21:10:18.542 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: [peer master-127.24.4.188:46037(127.24.4.188:46037)] unexpected exception from downstream on [id: 0xf2368ed7, L:/127.0.0.1:38264 - R:/127.24.4.188:46037]
21:10:18.542 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:10:18.542 [DEBUG - kudu-nio-5] (Connection.java:239) [peer master-127.24.4.188:46037(127.24.4.188:46037)] handling channelInactive
21:10:18.542 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:10:18.543 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:10:18.543 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:10:18.543 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.24.4.188:46037(127.24.4.188:46037)] Successfully connected to peer
21:10:18.543 [ERROR - kudu-nio-2] (Connection.java:452) [peer master-127.24.4.188:46037(127.24.4.188:46037)] unexpected exception from downstream on [id: 0xec989cba, L:/127.0.0.1:38266 - R:/127.24.4.188:46037]
org.apache.kudu.shaded.io.netty.handler.codec.TooLongFrameException: Adjusted frame length exceeds 268435456: 1213486164 - discarded
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.fail(LengthFieldBasedFrameDecoder.java:507)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.failIfNecessary(LengthFieldBasedFrameDecoder.java:493)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.exceededFrameLength(LengthFieldBasedFrameDecoder.java:377)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.decode(LengthFieldBasedFrameDecoder.java:423)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.decode(LengthFieldBasedFrameDecoder.java:333)
	at org.apache.kudu.shaded.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:545)
	at org.apache.kudu.shaded.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:484)
	at org.apache.kudu.shaded.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:296)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.kudu.shaded.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.kudu.shaded.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:10:18.543 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state NEGOTIATING due to: [peer master-127.24.4.188:46037(127.24.4.188:46037)] unexpected exception from downstream on [id: 0xec989cba, L:/127.0.0.1:38266 - R:/127.24.4.188:46037]
21:10:18.543 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: [peer master-127.24.4.188:46037(127.24.4.188:46037)] unexpected exception from downstream on [id: 0xec989cba, L:/127.0.0.1:38266 - R:/127.24.4.188:46037]
21:10:18.543 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:10:18.544 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.24.4.188:46037(127.24.4.188:46037)] handling channelInactive
21:10:18.544 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:18.544 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:18.544 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:18.545 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:18.545 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:18.545 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:18.545 [ERROR - kudu-nio-2] (Connection.java:452) [peer master-127.24.4.188:46037(127.24.4.188:46037)] unexpected exception from downstream on [id: 0x8a8b5bf3, L:/127.0.0.1:38274 - R:/127.24.4.188:46037]
org.apache.kudu.shaded.io.netty.handler.codec.TooLongFrameException: Adjusted frame length exceeds 268435456: 1213486164 - discarded
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.fail(LengthFieldBasedFrameDecoder.java:507)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.failIfNecessary(LengthFieldBasedFrameDecoder.java:493)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.exceededFrameLength(LengthFieldBasedFrameDecoder.java:377)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.decode(LengthFieldBasedFrameDecoder.java:423)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.decode(LengthFieldBasedFrameDecoder.java:333)
	at org.apache.kudu.shaded.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:545)
	at org.apache.kudu.shaded.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:484)
	at org.apache.kudu.shaded.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:296)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.kudu.shaded.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.kudu.shaded.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:10:18.545 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state NEGOTIATING due to: [peer master-127.24.4.188:46037(127.24.4.188:46037)] unexpected exception from downstream on [id: 0x8a8b5bf3, L:/127.0.0.1:38274 - R:/127.24.4.188:46037]
21:10:18.545 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: [peer master-127.24.4.188:46037(127.24.4.188:46037)] unexpected exception from downstream on [id: 0x8a8b5bf3, L:/127.0.0.1:38274 - R:/127.24.4.188:46037]
21:10:18.545 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:10:18.546 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.24.4.188:46037(127.24.4.188:46037)] handling channelInactive
21:10:18.572 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=1492a6c6341f48138c20a44632d4f467, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:10:18.582 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:10:18.583 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:10:18.583 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:10:18.583 [DEBUG - kudu-nio-5] (Connection.java:757) [peer master-127.24.4.188:46037(127.24.4.188:46037)] Successfully connected to peer
21:10:18.584 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:18.584 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:18.585 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:18.585 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:18.585 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:18.585 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:18.586 [ERROR - kudu-nio-5] (Connection.java:452) [peer master-127.24.4.188:46037(127.24.4.188:46037)] unexpected exception from downstream on [id: 0x9f9924cb, L:/127.0.0.1:38284 - R:/127.24.4.188:46037]
org.apache.kudu.shaded.io.netty.handler.codec.TooLongFrameException: Adjusted frame length exceeds 268435456: 1213486164 - discarded
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.fail(LengthFieldBasedFrameDecoder.java:507)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.failIfNecessary(LengthFieldBasedFrameDecoder.java:493)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.exceededFrameLength(LengthFieldBasedFrameDecoder.java:377)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.decode(LengthFieldBasedFrameDecoder.java:423)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.decode(LengthFieldBasedFrameDecoder.java:333)
	at org.apache.kudu.shaded.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:545)
	at org.apache.kudu.shaded.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:484)
	at org.apache.kudu.shaded.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:296)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.kudu.shaded.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.kudu.shaded.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:10:18.587 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state NEGOTIATING due to: [peer master-127.24.4.188:46037(127.24.4.188:46037)] unexpected exception from downstream on [id: 0x9f9924cb, L:/127.0.0.1:38284 - R:/127.24.4.188:46037]
21:10:18.587 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: [peer master-127.24.4.188:46037(127.24.4.188:46037)] unexpected exception from downstream on [id: 0x9f9924cb, L:/127.0.0.1:38284 - R:/127.24.4.188:46037]
21:10:18.587 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:10:18.587 [DEBUG - kudu-nio-5] (Connection.java:239) [peer master-127.24.4.188:46037(127.24.4.188:46037)] handling channelInactive
21:10:18.611 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:10:18.611 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:10:18.611 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:10:18.612 [DEBUG - kudu-nio-5] (Connection.java:757) [peer master-127.24.4.188:46037(127.24.4.188:46037)] Successfully connected to peer
21:10:18.613 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:18.613 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:18.613 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:18.613 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:18.613 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:18.613 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:18.614 [ERROR - kudu-nio-5] (Connection.java:452) [peer master-127.24.4.188:46037(127.24.4.188:46037)] unexpected exception from downstream on [id: 0x9c15013f, L:/127.0.0.1:38298 - R:/127.24.4.188:46037]
org.apache.kudu.shaded.io.netty.handler.codec.TooLongFrameException: Adjusted frame length exceeds 268435456: 1213486164 - discarded
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.fail(LengthFieldBasedFrameDecoder.java:507)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.failIfNecessary(LengthFieldBasedFrameDecoder.java:493)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.exceededFrameLength(LengthFieldBasedFrameDecoder.java:377)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.decode(LengthFieldBasedFrameDecoder.java:423)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.decode(LengthFieldBasedFrameDecoder.java:333)
	at org.apache.kudu.shaded.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:545)
	at org.apache.kudu.shaded.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:484)
	at org.apache.kudu.shaded.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:296)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.kudu.shaded.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.kudu.shaded.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:10:18.614 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state NEGOTIATING due to: [peer master-127.24.4.188:46037(127.24.4.188:46037)] unexpected exception from downstream on [id: 0x9c15013f, L:/127.0.0.1:38298 - R:/127.24.4.188:46037]
21:10:18.614 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: [peer master-127.24.4.188:46037(127.24.4.188:46037)] unexpected exception from downstream on [id: 0x9c15013f, L:/127.0.0.1:38298 - R:/127.24.4.188:46037]
21:10:18.614 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:10:18.615 [DEBUG - kudu-nio-5] (Connection.java:239) [peer master-127.24.4.188:46037(127.24.4.188:46037)] handling channelInactive
21:10:18.635 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=1492a6c6341f48138c20a44632d4f467, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:10:18.637 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:10:18.637 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:10:18.637 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:10:18.638 [DEBUG - kudu-nio-5] (Connection.java:757) [peer master-127.24.4.188:46037(127.24.4.188:46037)] Successfully connected to peer
21:10:18.639 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:18.639 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:18.639 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:18.639 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:18.639 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:18.639 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:18.640 [ERROR - kudu-nio-5] (Connection.java:452) [peer master-127.24.4.188:46037(127.24.4.188:46037)] unexpected exception from downstream on [id: 0x53b482a6, L:/127.0.0.1:38300 - R:/127.24.4.188:46037]
org.apache.kudu.shaded.io.netty.handler.codec.TooLongFrameException: Adjusted frame length exceeds 268435456: 1213486164 - discarded
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.fail(LengthFieldBasedFrameDecoder.java:507)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.failIfNecessary(LengthFieldBasedFrameDecoder.java:493)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.exceededFrameLength(LengthFieldBasedFrameDecoder.java:377)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.decode(LengthFieldBasedFrameDecoder.java:423)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.decode(LengthFieldBasedFrameDecoder.java:333)
	at org.apache.kudu.shaded.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:545)
	at org.apache.kudu.shaded.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:484)
	at org.apache.kudu.shaded.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:296)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.kudu.shaded.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.kudu.shaded.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:10:18.640 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state NEGOTIATING due to: [peer master-127.24.4.188:46037(127.24.4.188:46037)] unexpected exception from downstream on [id: 0x53b482a6, L:/127.0.0.1:38300 - R:/127.24.4.188:46037]
21:10:18.641 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: [peer master-127.24.4.188:46037(127.24.4.188:46037)] unexpected exception from downstream on [id: 0x53b482a6, L:/127.0.0.1:38300 - R:/127.24.4.188:46037]
21:10:18.641 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:10:18.641 [DEBUG - kudu-nio-5] (Connection.java:239) [peer master-127.24.4.188:46037(127.24.4.188:46037)] handling channelInactive
21:10:18.657 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:10:18.657 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:10:18.657 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:10:18.659 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.24.4.188:46037(127.24.4.188:46037)] Successfully connected to peer
21:10:18.660 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:18.660 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:18.660 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:18.660 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:18.660 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:18.660 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:18.663 [ERROR - kudu-nio-0] (Connection.java:452) [peer master-127.24.4.188:46037(127.24.4.188:46037)] unexpected exception from downstream on [id: 0x184c7b6c, L:/127.0.0.1:38312 - R:/127.24.4.188:46037]
org.apache.kudu.shaded.io.netty.handler.codec.TooLongFrameException: Adjusted frame length exceeds 268435456: 1213486164 - discarded
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.fail(LengthFieldBasedFrameDecoder.java:507)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.failIfNecessary(LengthFieldBasedFrameDecoder.java:493)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.exceededFrameLength(LengthFieldBasedFrameDecoder.java:377)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.decode(LengthFieldBasedFrameDecoder.java:423)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.decode(LengthFieldBasedFrameDecoder.java:333)
	at org.apache.kudu.shaded.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:545)
	at org.apache.kudu.shaded.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:484)
	at org.apache.kudu.shaded.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:296)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.kudu.shaded.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.kudu.shaded.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:10:18.663 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state NEGOTIATING due to: [peer master-127.24.4.188:46037(127.24.4.188:46037)] unexpected exception from downstream on [id: 0x184c7b6c, L:/127.0.0.1:38312 - R:/127.24.4.188:46037]
21:10:18.663 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: [peer master-127.24.4.188:46037(127.24.4.188:46037)] unexpected exception from downstream on [id: 0x184c7b6c, L:/127.0.0.1:38312 - R:/127.24.4.188:46037]
21:10:18.664 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:10:18.664 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.24.4.188:46037(127.24.4.188:46037)] handling channelInactive
21:10:18.664 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 2 for job b3fa7429a7c4f8d4d835fb9511222428 (1961 bytes, checkpointDuration=351 ms, finalizationTime=0 ms).
21:10:18.667 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 2 as completed for source Source: KuduSource.
21:10:18.667 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 2 complete: removed split ff3245ff4313b7a718e1d083083f42909c8e9285b2012ce7bb3c3c63689eb331 from pending
21:10:18.667 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 2 complete: removed 1 finished splits from enumerator state
21:10:18.671 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:10:18.671 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:10:18.671 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:10:18.672 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.24.4.188:46037(127.24.4.188:46037)] Successfully connected to peer
21:10:18.672 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:18.673 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:18.673 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:18.673 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:18.673 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:18.673 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:18.678 [ERROR - kudu-nio-0] (Connection.java:452) [peer master-127.24.4.188:46037(127.24.4.188:46037)] unexpected exception from downstream on [id: 0x7bf2fae0, L:/127.0.0.1:38314 - R:/127.24.4.188:46037]
org.apache.kudu.shaded.io.netty.handler.codec.TooLongFrameException: Adjusted frame length exceeds 268435456: 1213486164 - discarded
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.fail(LengthFieldBasedFrameDecoder.java:507)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.failIfNecessary(LengthFieldBasedFrameDecoder.java:493)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.exceededFrameLength(LengthFieldBasedFrameDecoder.java:377)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.decode(LengthFieldBasedFrameDecoder.java:423)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.decode(LengthFieldBasedFrameDecoder.java:333)
	at org.apache.kudu.shaded.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:545)
	at org.apache.kudu.shaded.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:484)
	at org.apache.kudu.shaded.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:296)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.kudu.shaded.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.kudu.shaded.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:10:18.678 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state NEGOTIATING due to: [peer master-127.24.4.188:46037(127.24.4.188:46037)] unexpected exception from downstream on [id: 0x7bf2fae0, L:/127.0.0.1:38314 - R:/127.24.4.188:46037]
21:10:18.678 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: [peer master-127.24.4.188:46037(127.24.4.188:46037)] unexpected exception from downstream on [id: 0x7bf2fae0, L:/127.0.0.1:38314 - R:/127.24.4.188:46037]
21:10:18.678 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:10:18.679 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.24.4.188:46037(127.24.4.188:46037)] handling channelInactive
21:10:18.679 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:10:18.679 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:10:18.679 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:10:18.680 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:18.680 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:18.680 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:18.680 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:18.680 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:18.680 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:18.680 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:18.680 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:18.680 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:18.680 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:10:18.682 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:10:18.683 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:10:18.683 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:10:18.683 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:18.683 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.24.4.188:46037(127.24.4.188:46037)] Successfully connected to peer
21:10:18.683 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:18.683 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:18.684 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:18.684 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:18.684 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:18.686 [ERROR - kudu-nio-0] (Connection.java:452) [peer master-127.24.4.188:46037(127.24.4.188:46037)] unexpected exception from downstream on [id: 0x066e3636, L:/127.0.0.1:38322 - R:/127.24.4.188:46037]
org.apache.kudu.shaded.io.netty.handler.codec.TooLongFrameException: Adjusted frame length exceeds 268435456: 1213486164 - discarded
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.fail(LengthFieldBasedFrameDecoder.java:507)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.failIfNecessary(LengthFieldBasedFrameDecoder.java:493)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.exceededFrameLength(LengthFieldBasedFrameDecoder.java:377)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.decode(LengthFieldBasedFrameDecoder.java:423)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.decode(LengthFieldBasedFrameDecoder.java:333)
	at org.apache.kudu.shaded.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:545)
	at org.apache.kudu.shaded.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:484)
	at org.apache.kudu.shaded.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:296)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.kudu.shaded.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.kudu.shaded.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:10:18.686 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state NEGOTIATING due to: [peer master-127.24.4.188:46037(127.24.4.188:46037)] unexpected exception from downstream on [id: 0x066e3636, L:/127.0.0.1:38322 - R:/127.24.4.188:46037]
21:10:18.686 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: [peer master-127.24.4.188:46037(127.24.4.188:46037)] unexpected exception from downstream on [id: 0x066e3636, L:/127.0.0.1:38322 - R:/127.24.4.188:46037]
21:10:18.686 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:10:18.687 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.24.4.188:46037(127.24.4.188:46037)] handling channelInactive
21:10:18.691 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:10:18.691 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:10:18.691 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:10:18.694 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:10:18.694 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:10:18.694 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:10:18.694 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:10:18.694 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:10:18.694 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:10:18.695 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:10:18.695 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:10:18.695 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:10:18.695 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:10:18.702 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:10:18.702 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:10:18.702 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:10:18.703 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:18.703 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:18.703 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:18.704 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:18.704 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:18.704 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:18.704 [DEBUG - kudu-nio-3] (Connection.java:757) [peer master-127.24.4.188:46037(127.24.4.188:46037)] Successfully connected to peer
21:10:18.711 [ERROR - kudu-nio-3] (Connection.java:452) [peer master-127.24.4.188:46037(127.24.4.188:46037)] unexpected exception from downstream on [id: 0xcfc2bd2a, L:/127.0.0.1:38338 - R:/127.24.4.188:46037]
org.apache.kudu.shaded.io.netty.handler.codec.TooLongFrameException: Adjusted frame length exceeds 268435456: 1213486164 - discarded
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.fail(LengthFieldBasedFrameDecoder.java:507)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.failIfNecessary(LengthFieldBasedFrameDecoder.java:493)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.exceededFrameLength(LengthFieldBasedFrameDecoder.java:377)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.decode(LengthFieldBasedFrameDecoder.java:423)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.decode(LengthFieldBasedFrameDecoder.java:333)
	at org.apache.kudu.shaded.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:545)
	at org.apache.kudu.shaded.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:484)
	at org.apache.kudu.shaded.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:296)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.kudu.shaded.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.kudu.shaded.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:10:18.711 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state NEGOTIATING due to: [peer master-127.24.4.188:46037(127.24.4.188:46037)] unexpected exception from downstream on [id: 0xcfc2bd2a, L:/127.0.0.1:38338 - R:/127.24.4.188:46037]
21:10:18.711 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: [peer master-127.24.4.188:46037(127.24.4.188:46037)] unexpected exception from downstream on [id: 0xcfc2bd2a, L:/127.0.0.1:38338 - R:/127.24.4.188:46037]
21:10:18.711 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:10:18.712 [DEBUG - kudu-nio-3] (Connection.java:239) [peer master-127.24.4.188:46037(127.24.4.188:46037)] handling channelInactive
21:10:18.713 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2841dd5f383bae9a8f297e74525dcca1 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 2841dd5f383bae9a8f297e74525dcca1 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:18.713 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 10 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=1492a6c6341f48138c20a44632d4f467, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:10:18.718 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 24ddf4c24c824100b7ce4bcf7790c2a2
21:10:18.731 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:10:18.731 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:10:18.732 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:10:18.732 [DEBUG - kudu-nio-3] (Connection.java:757) [peer master-127.24.4.188:46037(127.24.4.188:46037)] Successfully connected to peer
21:10:18.733 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:18.733 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:18.736 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:18.736 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:18.736 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:18.737 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:18.737 [ERROR - kudu-nio-3] (Connection.java:452) [peer master-127.24.4.188:46037(127.24.4.188:46037)] unexpected exception from downstream on [id: 0x6f854eb6, L:/127.0.0.1:38340 - R:/127.24.4.188:46037]
org.apache.kudu.shaded.io.netty.handler.codec.TooLongFrameException: Adjusted frame length exceeds 268435456: 1213486164 - discarded
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.fail(LengthFieldBasedFrameDecoder.java:507)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.failIfNecessary(LengthFieldBasedFrameDecoder.java:493)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.exceededFrameLength(LengthFieldBasedFrameDecoder.java:377)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.decode(LengthFieldBasedFrameDecoder.java:423)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.decode(LengthFieldBasedFrameDecoder.java:333)
	at org.apache.kudu.shaded.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:545)
	at org.apache.kudu.shaded.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:484)
	at org.apache.kudu.shaded.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:296)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.kudu.shaded.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.kudu.shaded.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:10:18.737 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state NEGOTIATING due to: [peer master-127.24.4.188:46037(127.24.4.188:46037)] unexpected exception from downstream on [id: 0x6f854eb6, L:/127.0.0.1:38340 - R:/127.24.4.188:46037]
21:10:18.737 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: [peer master-127.24.4.188:46037(127.24.4.188:46037)] unexpected exception from downstream on [id: 0x6f854eb6, L:/127.0.0.1:38340 - R:/127.24.4.188:46037]
21:10:18.737 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:10:18.737 [DEBUG - kudu-nio-3] (Connection.java:239) [peer master-127.24.4.188:46037(127.24.4.188:46037)] handling channelInactive
21:10:18.757 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:10:18.757 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:10:18.757 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:10:18.757 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.24.4.188:46037(127.24.4.188:46037)] Successfully connected to peer
21:10:18.758 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:18.758 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:18.758 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:18.758 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:18.758 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:18.758 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:18.760 [ERROR - kudu-nio-0] (Connection.java:452) [peer master-127.24.4.188:46037(127.24.4.188:46037)] unexpected exception from downstream on [id: 0x24d043ed, L:/127.0.0.1:38348 - R:/127.24.4.188:46037]
org.apache.kudu.shaded.io.netty.handler.codec.TooLongFrameException: Adjusted frame length exceeds 268435456: 1213486164 - discarded
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.fail(LengthFieldBasedFrameDecoder.java:507)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.failIfNecessary(LengthFieldBasedFrameDecoder.java:493)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.exceededFrameLength(LengthFieldBasedFrameDecoder.java:377)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.decode(LengthFieldBasedFrameDecoder.java:423)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.decode(LengthFieldBasedFrameDecoder.java:333)
	at org.apache.kudu.shaded.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:545)
	at org.apache.kudu.shaded.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:484)
	at org.apache.kudu.shaded.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:296)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.kudu.shaded.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.kudu.shaded.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:10:18.760 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state NEGOTIATING due to: [peer master-127.24.4.188:46037(127.24.4.188:46037)] unexpected exception from downstream on [id: 0x24d043ed, L:/127.0.0.1:38348 - R:/127.24.4.188:46037]
21:10:18.760 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: [peer master-127.24.4.188:46037(127.24.4.188:46037)] unexpected exception from downstream on [id: 0x24d043ed, L:/127.0.0.1:38348 - R:/127.24.4.188:46037]
21:10:18.760 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:10:18.761 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.24.4.188:46037(127.24.4.188:46037)] handling channelInactive
21:10:18.790 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 10 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=c3c8d733e41445f991a126a81e731dac, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:10:18.796 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 821590a184d649a6a9b7e613db0f7ffa
21:10:18.814 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 3 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783545018813 for job b3fa7429a7c4f8d4d835fb9511222428.
21:10:18.826 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 3 for job b3fa7429a7c4f8d4d835fb9511222428 (964 bytes, checkpointDuration=13 ms, finalizationTime=0 ms).
21:10:18.828 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 10 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=1492a6c6341f48138c20a44632d4f467, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:10:18.828 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 3 as completed for source Source: KuduSource.
21:10:18.830 [DEBUG - main] (Connection.java:575) [peer a14297ae6376498db1884a1d3686f9bc(127.30.152.195:41915)] disconnecting while in state READY
21:10:18.831 [DEBUG - main] (Connection.java:575) [peer master-127.30.152.252:38897(127.30.152.252:38897)] disconnecting while in state READY
21:10:18.831 [DEBUG - main] (Connection.java:575) [peer master-127.30.152.253:46569(127.30.152.253:46569)] disconnecting while in state READY
21:10:18.831 [DEBUG - main] (Connection.java:575) [peer master-127.30.152.254:37399(127.30.152.254:37399)] disconnecting while in state READY
21:10:18.832 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.30.152.252:38897(127.30.152.252:38897)] handling channelInactive
21:10:18.832 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.152.252:38897(127.30.152.252:38897)] cleaning up while in state READY due to: connection closed
21:10:18.832 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.30.152.253:46569(127.30.152.253:46569)] handling channelInactive
21:10:18.832 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.152.253:46569(127.30.152.253:46569)] cleaning up while in state READY due to: connection closed
21:10:18.833 [DEBUG - kudu-nio-3] (Connection.java:239) [peer a14297ae6376498db1884a1d3686f9bc(127.30.152.195:41915)] handling channelInactive
21:10:18.833 [DEBUG - kudu-nio-3] (Connection.java:709) [peer a14297ae6376498db1884a1d3686f9bc(127.30.152.195:41915)] cleaning up while in state READY due to: connection closed
21:10:18.835 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
21:10:18.837 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d6a71f5cf5f060cfaa5d5fa24434f7a3 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d6a71f5cf5f060cfaa5d5fa24434f7a3 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:18.838 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 26 thread-local buffer(s) from thread: kudu-nio-0
21:10:18.838 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-2
21:10:18.838 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 24 thread-local buffer(s) from thread: kudu-nio-3
21:10:18.861 [DEBUG - pool-426-thread-1] (Connection.java:748) [peer master-127.28.61.190:36375(127.28.61.190:36375)] connecting to peer
21:10:18.861 [DEBUG - pool-426-thread-1] (Connection.java:748) [peer master-127.28.61.189:39213(127.28.61.189:39213)] connecting to peer
21:10:18.861 [DEBUG - pool-426-thread-1] (Connection.java:748) [peer master-127.28.61.188:41979(127.28.61.188:41979)] connecting to peer
21:10:18.862 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:18.862 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.28.61.190:36375(127.28.61.190:36375)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:18.862 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.190:36375: Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:18.863 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:18.863 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.61.189:39213(127.28.61.189:39213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:18.863 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.189:39213: Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:18.863 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:18.863 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.61.188:41979(127.28.61.188:41979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:18.863 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.188:41979: Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:18.863 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.28.61.190:36375,127.28.61.189:39213,127.28.61.188:41979; will retry
21:10:18.867 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.30.152.254:37399(127.30.152.254:37399)] handling channelInactive
21:10:18.867 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.152.254:37399(127.30.152.254:37399)] cleaning up while in state READY due to: connection closed
21:10:18.867 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-1
21:10:18.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:18.868592 31331 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu with pid 31763
21:10:18.919 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:10:18.919 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:10:18.919 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:10:18.920 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:18.920 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:18.920 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:18.920 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:18.920 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:18.921 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:18.921 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:18.921 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:18.921 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:18.921 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:10:18.927 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:18.957 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:10:18.958 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:10:18.958 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:10:18.958 [DEBUG - kudu-nio-3] (Connection.java:757) [peer master-127.24.4.188:46037(127.24.4.188:46037)] Successfully connected to peer
21:10:18.959 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:18.959 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:18.959 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:18.959 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:18.959 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:18.960 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:18.961 [ERROR - kudu-nio-3] (Connection.java:452) [peer master-127.24.4.188:46037(127.24.4.188:46037)] unexpected exception from downstream on [id: 0x3a5fd6fb, L:/127.0.0.1:38356 - R:/127.24.4.188:46037]
org.apache.kudu.shaded.io.netty.handler.codec.TooLongFrameException: Adjusted frame length exceeds 268435456: 1213486164 - discarded
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.fail(LengthFieldBasedFrameDecoder.java:507)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.failIfNecessary(LengthFieldBasedFrameDecoder.java:493)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.exceededFrameLength(LengthFieldBasedFrameDecoder.java:377)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.decode(LengthFieldBasedFrameDecoder.java:423)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.decode(LengthFieldBasedFrameDecoder.java:333)
	at org.apache.kudu.shaded.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:545)
	at org.apache.kudu.shaded.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:484)
	at org.apache.kudu.shaded.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:296)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.kudu.shaded.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.kudu.shaded.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:10:18.961 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state NEGOTIATING due to: [peer master-127.24.4.188:46037(127.24.4.188:46037)] unexpected exception from downstream on [id: 0x3a5fd6fb, L:/127.0.0.1:38356 - R:/127.24.4.188:46037]
21:10:18.961 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: [peer master-127.24.4.188:46037(127.24.4.188:46037)] unexpected exception from downstream on [id: 0x3a5fd6fb, L:/127.0.0.1:38356 - R:/127.24.4.188:46037]
21:10:18.961 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:10:18.961 [DEBUG - kudu-nio-3] (Connection.java:239) [peer master-127.24.4.188:46037(127.24.4.188:46037)] handling channelInactive
21:10:18.976 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:18.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:18.983887 31331 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu with pid 31906
21:10:19.029 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:10:19.029 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:10:19.029 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:10:19.029 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:10:19.029 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:10:19.029 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:10:19.029 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:10:19.029 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:10:19.029 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:10:19.029 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:10:19.030 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:10:19.030 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:10:19.030 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:10:19.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:10:19.054582 32071 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.30.152.193:46285: connect: Connection refused (error 111)
21:10:19.060 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.25.113.61:34911(127.25.113.61:34911)] connecting to peer
21:10:19.060 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.25.113.60:35933(127.25.113.60:35933)] connecting to peer
21:10:19.060 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.25.113.62:35193(127.25.113.62:35193)] connecting to peer
21:10:19.061 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:10:19.061 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.113.60:35933(127.25.113.60:35933)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:10:19.061 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.60:35933: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:10:19.061 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:10:19.061 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.113.62:35193(127.25.113.62:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:10:19.061 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.62:35193: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:10:19.061 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:10:19.061 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.113.61:34911(127.25.113.61:34911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:10:19.062 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.61:34911: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:10:19.062 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193; will retry
21:10:19.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 21:10:19.074152 32071 consensus_peers.cc:597] T 1492a6c6341f48138c20a44632d4f467 P a14297ae6376498db1884a1d3686f9bc -> Peer 5ab53537fffb420eb4068fb2e0810298 (127.30.152.193:46285): Couldn't send request to peer 5ab53537fffb420eb4068fb2e0810298. Status: Network error: Client connection negotiation failed: client connection to 127.30.152.193:46285: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
21:10:19.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:19.077438 31331 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu with pid 32054
21:10:19.102 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 24ddf4c24c824100b7ce4bcf7790c2a2
21:10:19.105 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='064447db44a0551e4d7ac74800b088487e8152329c52fc622da824ae0f38c0a4'}]
21:10:19.107 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:10:19.108 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
21:10:19.109 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=298108, tablet=c3c8d733e41445f991a126a81e731dac@[0909979a2a2348c0918c10cf33afe09a(127.29.189.193:42973)[L],1e931e67318641aeb1d696c73963428f(127.29.189.195:36503),35c86ccfa1c5453b82b02d1aca42ae8c(127.29.189.194:40117)]}]
21:10:19.121 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer 0909979a2a2348c0918c10cf33afe09a(127.29.189.193:42973)] connecting to peer
21:10:19.141 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 0909979a2a2348c0918c10cf33afe09a(127.29.189.193:42973)] Successfully connected to peer
21:10:19.156 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:10:19.157 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:10:19.157 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:10:19.157 [DEBUG - kudu-nio-3] (Connection.java:757) [peer master-127.24.4.188:46037(127.24.4.188:46037)] Successfully connected to peer
21:10:19.158 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:19.158 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:19.158 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:19.158 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:19.158 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:19.159 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:19.160 [ERROR - kudu-nio-3] (Connection.java:452) [peer master-127.24.4.188:46037(127.24.4.188:46037)] unexpected exception from downstream on [id: 0x3d707f2d, L:/127.0.0.1:38364 - R:/127.24.4.188:46037]
org.apache.kudu.shaded.io.netty.handler.codec.TooLongFrameException: Adjusted frame length exceeds 268435456: 1213486164 - discarded
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.fail(LengthFieldBasedFrameDecoder.java:507)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.failIfNecessary(LengthFieldBasedFrameDecoder.java:493)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.exceededFrameLength(LengthFieldBasedFrameDecoder.java:377)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.decode(LengthFieldBasedFrameDecoder.java:423)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.decode(LengthFieldBasedFrameDecoder.java:333)
	at org.apache.kudu.shaded.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:545)
	at org.apache.kudu.shaded.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:484)
	at org.apache.kudu.shaded.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:296)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.kudu.shaded.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.kudu.shaded.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:10:19.161 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state NEGOTIATING due to: [peer master-127.24.4.188:46037(127.24.4.188:46037)] unexpected exception from downstream on [id: 0x3d707f2d, L:/127.0.0.1:38364 - R:/127.24.4.188:46037]
21:10:19.161 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: [peer master-127.24.4.188:46037(127.24.4.188:46037)] unexpected exception from downstream on [id: 0x3d707f2d, L:/127.0.0.1:38364 - R:/127.24.4.188:46037]
21:10:19.161 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:10:19.161 [DEBUG - kudu-nio-3] (Connection.java:239) [peer master-127.24.4.188:46037(127.24.4.188:46037)] handling channelInactive
21:10:19.165 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.29.189.193
21:10:19.194 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.28.61.190:36375(127.28.61.190:36375)] connecting to peer
21:10:19.194 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.28.61.189:39213(127.28.61.189:39213)] connecting to peer
21:10:19.194 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.28.61.188:41979(127.28.61.188:41979)] connecting to peer
21:10:19.195 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:19.195 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.61.189:39213(127.28.61.189:39213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:19.195 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.189:39213: Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:19.196 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:19.196 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.61.188:41979(127.28.61.188:41979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:19.196 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.188:41979: Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:19.196 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:19.196 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.28.61.190:36375(127.28.61.190:36375)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:19.196 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.190:36375: Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:19.196 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.28.61.190:36375,127.28.61.189:39213,127.28.61.188:41979; will retry
21:10:19.201 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:10:19.208 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x8c487f7b, L:/127.0.0.1:59392 - R:/127.29.189.193:42973] using SASL/PLAIN
21:10:19.214 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2841dd5f383bae9a8f297e74525dcca1 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 2841dd5f383bae9a8f297e74525dcca1 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:19.219 [DEBUG - kudu-nio-3] (Connection.java:239) [peer a14297ae6376498db1884a1d3686f9bc(127.30.152.195:41915)] handling channelInactive
21:10:19.220 [DEBUG - kudu-nio-3] (Connection.java:709) [peer a14297ae6376498db1884a1d3686f9bc(127.30.152.195:41915)] cleaning up while in state READY due to: connection closed
21:10:19.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:19.232525 31331 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu with pid 31343
21:10:19.300 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.30.152.254:37399(127.30.152.254:37399)] handling channelInactive
21:10:19.300 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.152.254:37399(127.30.152.254:37399)] cleaning up while in state READY due to: connection closed
21:10:19.300 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.30.152.254:37399(127.30.152.254:37399)] handling channelInactive
21:10:19.300 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.152.254:37399(127.30.152.254:37399)] cleaning up while in state READY due to: connection closed
21:10:19.300 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.30.152.254:37399(127.30.152.254:37399)] handling channelInactive
21:10:19.301 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.152.254:37399(127.30.152.254:37399)] cleaning up while in state READY due to: connection closed
21:10:19.300 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.30.152.254:37399(127.30.152.254:37399)] handling channelInactive
21:10:19.301 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.152.254:37399(127.30.152.254:37399)] cleaning up while in state READY due to: connection closed
21:10:19.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:19.309355 31331 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu with pid 31415
21:10:19.315 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 4 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783545019314 for job b3fa7429a7c4f8d4d835fb9511222428.
21:10:19.325 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 4 for job b3fa7429a7c4f8d4d835fb9511222428 (1971 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
21:10:19.327 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 4 as completed for source Source: KuduSource.
21:10:19.335 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d6a71f5cf5f060cfaa5d5fa24434f7a3 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d6a71f5cf5f060cfaa5d5fa24434f7a3 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:19.356 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.30.152.253:46569(127.30.152.253:46569)] handling channelInactive
21:10:19.356 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.152.253:46569(127.30.152.253:46569)] cleaning up while in state READY due to: connection closed
21:10:19.357 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.30.152.253:46569(127.30.152.253:46569)] handling channelInactive
21:10:19.357 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.152.253:46569(127.30.152.253:46569)] cleaning up while in state READY due to: connection closed
21:10:19.357 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.30.152.253:46569(127.30.152.253:46569)] handling channelInactive
21:10:19.357 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.152.253:46569(127.30.152.253:46569)] cleaning up while in state READY due to: connection closed
21:10:19.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:19.358564 31331 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu with pid 31494
21:10:19.362 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.28.61.190:36375(127.28.61.190:36375)] connecting to peer
21:10:19.363 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.28.61.189:39213(127.28.61.189:39213)] connecting to peer
21:10:19.363 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.28.61.188:41979(127.28.61.188:41979)] connecting to peer
21:10:19.356 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.30.152.253:46569(127.30.152.253:46569)] handling channelInactive
21:10:19.364 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.152.253:46569(127.30.152.253:46569)] cleaning up while in state READY due to: connection closed
21:10:19.367 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:19.367 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.61.190:36375(127.28.61.190:36375)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:19.367 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.190:36375: Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:19.368 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:19.368 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.28.61.189:39213(127.28.61.189:39213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:19.368 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.189:39213: Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:19.368 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:19.368 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.28.61.188:41979(127.28.61.188:41979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:19.368 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.188:41979: Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:19.368 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.28.61.190:36375,127.28.61.189:39213,127.28.61.188:41979; will retry
21:10:19.387 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305400398106624001) for scanner KuduScanner(table=replication_test_table, tablet=c3c8d733e41445f991a126a81e731dac, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:10:19.388 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:108) Finished reading from splits [064447db44a0551e4d7ac74800b088487e8152329c52fc622da824ae0f38c0a4]
21:10:19.388 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [064447db44a0551e4d7ac74800b088487e8152329c52fc622da824ae0f38c0a4]
21:10:19.389 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
21:10:19.389 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
21:10:19.390 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 064447db44a0551e4d7ac74800b088487e8152329c52fc622da824ae0f38c0a4 finished by subtask 2; deferring removal (restored in pending)
21:10:19.390 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer 0909979a2a2348c0918c10cf33afe09a(127.29.189.193:42973)] disconnecting while in state READY
21:10:19.391 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
21:10:19.419 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.30.152.252:38897(127.30.152.252:38897)] handling channelInactive
21:10:19.419 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.152.252:38897(127.30.152.252:38897)] cleaning up while in state READY due to: connection closed
21:10:19.420 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.30.152.252:38897(127.30.152.252:38897)] handling channelInactive
21:10:19.420 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.30.152.252:38897(127.30.152.252:38897)] handling channelInactive
21:10:19.420 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.152.252:38897(127.30.152.252:38897)] cleaning up while in state READY due to: connection closed
21:10:19.420 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.152.252:38897(127.30.152.252:38897)] cleaning up while in state READY due to: connection closed
21:10:19.421 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.30.152.252:38897(127.30.152.252:38897)] handling channelInactive
21:10:19.421 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.152.252:38897(127.30.152.252:38897)] cleaning up while in state READY due to: connection closed
21:10:19.431 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:19.455 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
21:10:19.455 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 0909979a2a2348c0918c10cf33afe09a(127.29.189.193:42973)] handling channelInactive
21:10:19.455 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 0909979a2a2348c0918c10cf33afe09a(127.29.189.193:42973)] cleaning up while in state READY due to: connection closed
21:10:19.456 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 20 thread-local buffer(s) from thread: kudu-nio-0
21:10:19.470 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:10:19.470 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:10:19.470 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:10:19.470 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:19.471 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:19.471 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:19.471 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:19.471 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:19.471 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:19.471 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:19.471 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:19.471 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:19.471 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:10:19.475 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:19.551 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:10:19.551 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:10:19.551 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:10:19.551 [DEBUG - kudu-nio-6] (Connection.java:757) [peer master-127.24.4.188:46037(127.24.4.188:46037)] Successfully connected to peer
21:10:19.552 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:19.552 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:19.552 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:19.553 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:19.553 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:19.553 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:19.557 [ERROR - kudu-nio-6] (Connection.java:452) [peer master-127.24.4.188:46037(127.24.4.188:46037)] unexpected exception from downstream on [id: 0xf61da105, L:/127.0.0.1:38370 - R:/127.24.4.188:46037]
org.apache.kudu.shaded.io.netty.handler.codec.TooLongFrameException: Adjusted frame length exceeds 268435456: 1213486164 - discarded
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.fail(LengthFieldBasedFrameDecoder.java:507)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.failIfNecessary(LengthFieldBasedFrameDecoder.java:493)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.exceededFrameLength(LengthFieldBasedFrameDecoder.java:377)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.decode(LengthFieldBasedFrameDecoder.java:423)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.decode(LengthFieldBasedFrameDecoder.java:333)
	at org.apache.kudu.shaded.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:545)
	at org.apache.kudu.shaded.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:484)
	at org.apache.kudu.shaded.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:296)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.kudu.shaded.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.kudu.shaded.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:10:19.557 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state NEGOTIATING due to: [peer master-127.24.4.188:46037(127.24.4.188:46037)] unexpected exception from downstream on [id: 0xf61da105, L:/127.0.0.1:38370 - R:/127.24.4.188:46037]
21:10:19.557 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: [peer master-127.24.4.188:46037(127.24.4.188:46037)] unexpected exception from downstream on [id: 0xf61da105, L:/127.0.0.1:38370 - R:/127.24.4.188:46037]
21:10:19.557 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:10:19.558 [DEBUG - kudu-nio-6] (Connection.java:239) [peer master-127.24.4.188:46037(127.24.4.188:46037)] handling channelInactive
21:10:19.602 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:10:19.602 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:10:19.602 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:10:19.602 [DEBUG - kudu-nio-6] (Connection.java:757) [peer master-127.24.4.188:46037(127.24.4.188:46037)] Successfully connected to peer
21:10:19.603 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:19.603 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:19.603 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:19.604 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:19.604 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:19.604 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:19.605 [ERROR - kudu-nio-6] (Connection.java:452) [peer master-127.24.4.188:46037(127.24.4.188:46037)] unexpected exception from downstream on [id: 0x960f9ec9, L:/127.0.0.1:38376 - R:/127.24.4.188:46037]
org.apache.kudu.shaded.io.netty.handler.codec.TooLongFrameException: Adjusted frame length exceeds 268435456: 1213486164 - discarded
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.fail(LengthFieldBasedFrameDecoder.java:507)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.failIfNecessary(LengthFieldBasedFrameDecoder.java:493)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.exceededFrameLength(LengthFieldBasedFrameDecoder.java:377)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.decode(LengthFieldBasedFrameDecoder.java:423)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.decode(LengthFieldBasedFrameDecoder.java:333)
	at org.apache.kudu.shaded.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:545)
	at org.apache.kudu.shaded.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:484)
	at org.apache.kudu.shaded.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:296)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.kudu.shaded.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.kudu.shaded.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:10:19.605 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state NEGOTIATING due to: [peer master-127.24.4.188:46037(127.24.4.188:46037)] unexpected exception from downstream on [id: 0x960f9ec9, L:/127.0.0.1:38376 - R:/127.24.4.188:46037]
21:10:19.605 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: [peer master-127.24.4.188:46037(127.24.4.188:46037)] unexpected exception from downstream on [id: 0x960f9ec9, L:/127.0.0.1:38376 - R:/127.24.4.188:46037]
21:10:19.605 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:10:19.605 [DEBUG - kudu-nio-6] (Connection.java:239) [peer master-127.24.4.188:46037(127.24.4.188:46037)] handling channelInactive
21:10:19.698 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:10:19.698 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:10:19.698 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:10:19.699 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:19.699 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:19.699 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:19.699 [DEBUG - kudu-nio-6] (Connection.java:757) [peer master-127.24.4.188:46037(127.24.4.188:46037)] Successfully connected to peer
21:10:19.700 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:19.700 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:19.700 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:19.702 [ERROR - kudu-nio-6] (Connection.java:452) [peer master-127.24.4.188:46037(127.24.4.188:46037)] unexpected exception from downstream on [id: 0x0cb0bfa1, L:/127.0.0.1:38378 - R:/127.24.4.188:46037]
org.apache.kudu.shaded.io.netty.handler.codec.TooLongFrameException: Adjusted frame length exceeds 268435456: 1213486164 - discarded
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.fail(LengthFieldBasedFrameDecoder.java:507)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.failIfNecessary(LengthFieldBasedFrameDecoder.java:493)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.exceededFrameLength(LengthFieldBasedFrameDecoder.java:377)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.decode(LengthFieldBasedFrameDecoder.java:423)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.decode(LengthFieldBasedFrameDecoder.java:333)
	at org.apache.kudu.shaded.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:545)
	at org.apache.kudu.shaded.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:484)
	at org.apache.kudu.shaded.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:296)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.kudu.shaded.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.kudu.shaded.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:10:19.702 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state NEGOTIATING due to: [peer master-127.24.4.188:46037(127.24.4.188:46037)] unexpected exception from downstream on [id: 0x0cb0bfa1, L:/127.0.0.1:38378 - R:/127.24.4.188:46037]
21:10:19.702 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: [peer master-127.24.4.188:46037(127.24.4.188:46037)] unexpected exception from downstream on [id: 0x0cb0bfa1, L:/127.0.0.1:38378 - R:/127.24.4.188:46037]
21:10:19.702 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:10:19.703 [DEBUG - kudu-nio-6] (Connection.java:239) [peer master-127.24.4.188:46037(127.24.4.188:46037)] handling channelInactive
21:10:19.714 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2841dd5f383bae9a8f297e74525dcca1 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 2841dd5f383bae9a8f297e74525dcca1 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:19.729 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:10:19.729 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:10:19.729 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:10:19.730 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:10:19.730 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:10:19.730 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:10:19.730 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:10:19.730 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:10:19.730 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:10:19.731 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:10:19.731 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:10:19.731 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:10:19.731 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:10:19.814 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 5 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783545019813 for job b3fa7429a7c4f8d4d835fb9511222428.
21:10:19.828 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 5 for job b3fa7429a7c4f8d4d835fb9511222428 (1971 bytes, checkpointDuration=14 ms, finalizationTime=1 ms).
21:10:19.830 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 5 as completed for source Source: KuduSource.
21:10:19.831 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 5 complete: removed split 064447db44a0551e4d7ac74800b088487e8152329c52fc622da824ae0f38c0a4 from pending
21:10:19.831 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 5 complete: removed 1 finished splits from enumerator state
21:10:19.835 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d6a71f5cf5f060cfaa5d5fa24434f7a3 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d6a71f5cf5f060cfaa5d5fa24434f7a3 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:19.856 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:10:19.857 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:10:19.857 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:10:19.857 [DEBUG - kudu-nio-6] (Connection.java:757) [peer master-127.24.4.188:46037(127.24.4.188:46037)] Successfully connected to peer
21:10:19.858 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:19.858 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:19.858 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:19.858 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:19.858 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:19.858 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:19.863 [ERROR - kudu-nio-6] (Connection.java:452) [peer master-127.24.4.188:46037(127.24.4.188:46037)] unexpected exception from downstream on [id: 0xd0606c78, L:/127.0.0.1:38386 - R:/127.24.4.188:46037]
org.apache.kudu.shaded.io.netty.handler.codec.TooLongFrameException: Adjusted frame length exceeds 268435456: 1213486164 - discarded
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.fail(LengthFieldBasedFrameDecoder.java:507)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.failIfNecessary(LengthFieldBasedFrameDecoder.java:493)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.exceededFrameLength(LengthFieldBasedFrameDecoder.java:377)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.decode(LengthFieldBasedFrameDecoder.java:423)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.decode(LengthFieldBasedFrameDecoder.java:333)
	at org.apache.kudu.shaded.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:545)
	at org.apache.kudu.shaded.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:484)
	at org.apache.kudu.shaded.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:296)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.kudu.shaded.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.kudu.shaded.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:10:19.863 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state NEGOTIATING due to: [peer master-127.24.4.188:46037(127.24.4.188:46037)] unexpected exception from downstream on [id: 0xd0606c78, L:/127.0.0.1:38386 - R:/127.24.4.188:46037]
21:10:19.863 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: [peer master-127.24.4.188:46037(127.24.4.188:46037)] unexpected exception from downstream on [id: 0xd0606c78, L:/127.0.0.1:38386 - R:/127.24.4.188:46037]
21:10:19.863 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:10:19.863 [DEBUG - kudu-nio-6] (Connection.java:239) [peer master-127.24.4.188:46037(127.24.4.188:46037)] handling channelInactive
21:10:19.926 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:19.975 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:20.214 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2841dd5f383bae9a8f297e74525dcca1 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 2841dd5f383bae9a8f297e74525dcca1 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:20.315 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 6 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783545020313 for job b3fa7429a7c4f8d4d835fb9511222428.
21:10:20.336 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d6a71f5cf5f060cfaa5d5fa24434f7a3 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d6a71f5cf5f060cfaa5d5fa24434f7a3 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:20.337 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 6 for job b3fa7429a7c4f8d4d835fb9511222428 (964 bytes, checkpointDuration=23 ms, finalizationTime=1 ms).
21:10:20.340 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 6 as completed for source Source: KuduSource.
21:10:20.370 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:10:20.370 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:10:20.371 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:10:20.371 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:20.371 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:20.371 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:20.371 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:20.372 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:20.372 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:20.372 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:20.373 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:20.373 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:20.373 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:10:20.427 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:20.457 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:10:20.457 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:10:20.457 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:10:20.458 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.24.4.188:46037(127.24.4.188:46037)] Successfully connected to peer
21:10:20.458 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:20.458 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:20.459 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:20.459 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:20.459 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:20.459 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:20.460 [ERROR - kudu-nio-1] (Connection.java:452) [peer master-127.24.4.188:46037(127.24.4.188:46037)] unexpected exception from downstream on [id: 0x17e1f750, L:/127.0.0.1:38388 - R:/127.24.4.188:46037]
org.apache.kudu.shaded.io.netty.handler.codec.TooLongFrameException: Adjusted frame length exceeds 268435456: 1213486164 - discarded
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.fail(LengthFieldBasedFrameDecoder.java:507)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.failIfNecessary(LengthFieldBasedFrameDecoder.java:493)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.exceededFrameLength(LengthFieldBasedFrameDecoder.java:377)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.decode(LengthFieldBasedFrameDecoder.java:423)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.decode(LengthFieldBasedFrameDecoder.java:333)
	at org.apache.kudu.shaded.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:545)
	at org.apache.kudu.shaded.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:484)
	at org.apache.kudu.shaded.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:296)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.kudu.shaded.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.kudu.shaded.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:10:20.460 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state NEGOTIATING due to: [peer master-127.24.4.188:46037(127.24.4.188:46037)] unexpected exception from downstream on [id: 0x17e1f750, L:/127.0.0.1:38388 - R:/127.24.4.188:46037]
21:10:20.460 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: [peer master-127.24.4.188:46037(127.24.4.188:46037)] unexpected exception from downstream on [id: 0x17e1f750, L:/127.0.0.1:38388 - R:/127.24.4.188:46037]
21:10:20.460 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:10:20.461 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.24.4.188:46037(127.24.4.188:46037)] handling channelInactive
21:10:20.475 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:20.639 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:10:20.639 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:10:20.639 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:10:20.639 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:20.640 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:20.640 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:20.640 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:20.640 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:20.640 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:20.640 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:20.640 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:20.640 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:20.640 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:10:20.714 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2841dd5f383bae9a8f297e74525dcca1 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 2841dd5f383bae9a8f297e74525dcca1 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:20.814 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 7 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783545020814 for job b3fa7429a7c4f8d4d835fb9511222428.
21:10:20.829 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 7 for job b3fa7429a7c4f8d4d835fb9511222428 (964 bytes, checkpointDuration=14 ms, finalizationTime=0 ms).
21:10:20.831 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 7 as completed for source Source: KuduSource.
21:10:20.834 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d6a71f5cf5f060cfaa5d5fa24434f7a3 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d6a71f5cf5f060cfaa5d5fa24434f7a3 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:20.909 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:10:20.910 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:10:20.910 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:10:20.910 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:10:20.910 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:10:20.910 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:10:20.911 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:10:20.911 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:10:20.911 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:10:20.911 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:10:20.911 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:10:20.911 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:10:20.911 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:10:20.927 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:20.975 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:20.991 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:10:20.991 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:10:20.992 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:10:20.992 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:20.992 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:20.992 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:20.992 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:20.992 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:20.992 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:20.992 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:20.993 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:20.993 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:20.993 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:10:20.996 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:10:20.996 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:10:20.996 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:10:20.996 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:20.996 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:20.996 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:20.997 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:20.997 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:20.997 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:20.997 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:20.997 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:20.997 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:20.997 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:10:21.022 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:10:21.022 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:10:21.022 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:10:21.023 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.24.4.188:46037(127.24.4.188:46037)] Successfully connected to peer
21:10:21.023 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:21.023 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:21.023 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:21.024 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:21.024 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:21.024 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:21.025 [ERROR - kudu-nio-1] (Connection.java:452) [peer master-127.24.4.188:46037(127.24.4.188:46037)] unexpected exception from downstream on [id: 0x49fc3e3b, L:/127.0.0.1:38402 - R:/127.24.4.188:46037]
org.apache.kudu.shaded.io.netty.handler.codec.TooLongFrameException: Adjusted frame length exceeds 268435456: 1213486164 - discarded
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.fail(LengthFieldBasedFrameDecoder.java:507)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.failIfNecessary(LengthFieldBasedFrameDecoder.java:493)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.exceededFrameLength(LengthFieldBasedFrameDecoder.java:377)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.decode(LengthFieldBasedFrameDecoder.java:423)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.decode(LengthFieldBasedFrameDecoder.java:333)
	at org.apache.kudu.shaded.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:545)
	at org.apache.kudu.shaded.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:484)
	at org.apache.kudu.shaded.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:296)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.kudu.shaded.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.kudu.shaded.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:10:21.025 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state NEGOTIATING due to: [peer master-127.24.4.188:46037(127.24.4.188:46037)] unexpected exception from downstream on [id: 0x49fc3e3b, L:/127.0.0.1:38402 - R:/127.24.4.188:46037]
21:10:21.025 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: [peer master-127.24.4.188:46037(127.24.4.188:46037)] unexpected exception from downstream on [id: 0x49fc3e3b, L:/127.0.0.1:38402 - R:/127.24.4.188:46037]
21:10:21.025 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:10:21.026 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.24.4.188:46037(127.24.4.188:46037)] handling channelInactive
21:10:21.074 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 24ddf4c24c824100b7ce4bcf7790c2a2
21:10:21.077 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:10:21.077 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:10:21.077 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:10:21.078 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.24.4.188:46037(127.24.4.188:46037)] Successfully connected to peer
21:10:21.078 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='b9f581aefaf3441c649a71b859ecd837db7db2cb9e7406a750050ad777b7e5d4'}]
21:10:21.078 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:21.078 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:21.078 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:21.079 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:21.079 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:21.079 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:21.080 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:10:21.080 [ERROR - kudu-nio-1] (Connection.java:452) [peer master-127.24.4.188:46037(127.24.4.188:46037)] unexpected exception from downstream on [id: 0x74bcb427, L:/127.0.0.1:38406 - R:/127.24.4.188:46037]
org.apache.kudu.shaded.io.netty.handler.codec.TooLongFrameException: Adjusted frame length exceeds 268435456: 1213486164 - discarded
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.fail(LengthFieldBasedFrameDecoder.java:507)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.failIfNecessary(LengthFieldBasedFrameDecoder.java:493)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.exceededFrameLength(LengthFieldBasedFrameDecoder.java:377)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.decode(LengthFieldBasedFrameDecoder.java:423)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.decode(LengthFieldBasedFrameDecoder.java:333)
	at org.apache.kudu.shaded.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:545)
	at org.apache.kudu.shaded.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:484)
	at org.apache.kudu.shaded.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:296)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.kudu.shaded.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.kudu.shaded.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:10:21.080 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state NEGOTIATING due to: [peer master-127.24.4.188:46037(127.24.4.188:46037)] unexpected exception from downstream on [id: 0x74bcb427, L:/127.0.0.1:38406 - R:/127.24.4.188:46037]
21:10:21.080 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: [peer master-127.24.4.188:46037(127.24.4.188:46037)] unexpected exception from downstream on [id: 0x74bcb427, L:/127.0.0.1:38406 - R:/127.24.4.188:46037]
21:10:21.080 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:10:21.081 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.24.4.188:46037(127.24.4.188:46037)] handling channelInactive
21:10:21.087 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
21:10:21.095 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=296136, tablet=c3c8d733e41445f991a126a81e731dac@[0909979a2a2348c0918c10cf33afe09a(127.29.189.193:42973)[L],1e931e67318641aeb1d696c73963428f(127.29.189.195:36503),35c86ccfa1c5453b82b02d1aca42ae8c(127.29.189.194:40117)]}]
21:10:21.102 [DEBUG - pool-424-thread-1] (Connection.java:748) [peer master-127.22.50.60:38829(127.22.50.60:38829)] connecting to peer
21:10:21.102 [DEBUG - pool-424-thread-1] (Connection.java:748) [peer master-127.22.50.61:45261(127.22.50.61:45261)] connecting to peer
21:10:21.102 [DEBUG - pool-424-thread-1] (Connection.java:748) [peer master-127.22.50.62:44659(127.22.50.62:44659)] connecting to peer
21:10:21.103 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:10:21.103 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.50.62:44659(127.22.50.62:44659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:10:21.103 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.62:44659: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:10:21.103 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:10:21.103 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.50.60:38829(127.22.50.60:38829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:10:21.103 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:10:21.103 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.60:38829: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:10:21.103 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.50.61:45261(127.22.50.61:45261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:10:21.103 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.61:45261: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:10:21.103 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659; will retry
21:10:21.112 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer 0909979a2a2348c0918c10cf33afe09a(127.29.189.193:42973)] connecting to peer
21:10:21.119 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 0909979a2a2348c0918c10cf33afe09a(127.29.189.193:42973)] Successfully connected to peer
21:10:21.142 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.29.189.193
21:10:21.156 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:10:21.163 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xb70a4037, L:/127.0.0.1:59400 - R:/127.29.189.193:42973] using SASL/PLAIN
21:10:21.214 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2841dd5f383bae9a8f297e74525dcca1 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 2841dd5f383bae9a8f297e74525dcca1 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:21.238 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305400406298624001) for scanner KuduScanner(table=replication_test_table, tablet=c3c8d733e41445f991a126a81e731dac, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
21:10:21.239 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:108) Finished reading from splits [b9f581aefaf3441c649a71b859ecd837db7db2cb9e7406a750050ad777b7e5d4]
21:10:21.239 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [b9f581aefaf3441c649a71b859ecd837db7db2cb9e7406a750050ad777b7e5d4]
21:10:21.240 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
21:10:21.240 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
21:10:21.241 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split b9f581aefaf3441c649a71b859ecd837db7db2cb9e7406a750050ad777b7e5d4 finished by subtask 1; deferring removal (restored in pending)
21:10:21.243 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer 0909979a2a2348c0918c10cf33afe09a(127.29.189.193:42973)] disconnecting while in state READY
21:10:21.243 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
21:10:21.267 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 0909979a2a2348c0918c10cf33afe09a(127.29.189.193:42973)] handling channelInactive
21:10:21.267 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 0909979a2a2348c0918c10cf33afe09a(127.29.189.193:42973)] cleaning up while in state READY due to: connection closed
21:10:21.267 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-0
21:10:21.267 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
21:10:21.315 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 8 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783545021314 for job b3fa7429a7c4f8d4d835fb9511222428.
21:10:21.335 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d6a71f5cf5f060cfaa5d5fa24434f7a3 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d6a71f5cf5f060cfaa5d5fa24434f7a3 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:21.340 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 8 for job b3fa7429a7c4f8d4d835fb9511222428 (1971 bytes, checkpointDuration=24 ms, finalizationTime=2 ms).
21:10:21.341 [DEBUG - pool-426-thread-1] (Connection.java:748) [peer master-127.28.61.190:36375(127.28.61.190:36375)] connecting to peer
21:10:21.341 [DEBUG - pool-426-thread-1] (Connection.java:748) [peer master-127.28.61.189:39213(127.28.61.189:39213)] connecting to peer
21:10:21.341 [DEBUG - pool-426-thread-1] (Connection.java:748) [peer master-127.28.61.188:41979(127.28.61.188:41979)] connecting to peer
21:10:21.342 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:21.342 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.28.61.190:36375(127.28.61.190:36375)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:21.342 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.190:36375: Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:21.342 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 8 as completed for source Source: KuduSource.
21:10:21.342 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 8 complete: removed split b9f581aefaf3441c649a71b859ecd837db7db2cb9e7406a750050ad777b7e5d4 from pending
21:10:21.342 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 8 complete: removed 1 finished splits from enumerator state
21:10:21.342 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:21.342 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.28.61.189:39213(127.28.61.189:39213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:21.342 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.189:39213: Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:21.343 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:21.343 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.28.61.188:41979(127.28.61.188:41979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:21.343 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.188:41979: Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:21.343 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.28.61.190:36375,127.28.61.189:39213,127.28.61.188:41979; will retry
21:10:21.350 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:10:21.350 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:10:21.350 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:10:21.351 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:21.351 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:21.351 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:21.351 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:21.352 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:21.352 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:21.352 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:21.352 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:21.352 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:21.352 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:10:21.402 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.28.61.190:36375(127.28.61.190:36375)] connecting to peer
21:10:21.403 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.28.61.189:39213(127.28.61.189:39213)] connecting to peer
21:10:21.403 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.28.61.188:41979(127.28.61.188:41979)] connecting to peer
21:10:21.403 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:21.404 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.28.61.190:36375(127.28.61.190:36375)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:21.404 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.190:36375: Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:21.404 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:21.404 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.28.61.189:39213(127.28.61.189:39213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:21.404 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.189:39213: Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:21.405 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:21.405 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.28.61.188:41979(127.28.61.188:41979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:21.405 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.188:41979: Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:21.405 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.28.61.190:36375,127.28.61.189:39213,127.28.61.188:41979; will retry
21:10:21.411 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:10:21.411 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:10:21.411 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:10:21.411 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.24.4.188:46037(127.24.4.188:46037)] Successfully connected to peer
21:10:21.412 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:21.412 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:21.412 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:21.413 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:21.413 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:21.413 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:21.423 [ERROR - kudu-nio-1] (Connection.java:452) [peer master-127.24.4.188:46037(127.24.4.188:46037)] unexpected exception from downstream on [id: 0x1411dc59, L:/127.0.0.1:38416 - R:/127.24.4.188:46037]
org.apache.kudu.shaded.io.netty.handler.codec.TooLongFrameException: Adjusted frame length exceeds 268435456: 1213486164 - discarded
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.fail(LengthFieldBasedFrameDecoder.java:507)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.failIfNecessary(LengthFieldBasedFrameDecoder.java:493)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.exceededFrameLength(LengthFieldBasedFrameDecoder.java:377)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.decode(LengthFieldBasedFrameDecoder.java:423)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.decode(LengthFieldBasedFrameDecoder.java:333)
	at org.apache.kudu.shaded.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:545)
	at org.apache.kudu.shaded.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:484)
	at org.apache.kudu.shaded.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:296)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.kudu.shaded.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.kudu.shaded.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:10:21.424 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state NEGOTIATING due to: [peer master-127.24.4.188:46037(127.24.4.188:46037)] unexpected exception from downstream on [id: 0x1411dc59, L:/127.0.0.1:38416 - R:/127.24.4.188:46037]
21:10:21.424 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: [peer master-127.24.4.188:46037(127.24.4.188:46037)] unexpected exception from downstream on [id: 0x1411dc59, L:/127.0.0.1:38416 - R:/127.24.4.188:46037]
21:10:21.424 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:10:21.424 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.24.4.188:46037(127.24.4.188:46037)] handling channelInactive
21:10:21.427 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:21.468 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.28.61.190:36375(127.28.61.190:36375)] connecting to peer
21:10:21.468 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.28.61.189:39213(127.28.61.189:39213)] connecting to peer
21:10:21.469 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.28.61.188:41979(127.28.61.188:41979)] connecting to peer
21:10:21.469 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:21.469 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.28.61.189:39213(127.28.61.189:39213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:21.469 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:21.469 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.61.188:41979(127.28.61.188:41979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:21.469 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.189:39213: Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:21.469 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.188:41979: Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:21.469 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:21.469 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.28.61.190:36375(127.28.61.190:36375)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:21.469 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.190:36375: Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:21.469 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.28.61.190:36375,127.28.61.189:39213,127.28.61.188:41979; will retry
21:10:21.476 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:21.714 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2841dd5f383bae9a8f297e74525dcca1 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 2841dd5f383bae9a8f297e74525dcca1 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:21.813 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 9 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783545021813 for job b3fa7429a7c4f8d4d835fb9511222428.
21:10:21.822 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 9 for job b3fa7429a7c4f8d4d835fb9511222428 (964 bytes, checkpointDuration=9 ms, finalizationTime=0 ms).
21:10:21.823 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 9 as completed for source Source: KuduSource.
21:10:21.834 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d6a71f5cf5f060cfaa5d5fa24434f7a3 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d6a71f5cf5f060cfaa5d5fa24434f7a3 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:21.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T21:10:21Z chronyd exiting
21:10:21.886 [DEBUG - pool-424-thread-1] (Connection.java:748) [peer master-127.22.50.60:38829(127.22.50.60:38829)] connecting to peer
21:10:21.886 [DEBUG - pool-424-thread-1] (Connection.java:748) [peer master-127.22.50.61:45261(127.22.50.61:45261)] connecting to peer
21:10:21.886 [DEBUG - pool-424-thread-1] (Connection.java:748) [peer master-127.22.50.62:44659(127.22.50.62:44659)] connecting to peer
21:10:21.888 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:10:21.888 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.50.60:38829(127.22.50.60:38829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:10:21.888 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.60:38829: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:10:21.888 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:10:21.889 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.50.61:45261(127.22.50.61:45261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:10:21.889 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.61:45261: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:10:21.889 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:10:21.889 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.50.62:44659(127.22.50.62:44659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:10:21.889 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.62:44659: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:10:21.889 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659; will retry
21:10:21.927 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:21.976 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:22.213 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2841dd5f383bae9a8f297e74525dcca1 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 2841dd5f383bae9a8f297e74525dcca1 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:22.314 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 10 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783545022313 for job b3fa7429a7c4f8d4d835fb9511222428.
21:10:22.324 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 10 for job b3fa7429a7c4f8d4d835fb9511222428 (964 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
21:10:22.327 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 10 as completed for source Source: KuduSource.
21:10:22.335 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d6a71f5cf5f060cfaa5d5fa24434f7a3 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d6a71f5cf5f060cfaa5d5fa24434f7a3 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:22.427 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:22.476 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:22.534 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.28.61.190:36375(127.28.61.190:36375)] connecting to peer
21:10:22.535 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.28.61.189:39213(127.28.61.189:39213)] connecting to peer
21:10:22.535 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.28.61.188:41979(127.28.61.188:41979)] connecting to peer
21:10:22.535 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:22.535 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.28.61.190:36375(127.28.61.190:36375)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:22.535 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.190:36375: Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:22.535 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:22.535 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.28.61.189:39213(127.28.61.189:39213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:22.535 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.189:39213: Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:22.536 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:22.536 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.28.61.188:41979(127.28.61.188:41979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:22.536 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.188:41979: Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:22.536 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.28.61.190:36375,127.28.61.189:39213,127.28.61.188:41979; will retry
21:10:22.713 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2841dd5f383bae9a8f297e74525dcca1 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 2841dd5f383bae9a8f297e74525dcca1 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:22.814 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 11 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783545022813 for job b3fa7429a7c4f8d4d835fb9511222428.
21:10:22.829 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 11 for job b3fa7429a7c4f8d4d835fb9511222428 (964 bytes, checkpointDuration=15 ms, finalizationTime=1 ms).
21:10:22.830 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 11 as completed for source Source: KuduSource.
21:10:22.835 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d6a71f5cf5f060cfaa5d5fa24434f7a3 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d6a71f5cf5f060cfaa5d5fa24434f7a3 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:22.861 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.25.113.61:34911(127.25.113.61:34911)] connecting to peer
21:10:22.861 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.25.113.60:35933(127.25.113.60:35933)] connecting to peer
21:10:22.861 [DEBUG - pool-436-thread-1] (Connection.java:748) [peer master-127.25.113.62:35193(127.25.113.62:35193)] connecting to peer
21:10:22.862 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:10:22.862 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.113.62:35193(127.25.113.62:35193)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:10:22.862 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.62:35193: Failed to connect to peer master-127.25.113.62:35193(127.25.113.62:35193): Connection refused: /127.25.113.62:35193
21:10:22.862 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:10:22.862 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.113.60:35933(127.25.113.60:35933)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:10:22.862 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.60:35933: Failed to connect to peer master-127.25.113.60:35933(127.25.113.60:35933): Connection refused: /127.25.113.60:35933
21:10:22.863 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:10:22.863 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.113.61:34911(127.25.113.61:34911)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:10:22.863 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.113.61:34911: Failed to connect to peer master-127.25.113.61:34911(127.25.113.61:34911): Connection refused: /127.25.113.61:34911
21:10:22.863 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.25.113.61:34911,127.25.113.60:35933,127.25.113.62:35193; will retry
21:10:22.877 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:10:22.878 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:10:22.878 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:10:22.878 [DEBUG - kudu-nio-4] (Connection.java:757) [peer master-127.24.4.188:46037(127.24.4.188:46037)] Successfully connected to peer
21:10:22.879 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:22.879 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:22.879 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:22.882 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:22.882 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:22.882 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:22.883 [ERROR - kudu-nio-4] (Connection.java:452) [peer master-127.24.4.188:46037(127.24.4.188:46037)] unexpected exception from downstream on [id: 0xdc88f55f, L:/127.0.0.1:38422 - R:/127.24.4.188:46037]
org.apache.kudu.shaded.io.netty.handler.codec.TooLongFrameException: Adjusted frame length exceeds 268435456: 1213486164 - discarded
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.fail(LengthFieldBasedFrameDecoder.java:507)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.failIfNecessary(LengthFieldBasedFrameDecoder.java:493)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.exceededFrameLength(LengthFieldBasedFrameDecoder.java:377)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.decode(LengthFieldBasedFrameDecoder.java:423)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.decode(LengthFieldBasedFrameDecoder.java:333)
	at org.apache.kudu.shaded.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:545)
	at org.apache.kudu.shaded.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:484)
	at org.apache.kudu.shaded.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:296)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.kudu.shaded.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.kudu.shaded.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:10:22.883 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state NEGOTIATING due to: [peer master-127.24.4.188:46037(127.24.4.188:46037)] unexpected exception from downstream on [id: 0xdc88f55f, L:/127.0.0.1:38422 - R:/127.24.4.188:46037]
21:10:22.883 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: [peer master-127.24.4.188:46037(127.24.4.188:46037)] unexpected exception from downstream on [id: 0xdc88f55f, L:/127.0.0.1:38422 - R:/127.24.4.188:46037]
21:10:22.883 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:10:22.884 [DEBUG - kudu-nio-4] (Connection.java:239) [peer master-127.24.4.188:46037(127.24.4.188:46037)] handling channelInactive
21:10:22.927 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:22.940 [DEBUG - main] (Connection.java:575) [peer 1e931e67318641aeb1d696c73963428f(127.29.189.195:36503)] disconnecting while in state READY
21:10:22.940 [DEBUG - main] (Connection.java:575) [peer master-127.29.189.254:45211(127.29.189.254:45211)] disconnecting while in state READY
21:10:22.941 [DEBUG - main] (Connection.java:575) [peer master-127.29.189.252:40043(127.29.189.252:40043)] disconnecting while in state READY
21:10:22.941 [DEBUG - main] (Connection.java:575) [peer master-127.29.189.253:40775(127.29.189.253:40775)] disconnecting while in state READY
21:10:22.941 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.29.189.254:45211(127.29.189.254:45211)] handling channelInactive
21:10:22.941 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.189.254:45211(127.29.189.254:45211)] cleaning up while in state READY due to: connection closed
21:10:22.941 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.29.189.252:40043(127.29.189.252:40043)] handling channelInactive
21:10:22.941 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.189.252:40043(127.29.189.252:40043)] cleaning up while in state READY due to: connection closed
21:10:22.942 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
21:10:22.944 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 25 thread-local buffer(s) from thread: kudu-nio-2
21:10:22.945 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-0
21:10:22.945 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 1e931e67318641aeb1d696c73963428f(127.29.189.195:36503)] handling channelInactive
21:10:22.945 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 1e931e67318641aeb1d696c73963428f(127.29.189.195:36503)] cleaning up while in state READY due to: connection closed
21:10:22.945 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 24 thread-local buffer(s) from thread: kudu-nio-3
21:10:22.948 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.29.189.253:40775(127.29.189.253:40775)] handling channelInactive
21:10:22.948 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.189.253:40775(127.29.189.253:40775)] cleaning up while in state READY due to: connection closed
21:10:22.948 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 20 thread-local buffer(s) from thread: kudu-nio-1
21:10:22.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:22.949285 30455 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu with pid 30829
21:10:22.976 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:23.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:23.002455 30455 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu with pid 31029
21:10:23.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:23.040483 30455 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu with pid 31189
21:10:23.042 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:10:23.043 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:10:23.043 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:10:23.043 [DEBUG - kudu-nio-4] (Connection.java:757) [peer master-127.24.4.188:46037(127.24.4.188:46037)] Successfully connected to peer
21:10:23.043 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:23.043 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:23.043 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:23.044 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:23.044 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:23.044 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:23.046 [ERROR - kudu-nio-4] (Connection.java:452) [peer master-127.24.4.188:46037(127.24.4.188:46037)] unexpected exception from downstream on [id: 0x16ff8c36, L:/127.0.0.1:38436 - R:/127.24.4.188:46037]
org.apache.kudu.shaded.io.netty.handler.codec.TooLongFrameException: Adjusted frame length exceeds 268435456: 1213486164 - discarded
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.fail(LengthFieldBasedFrameDecoder.java:507)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.failIfNecessary(LengthFieldBasedFrameDecoder.java:493)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.exceededFrameLength(LengthFieldBasedFrameDecoder.java:377)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.decode(LengthFieldBasedFrameDecoder.java:423)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.decode(LengthFieldBasedFrameDecoder.java:333)
	at org.apache.kudu.shaded.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:545)
	at org.apache.kudu.shaded.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:484)
	at org.apache.kudu.shaded.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:296)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.kudu.shaded.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.kudu.shaded.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:10:23.047 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state NEGOTIATING due to: [peer master-127.24.4.188:46037(127.24.4.188:46037)] unexpected exception from downstream on [id: 0x16ff8c36, L:/127.0.0.1:38436 - R:/127.24.4.188:46037]
21:10:23.047 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: [peer master-127.24.4.188:46037(127.24.4.188:46037)] unexpected exception from downstream on [id: 0x16ff8c36, L:/127.0.0.1:38436 - R:/127.24.4.188:46037]
21:10:23.047 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:10:23.047 [DEBUG - kudu-nio-4] (Connection.java:239) [peer master-127.24.4.188:46037(127.24.4.188:46037)] handling channelInactive
21:10:23.074 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 24ddf4c24c824100b7ce4bcf7790c2a2
21:10:23.076 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='ff396724982aeec9fc46f5753aea8e76efd0362ce0413f3458543f9a4b2cc87d'}]
21:10:23.078 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
21:10:23.082 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
21:10:23.083 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=294137, tablet=c3c8d733e41445f991a126a81e731dac@[0909979a2a2348c0918c10cf33afe09a(127.29.189.193:42973)[L],1e931e67318641aeb1d696c73963428f(127.29.189.195:36503),35c86ccfa1c5453b82b02d1aca42ae8c(127.29.189.194:40117)]}]
21:10:23.084 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer 0909979a2a2348c0918c10cf33afe09a(127.29.189.193:42973)] connecting to peer
21:10:23.085 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 0909979a2a2348c0918c10cf33afe09a(127.29.189.193:42973): Connection refused: /127.29.189.193:42973
21:10:23.085 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 0909979a2a2348c0918c10cf33afe09a(127.29.189.193:42973)] cleaning up while in state CONNECTING due to: Failed to connect to peer 0909979a2a2348c0918c10cf33afe09a(127.29.189.193:42973): Connection refused: /127.29.189.193:42973
21:10:23.085 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 0909979a2a2348c0918c10cf33afe09a(127.29.189.193:42973) for tablet c3c8d733e41445f991a126a81e731dac: Failed to connect to peer 0909979a2a2348c0918c10cf33afe09a(127.29.189.193:42973): Connection refused: /127.29.189.193:42973
21:10:23.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:23.097757 30455 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu with pid 30520
21:10:23.104 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer 35c86ccfa1c5453b82b02d1aca42ae8c(127.29.189.194:40117)] connecting to peer
21:10:23.107 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 35c86ccfa1c5453b82b02d1aca42ae8c(127.29.189.194:40117): Connection refused: /127.29.189.194:40117
21:10:23.108 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 35c86ccfa1c5453b82b02d1aca42ae8c(127.29.189.194:40117)] cleaning up while in state CONNECTING due to: Failed to connect to peer 35c86ccfa1c5453b82b02d1aca42ae8c(127.29.189.194:40117): Connection refused: /127.29.189.194:40117
21:10:23.108 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 35c86ccfa1c5453b82b02d1aca42ae8c(127.29.189.194:40117) for tablet c3c8d733e41445f991a126a81e731dac: Failed to connect to peer 35c86ccfa1c5453b82b02d1aca42ae8c(127.29.189.194:40117): Connection refused: /127.29.189.194:40117
21:10:23.124 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer 1e931e67318641aeb1d696c73963428f(127.29.189.195:36503)] connecting to peer
21:10:23.125 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 1e931e67318641aeb1d696c73963428f(127.29.189.195:36503): Connection refused: /127.29.189.195:36503
21:10:23.126 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 1e931e67318641aeb1d696c73963428f(127.29.189.195:36503)] cleaning up while in state CONNECTING due to: Failed to connect to peer 1e931e67318641aeb1d696c73963428f(127.29.189.195:36503): Connection refused: /127.29.189.195:36503
21:10:23.126 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 1e931e67318641aeb1d696c73963428f(127.29.189.195:36503) for tablet c3c8d733e41445f991a126a81e731dac: Failed to connect to peer 1e931e67318641aeb1d696c73963428f(127.29.189.195:36503): Connection refused: /127.29.189.195:36503
21:10:23.135 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.29.189.254:45211(127.29.189.254:45211)] handling channelInactive
21:10:23.135 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.189.254:45211(127.29.189.254:45211)] cleaning up while in state READY due to: connection closed
21:10:23.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:23.136734 30455 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu with pid 30591
21:10:23.144 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.29.189.254:45211(127.29.189.254:45211)] connecting to peer
21:10:23.145 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.29.189.253:40775(127.29.189.253:40775)] connecting to peer
21:10:23.145 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.189.254:45211(127.29.189.254:45211): Connection refused: /127.29.189.254:45211
21:10:23.146 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.29.189.252:40043(127.29.189.252:40043)] connecting to peer
21:10:23.146 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.189.254:45211(127.29.189.254:45211)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.189.254:45211(127.29.189.254:45211): Connection refused: /127.29.189.254:45211
21:10:23.146 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.189.254:45211: Failed to connect to peer master-127.29.189.254:45211(127.29.189.254:45211): Connection refused: /127.29.189.254:45211
21:10:23.146 [DEBUG - kudu-nio-4] (Connection.java:757) [peer master-127.29.189.253:40775(127.29.189.253:40775)] Successfully connected to peer
21:10:23.157 [DEBUG - kudu-nio-5] (Connection.java:757) [peer master-127.29.189.252:40043(127.29.189.252:40043)] Successfully connected to peer
21:10:23.161 [DEBUG - kudu-nio-5] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.29.189.252
21:10:23.171 [DEBUG - kudu-nio-5] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
21:10:23.174 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.29.189.253:40775(127.29.189.253:40775)] handling channelInactive
21:10:23.174 [DEBUG - kudu-nio-5] (Negotiator.java:919) Authenticated connection [id: 0x71eb7ff3, L:/127.0.0.1:54458 - R:/127.29.189.252:40043] using SASL/PLAIN
21:10:23.174 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.189.253:40775(127.29.189.253:40775)] cleaning up while in state READY due to: connection closed
21:10:23.175 [ERROR - kudu-nio-4] (Connection.java:452) [peer master-127.29.189.253:40775(127.29.189.253:40775)] unexpected exception from downstream on [id: 0x15368d14, L:/127.0.0.1:56188 - R:/127.29.189.253:40775]
java.net.SocketException: Connection reset
	at java.base/sun.nio.ch.SocketChannelImpl.throwConnectionReset(SocketChannelImpl.java:394)
	at java.base/sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:426)
	at org.apache.kudu.shaded.io.netty.buffer.PooledByteBuf.setBytes(PooledByteBuf.java:255)
	at org.apache.kudu.shaded.io.netty.buffer.AbstractByteBuf.writeBytes(AbstractByteBuf.java:1132)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doReadBytes(NioSocketChannel.java:356)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:156)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:10:23.175 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.189.253:40775(127.29.189.253:40775)] cleaning up while in state NEGOTIATING due to: [peer master-127.29.189.253:40775(127.29.189.253:40775)] unexpected exception from downstream on [id: 0x15368d14, L:/127.0.0.1:56188 - R:/127.29.189.253:40775]
21:10:23.175 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.189.253:40775: [peer master-127.29.189.253:40775(127.29.189.253:40775)] unexpected exception from downstream on [id: 0x15368d14, L:/127.0.0.1:56188 - R:/127.29.189.253:40775]
21:10:23.176 [DEBUG - kudu-nio-4] (Connection.java:239) [peer master-127.29.189.253:40775(127.29.189.253:40775)] handling channelInactive
21:10:23.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 21:10:23.178824 30455 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskh3Ey5B/build/tsan/bin/kudu with pid 30666
21:10:23.213 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2841dd5f383bae9a8f297e74525dcca1 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 2841dd5f383bae9a8f297e74525dcca1 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:23.214 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.29.189.252:40043(127.29.189.252:40043)] handling channelInactive
21:10:23.214 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.189.252:40043(127.29.189.252:40043)] cleaning up while in state READY due to: connection closed
21:10:23.214 [DEBUG - kudu-nio-5] (Connection.java:239) [peer master-127.29.189.252:40043(127.29.189.252:40043)] handling channelInactive
21:10:23.214 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.189.252:40043(127.29.189.252:40043)] cleaning up while in state READY due to: connection closed
21:10:23.214 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.189.252:40043: connection closed
21:10:23.214 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.29.189.254:45211,127.29.189.253:40775,127.29.189.252:40043; will retry
21:10:23.224 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.29.189.254:45211(127.29.189.254:45211)] connecting to peer
21:10:23.225 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.29.189.253:40775(127.29.189.253:40775)] connecting to peer
21:10:23.225 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.189.254:45211(127.29.189.254:45211): Connection refused: /127.29.189.254:45211
21:10:23.225 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.29.189.252:40043(127.29.189.252:40043)] connecting to peer
21:10:23.225 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.189.254:45211(127.29.189.254:45211)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.189.254:45211(127.29.189.254:45211): Connection refused: /127.29.189.254:45211
21:10:23.225 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.189.254:45211: Failed to connect to peer master-127.29.189.254:45211(127.29.189.254:45211): Connection refused: /127.29.189.254:45211
21:10:23.225 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.189.253:40775(127.29.189.253:40775): Connection refused: /127.29.189.253:40775
21:10:23.225 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.189.253:40775(127.29.189.253:40775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.189.253:40775(127.29.189.253:40775): Connection refused: /127.29.189.253:40775
21:10:23.226 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.189.253:40775: Failed to connect to peer master-127.29.189.253:40775(127.29.189.253:40775): Connection refused: /127.29.189.253:40775
21:10:23.226 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.189.252:40043(127.29.189.252:40043): Connection refused: /127.29.189.252:40043
21:10:23.226 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.189.252:40043(127.29.189.252:40043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.189.252:40043(127.29.189.252:40043): Connection refused: /127.29.189.252:40043
21:10:23.226 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.189.252:40043: Failed to connect to peer master-127.29.189.252:40043(127.29.189.252:40043): Connection refused: /127.29.189.252:40043
21:10:23.226 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.29.189.254:45211,127.29.189.253:40775,127.29.189.252:40043; will retry
21:10:23.245 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.29.189.254:45211(127.29.189.254:45211)] connecting to peer
21:10:23.245 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.29.189.253:40775(127.29.189.253:40775)] connecting to peer
21:10:23.245 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.29.189.252:40043(127.29.189.252:40043)] connecting to peer
21:10:23.245 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.189.253:40775(127.29.189.253:40775): Connection refused: /127.29.189.253:40775
21:10:23.245 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.189.252:40043(127.29.189.252:40043): Connection refused: /127.29.189.252:40043
21:10:23.245 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.189.253:40775(127.29.189.253:40775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.189.253:40775(127.29.189.253:40775): Connection refused: /127.29.189.253:40775
21:10:23.245 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.189.252:40043(127.29.189.252:40043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.189.252:40043(127.29.189.252:40043): Connection refused: /127.29.189.252:40043
21:10:23.245 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.189.253:40775: Failed to connect to peer master-127.29.189.253:40775(127.29.189.253:40775): Connection refused: /127.29.189.253:40775
21:10:23.245 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.189.252:40043: Failed to connect to peer master-127.29.189.252:40043(127.29.189.252:40043): Connection refused: /127.29.189.252:40043
21:10:23.245 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.189.254:45211(127.29.189.254:45211): Connection refused: /127.29.189.254:45211
21:10:23.246 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.189.254:45211(127.29.189.254:45211)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.189.254:45211(127.29.189.254:45211): Connection refused: /127.29.189.254:45211
21:10:23.246 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.189.254:45211: Failed to connect to peer master-127.29.189.254:45211(127.29.189.254:45211): Connection refused: /127.29.189.254:45211
21:10:23.246 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.189.254:45211,127.29.189.253:40775,127.29.189.252:40043; will retry
21:10:23.264 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.29.189.254:45211(127.29.189.254:45211)] connecting to peer
21:10:23.265 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.29.189.253:40775(127.29.189.253:40775)] connecting to peer
21:10:23.265 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.29.189.252:40043(127.29.189.252:40043)] connecting to peer
21:10:23.265 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.189.254:45211(127.29.189.254:45211): Connection refused: /127.29.189.254:45211
21:10:23.265 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.189.254:45211(127.29.189.254:45211)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.189.254:45211(127.29.189.254:45211): Connection refused: /127.29.189.254:45211
21:10:23.265 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.189.252:40043(127.29.189.252:40043): Connection refused: /127.29.189.252:40043
21:10:23.265 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.189.252:40043(127.29.189.252:40043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.189.252:40043(127.29.189.252:40043): Connection refused: /127.29.189.252:40043
21:10:23.265 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.189.254:45211: Failed to connect to peer master-127.29.189.254:45211(127.29.189.254:45211): Connection refused: /127.29.189.254:45211
21:10:23.265 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.189.252:40043: Failed to connect to peer master-127.29.189.252:40043(127.29.189.252:40043): Connection refused: /127.29.189.252:40043
21:10:23.265 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.189.253:40775(127.29.189.253:40775): Connection refused: /127.29.189.253:40775
21:10:23.265 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.189.253:40775(127.29.189.253:40775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.189.253:40775(127.29.189.253:40775): Connection refused: /127.29.189.253:40775
21:10:23.265 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.189.253:40775: Failed to connect to peer master-127.29.189.253:40775(127.29.189.253:40775): Connection refused: /127.29.189.253:40775
21:10:23.265 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.29.189.254:45211,127.29.189.253:40775,127.29.189.252:40043; will retry
21:10:23.284 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.29.189.254:45211(127.29.189.254:45211)] connecting to peer
21:10:23.284 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.29.189.253:40775(127.29.189.253:40775)] connecting to peer
21:10:23.285 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.29.189.252:40043(127.29.189.252:40043)] connecting to peer
21:10:23.285 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.189.253:40775(127.29.189.253:40775): Connection refused: /127.29.189.253:40775
21:10:23.285 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.189.253:40775(127.29.189.253:40775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.189.253:40775(127.29.189.253:40775): Connection refused: /127.29.189.253:40775
21:10:23.285 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.189.253:40775: Failed to connect to peer master-127.29.189.253:40775(127.29.189.253:40775): Connection refused: /127.29.189.253:40775
21:10:23.285 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.189.252:40043(127.29.189.252:40043): Connection refused: /127.29.189.252:40043
21:10:23.285 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.189.252:40043(127.29.189.252:40043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.189.252:40043(127.29.189.252:40043): Connection refused: /127.29.189.252:40043
21:10:23.285 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.189.254:45211(127.29.189.254:45211): Connection refused: /127.29.189.254:45211
21:10:23.285 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.189.252:40043: Failed to connect to peer master-127.29.189.252:40043(127.29.189.252:40043): Connection refused: /127.29.189.252:40043
21:10:23.285 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.189.254:45211(127.29.189.254:45211)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.189.254:45211(127.29.189.254:45211): Connection refused: /127.29.189.254:45211
21:10:23.285 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.189.254:45211: Failed to connect to peer master-127.29.189.254:45211(127.29.189.254:45211): Connection refused: /127.29.189.254:45211
21:10:23.285 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.29.189.254:45211,127.29.189.253:40775,127.29.189.252:40043; will retry
21:10:23.314 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 12 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783545023313 for job b3fa7429a7c4f8d4d835fb9511222428.
21:10:23.324 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 12 for job b3fa7429a7c4f8d4d835fb9511222428 (1971 bytes, checkpointDuration=10 ms, finalizationTime=1 ms).
21:10:23.325 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 12 as completed for source Source: KuduSource.
21:10:23.325 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.29.189.254:45211(127.29.189.254:45211)] connecting to peer
21:10:23.325 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.29.189.253:40775(127.29.189.253:40775)] connecting to peer
21:10:23.325 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.29.189.252:40043(127.29.189.252:40043)] connecting to peer
21:10:23.326 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.189.253:40775(127.29.189.253:40775): Connection refused: /127.29.189.253:40775
21:10:23.326 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.189.253:40775(127.29.189.253:40775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.189.253:40775(127.29.189.253:40775): Connection refused: /127.29.189.253:40775
21:10:23.326 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.189.254:45211(127.29.189.254:45211): Connection refused: /127.29.189.254:45211
21:10:23.326 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.189.253:40775: Failed to connect to peer master-127.29.189.253:40775(127.29.189.253:40775): Connection refused: /127.29.189.253:40775
21:10:23.326 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.189.254:45211(127.29.189.254:45211)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.189.254:45211(127.29.189.254:45211): Connection refused: /127.29.189.254:45211
21:10:23.326 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.189.254:45211: Failed to connect to peer master-127.29.189.254:45211(127.29.189.254:45211): Connection refused: /127.29.189.254:45211
21:10:23.326 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.189.252:40043(127.29.189.252:40043): Connection refused: /127.29.189.252:40043
21:10:23.326 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.189.252:40043(127.29.189.252:40043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.189.252:40043(127.29.189.252:40043): Connection refused: /127.29.189.252:40043
21:10:23.326 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.189.252:40043: Failed to connect to peer master-127.29.189.252:40043(127.29.189.252:40043): Connection refused: /127.29.189.252:40043
21:10:23.326 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.29.189.254:45211,127.29.189.253:40775,127.29.189.252:40043; will retry
21:10:23.335 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d6a71f5cf5f060cfaa5d5fa24434f7a3 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d6a71f5cf5f060cfaa5d5fa24434f7a3 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:23.342 [DEBUG - pool-424-thread-1] (Connection.java:748) [peer master-127.22.50.60:38829(127.22.50.60:38829)] connecting to peer
21:10:23.342 [DEBUG - pool-424-thread-1] (Connection.java:748) [peer master-127.22.50.61:45261(127.22.50.61:45261)] connecting to peer
21:10:23.342 [DEBUG - pool-424-thread-1] (Connection.java:748) [peer master-127.22.50.62:44659(127.22.50.62:44659)] connecting to peer
21:10:23.342 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:10:23.342 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.50.60:38829(127.22.50.60:38829)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:10:23.342 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.60:38829: Failed to connect to peer master-127.22.50.60:38829(127.22.50.60:38829): Connection refused: /127.22.50.60:38829
21:10:23.342 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:10:23.342 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.50.62:44659(127.22.50.62:44659)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:10:23.343 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.62:44659: Failed to connect to peer master-127.22.50.62:44659(127.22.50.62:44659): Connection refused: /127.22.50.62:44659
21:10:23.343 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:10:23.343 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.50.61:45261(127.22.50.61:45261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:10:23.343 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.50.61:45261: Failed to connect to peer master-127.22.50.61:45261(127.22.50.61:45261): Connection refused: /127.22.50.61:45261
21:10:23.343 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.22.50.60:38829,127.22.50.61:45261,127.22.50.62:44659; will retry
21:10:23.365 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.29.189.254:45211(127.29.189.254:45211)] connecting to peer
21:10:23.365 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.29.189.253:40775(127.29.189.253:40775)] connecting to peer
21:10:23.365 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.29.189.252:40043(127.29.189.252:40043)] connecting to peer
21:10:23.365 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.189.253:40775(127.29.189.253:40775): Connection refused: /127.29.189.253:40775
21:10:23.365 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.189.254:45211(127.29.189.254:45211): Connection refused: /127.29.189.254:45211
21:10:23.365 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.189.252:40043(127.29.189.252:40043): Connection refused: /127.29.189.252:40043
21:10:23.365 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.189.253:40775(127.29.189.253:40775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.189.253:40775(127.29.189.253:40775): Connection refused: /127.29.189.253:40775
21:10:23.365 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.189.254:45211(127.29.189.254:45211)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.189.254:45211(127.29.189.254:45211): Connection refused: /127.29.189.254:45211
21:10:23.366 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.189.253:40775: Failed to connect to peer master-127.29.189.253:40775(127.29.189.253:40775): Connection refused: /127.29.189.253:40775
21:10:23.366 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.189.254:45211: Failed to connect to peer master-127.29.189.254:45211(127.29.189.254:45211): Connection refused: /127.29.189.254:45211
21:10:23.366 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.189.252:40043(127.29.189.252:40043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.189.252:40043(127.29.189.252:40043): Connection refused: /127.29.189.252:40043
21:10:23.366 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.189.252:40043: Failed to connect to peer master-127.29.189.252:40043(127.29.189.252:40043): Connection refused: /127.29.189.252:40043
21:10:23.366 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.29.189.254:45211,127.29.189.253:40775,127.29.189.252:40043; will retry
21:10:23.376 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:10:23.377 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:10:23.377 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:10:23.377 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:23.377 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:23.377 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:23.377 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:23.377 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:23.377 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:23.378 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:23.378 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:23.378 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:23.378 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:10:23.426 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:23.476 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:23.504 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.29.189.254:45211(127.29.189.254:45211)] connecting to peer
21:10:23.504 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.29.189.253:40775(127.29.189.253:40775)] connecting to peer
21:10:23.505 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.29.189.252:40043(127.29.189.252:40043)] connecting to peer
21:10:23.505 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.189.253:40775(127.29.189.253:40775): Connection refused: /127.29.189.253:40775
21:10:23.505 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.189.253:40775(127.29.189.253:40775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.189.253:40775(127.29.189.253:40775): Connection refused: /127.29.189.253:40775
21:10:23.505 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.189.254:45211(127.29.189.254:45211): Connection refused: /127.29.189.254:45211
21:10:23.505 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.189.253:40775: Failed to connect to peer master-127.29.189.253:40775(127.29.189.253:40775): Connection refused: /127.29.189.253:40775
21:10:23.505 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.189.254:45211(127.29.189.254:45211)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.189.254:45211(127.29.189.254:45211): Connection refused: /127.29.189.254:45211
21:10:23.505 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.189.252:40043(127.29.189.252:40043): Connection refused: /127.29.189.252:40043
21:10:23.505 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.189.254:45211: Failed to connect to peer master-127.29.189.254:45211(127.29.189.254:45211): Connection refused: /127.29.189.254:45211
21:10:23.505 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.189.252:40043(127.29.189.252:40043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.189.252:40043(127.29.189.252:40043): Connection refused: /127.29.189.252:40043
21:10:23.505 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.189.252:40043: Failed to connect to peer master-127.29.189.252:40043(127.29.189.252:40043): Connection refused: /127.29.189.252:40043
21:10:23.505 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.29.189.254:45211,127.29.189.253:40775,127.29.189.252:40043; will retry
21:10:23.516 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:10:23.516 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:10:23.517 [DEBUG - pool-464-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:10:23.517 [DEBUG - kudu-nio-4] (Connection.java:757) [peer master-127.24.4.188:46037(127.24.4.188:46037)] Successfully connected to peer
21:10:23.517 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:23.517 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:23.517 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:23.517 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:23.517 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:23.518 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:23.523 [ERROR - kudu-nio-4] (Connection.java:452) [peer master-127.24.4.188:46037(127.24.4.188:46037)] unexpected exception from downstream on [id: 0xef657e14, L:/127.0.0.1:49426 - R:/127.24.4.188:46037]
org.apache.kudu.shaded.io.netty.handler.codec.TooLongFrameException: Adjusted frame length exceeds 268435456: 1213486164 - discarded
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.fail(LengthFieldBasedFrameDecoder.java:507)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.failIfNecessary(LengthFieldBasedFrameDecoder.java:493)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.exceededFrameLength(LengthFieldBasedFrameDecoder.java:377)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.decode(LengthFieldBasedFrameDecoder.java:423)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.decode(LengthFieldBasedFrameDecoder.java:333)
	at org.apache.kudu.shaded.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:545)
	at org.apache.kudu.shaded.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:484)
	at org.apache.kudu.shaded.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:296)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.kudu.shaded.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.kudu.shaded.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:10:23.523 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state NEGOTIATING due to: [peer master-127.24.4.188:46037(127.24.4.188:46037)] unexpected exception from downstream on [id: 0xef657e14, L:/127.0.0.1:49426 - R:/127.24.4.188:46037]
21:10:23.523 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: [peer master-127.24.4.188:46037(127.24.4.188:46037)] unexpected exception from downstream on [id: 0xef657e14, L:/127.0.0.1:49426 - R:/127.24.4.188:46037]
21:10:23.523 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:10:23.524 [DEBUG - kudu-nio-4] (Connection.java:239) [peer master-127.24.4.188:46037(127.24.4.188:46037)] handling channelInactive
21:10:23.525 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.29.189.254:45211(127.29.189.254:45211)] connecting to peer
21:10:23.525 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.29.189.253:40775(127.29.189.253:40775)] connecting to peer
21:10:23.525 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.29.189.252:40043(127.29.189.252:40043)] connecting to peer
21:10:23.525 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.189.252:40043(127.29.189.252:40043): Connection refused: /127.29.189.252:40043
21:10:23.525 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.189.254:45211(127.29.189.254:45211): Connection refused: /127.29.189.254:45211
21:10:23.525 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.189.252:40043(127.29.189.252:40043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.189.252:40043(127.29.189.252:40043): Connection refused: /127.29.189.252:40043
21:10:23.525 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.189.253:40775(127.29.189.253:40775): Connection refused: /127.29.189.253:40775
21:10:23.525 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.189.252:40043: Failed to connect to peer master-127.29.189.252:40043(127.29.189.252:40043): Connection refused: /127.29.189.252:40043
21:10:23.525 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.189.254:45211(127.29.189.254:45211)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.189.254:45211(127.29.189.254:45211): Connection refused: /127.29.189.254:45211
21:10:23.526 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.189.253:40775(127.29.189.253:40775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.189.253:40775(127.29.189.253:40775): Connection refused: /127.29.189.253:40775
21:10:23.526 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.189.253:40775: Failed to connect to peer master-127.29.189.253:40775(127.29.189.253:40775): Connection refused: /127.29.189.253:40775
21:10:23.526 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.189.254:45211: Failed to connect to peer master-127.29.189.254:45211(127.29.189.254:45211): Connection refused: /127.29.189.254:45211
21:10:23.526 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.29.189.254:45211,127.29.189.253:40775,127.29.189.252:40043; will retry
21:10:23.704 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.29.189.254:45211(127.29.189.254:45211)] connecting to peer
21:10:23.705 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.29.189.253:40775(127.29.189.253:40775)] connecting to peer
21:10:23.705 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.29.189.252:40043(127.29.189.252:40043)] connecting to peer
21:10:23.705 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.189.254:45211(127.29.189.254:45211): Connection refused: /127.29.189.254:45211
21:10:23.705 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.189.254:45211(127.29.189.254:45211)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.189.254:45211(127.29.189.254:45211): Connection refused: /127.29.189.254:45211
21:10:23.705 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.189.254:45211: Failed to connect to peer master-127.29.189.254:45211(127.29.189.254:45211): Connection refused: /127.29.189.254:45211
21:10:23.705 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.189.252:40043(127.29.189.252:40043): Connection refused: /127.29.189.252:40043
21:10:23.706 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.189.252:40043(127.29.189.252:40043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.189.252:40043(127.29.189.252:40043): Connection refused: /127.29.189.252:40043
21:10:23.706 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.189.252:40043: Failed to connect to peer master-127.29.189.252:40043(127.29.189.252:40043): Connection refused: /127.29.189.252:40043
21:10:23.706 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.189.253:40775(127.29.189.253:40775): Connection refused: /127.29.189.253:40775
21:10:23.706 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.189.253:40775(127.29.189.253:40775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.189.253:40775(127.29.189.253:40775): Connection refused: /127.29.189.253:40775
21:10:23.706 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.189.253:40775: Failed to connect to peer master-127.29.189.253:40775(127.29.189.253:40775): Connection refused: /127.29.189.253:40775
21:10:23.706 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.29.189.254:45211,127.29.189.253:40775,127.29.189.252:40043; will retry
21:10:23.711 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:10:23.711 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:10:23.711 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:10:23.711 [DEBUG - kudu-nio-4] (Connection.java:757) [peer master-127.24.4.188:46037(127.24.4.188:46037)] Successfully connected to peer
21:10:23.712 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:23.712 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:23.712 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:23.712 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:23.712 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:23.712 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:23.714 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2841dd5f383bae9a8f297e74525dcca1 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 2841dd5f383bae9a8f297e74525dcca1 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:23.714 [ERROR - kudu-nio-4] (Connection.java:452) [peer master-127.24.4.188:46037(127.24.4.188:46037)] unexpected exception from downstream on [id: 0xeea472a9, L:/127.0.0.1:49430 - R:/127.24.4.188:46037]
org.apache.kudu.shaded.io.netty.handler.codec.TooLongFrameException: Adjusted frame length exceeds 268435456: 1213486164 - discarded
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.fail(LengthFieldBasedFrameDecoder.java:507)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.failIfNecessary(LengthFieldBasedFrameDecoder.java:493)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.exceededFrameLength(LengthFieldBasedFrameDecoder.java:377)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.decode(LengthFieldBasedFrameDecoder.java:423)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.decode(LengthFieldBasedFrameDecoder.java:333)
	at org.apache.kudu.shaded.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:545)
	at org.apache.kudu.shaded.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:484)
	at org.apache.kudu.shaded.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:296)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.kudu.shaded.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.kudu.shaded.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:10:23.715 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state NEGOTIATING due to: [peer master-127.24.4.188:46037(127.24.4.188:46037)] unexpected exception from downstream on [id: 0xeea472a9, L:/127.0.0.1:49430 - R:/127.24.4.188:46037]
21:10:23.715 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: [peer master-127.24.4.188:46037(127.24.4.188:46037)] unexpected exception from downstream on [id: 0xeea472a9, L:/127.0.0.1:49430 - R:/127.24.4.188:46037]
21:10:23.715 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:10:23.715 [DEBUG - kudu-nio-4] (Connection.java:239) [peer master-127.24.4.188:46037(127.24.4.188:46037)] handling channelInactive
21:10:23.761 [DEBUG - pool-426-thread-1] (Connection.java:748) [peer master-127.28.61.190:36375(127.28.61.190:36375)] connecting to peer
21:10:23.761 [DEBUG - pool-426-thread-1] (Connection.java:748) [peer master-127.28.61.189:39213(127.28.61.189:39213)] connecting to peer
21:10:23.761 [DEBUG - pool-426-thread-1] (Connection.java:748) [peer master-127.28.61.188:41979(127.28.61.188:41979)] connecting to peer
21:10:23.761 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:23.761 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:23.762 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.28.61.188:41979(127.28.61.188:41979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:23.761 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:23.762 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.188:41979: Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:23.762 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.28.61.190:36375(127.28.61.190:36375)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:23.762 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.190:36375: Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:23.762 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.28.61.189:39213(127.28.61.189:39213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:23.762 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.189:39213: Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:23.762 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.28.61.190:36375,127.28.61.189:39213,127.28.61.188:41979; will retry
21:10:23.814 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 13 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783545023813 for job b3fa7429a7c4f8d4d835fb9511222428.
21:10:23.823 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 13 for job b3fa7429a7c4f8d4d835fb9511222428 (1971 bytes, checkpointDuration=10 ms, finalizationTime=0 ms).
21:10:23.824 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 13 as completed for source Source: KuduSource.
21:10:23.835 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d6a71f5cf5f060cfaa5d5fa24434f7a3 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d6a71f5cf5f060cfaa5d5fa24434f7a3 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:23.927 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:23.975 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:24.062 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.28.61.190:36375(127.28.61.190:36375)] connecting to peer
21:10:24.063 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.28.61.189:39213(127.28.61.189:39213)] connecting to peer
21:10:24.063 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.28.61.188:41979(127.28.61.188:41979)] connecting to peer
21:10:24.063 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:24.063 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:24.063 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.61.189:39213(127.28.61.189:39213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:24.063 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.28.61.190:36375(127.28.61.190:36375)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:24.063 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.189:39213: Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:24.064 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.190:36375: Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:24.064 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:24.064 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.61.188:41979(127.28.61.188:41979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:24.064 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.188:41979: Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:24.064 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.28.61.190:36375,127.28.61.189:39213,127.28.61.188:41979; will retry
21:10:24.179 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:10:24.180 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:10:24.180 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:10:24.180 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:24.180 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:24.180 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:24.180 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:24.180 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:24.180 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:24.180 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:24.180 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:24.180 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:24.180 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:10:24.211 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:10:24.211 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:10:24.211 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:10:24.211 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:24.211 [DEBUG - kudu-nio-7] (Connection.java:757) [peer master-127.24.4.188:46037(127.24.4.188:46037)] Successfully connected to peer
21:10:24.212 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:24.212 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:24.212 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:24.212 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:24.212 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:24.214 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2841dd5f383bae9a8f297e74525dcca1 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 2841dd5f383bae9a8f297e74525dcca1 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:24.215 [ERROR - kudu-nio-7] (Connection.java:452) [peer master-127.24.4.188:46037(127.24.4.188:46037)] unexpected exception from downstream on [id: 0x532a987a, L:/127.0.0.1:49432 - R:/127.24.4.188:46037]
org.apache.kudu.shaded.io.netty.handler.codec.TooLongFrameException: Adjusted frame length exceeds 268435456: 1213486164 - discarded
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.fail(LengthFieldBasedFrameDecoder.java:507)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.failIfNecessary(LengthFieldBasedFrameDecoder.java:493)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.exceededFrameLength(LengthFieldBasedFrameDecoder.java:377)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.decode(LengthFieldBasedFrameDecoder.java:423)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.decode(LengthFieldBasedFrameDecoder.java:333)
	at org.apache.kudu.shaded.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:545)
	at org.apache.kudu.shaded.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:484)
	at org.apache.kudu.shaded.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:296)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.kudu.shaded.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.kudu.shaded.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:10:24.215 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state NEGOTIATING due to: [peer master-127.24.4.188:46037(127.24.4.188:46037)] unexpected exception from downstream on [id: 0x532a987a, L:/127.0.0.1:49432 - R:/127.24.4.188:46037]
21:10:24.215 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: [peer master-127.24.4.188:46037(127.24.4.188:46037)] unexpected exception from downstream on [id: 0x532a987a, L:/127.0.0.1:49432 - R:/127.24.4.188:46037]
21:10:24.216 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:10:24.216 [DEBUG - kudu-nio-7] (Connection.java:239) [peer master-127.24.4.188:46037(127.24.4.188:46037)] handling channelInactive
21:10:24.314 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 14 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783545024313 for job b3fa7429a7c4f8d4d835fb9511222428.
21:10:24.323 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 14 for job b3fa7429a7c4f8d4d835fb9511222428 (1971 bytes, checkpointDuration=9 ms, finalizationTime=1 ms).
21:10:24.324 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 14 as completed for source Source: KuduSource.
21:10:24.329 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer master-127.23.69.189:45579(127.23.69.189:45579)] connecting to peer
21:10:24.329 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer master-127.23.69.190:42537(127.23.69.190:42537)] connecting to peer
21:10:24.329 [DEBUG - pool-462-thread-1] (Connection.java:748) [peer master-127.23.69.188:34691(127.23.69.188:34691)] connecting to peer
21:10:24.329 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:10:24.329 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.69.189:45579(127.23.69.189:45579)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:10:24.329 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.189:45579: Failed to connect to peer master-127.23.69.189:45579(127.23.69.189:45579): Connection refused: /127.23.69.189:45579
21:10:24.330 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:10:24.330 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.69.190:42537(127.23.69.190:42537)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:10:24.330 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.190:42537: Failed to connect to peer master-127.23.69.190:42537(127.23.69.190:42537): Connection refused: /127.23.69.190:42537
21:10:24.330 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:10:24.330 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.69.188:34691(127.23.69.188:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:10:24.330 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.69.188:34691: Failed to connect to peer master-127.23.69.188:34691(127.23.69.188:34691): Connection refused: /127.23.69.188:34691
21:10:24.330 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.69.189:45579,127.23.69.190:42537,127.23.69.188:34691; will retry
21:10:24.335 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d6a71f5cf5f060cfaa5d5fa24434f7a3 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d6a71f5cf5f060cfaa5d5fa24434f7a3 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:24.427 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:24.428 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.28.61.190:36375(127.28.61.190:36375)] connecting to peer
21:10:24.428 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.28.61.189:39213(127.28.61.189:39213)] connecting to peer
21:10:24.428 [DEBUG - pool-430-thread-1] (Connection.java:748) [peer master-127.28.61.188:41979(127.28.61.188:41979)] connecting to peer
21:10:24.429 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:24.429 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.61.190:36375(127.28.61.190:36375)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:24.429 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.190:36375: Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:24.429 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:24.429 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:24.429 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.28.61.189:39213(127.28.61.189:39213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:24.429 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.28.61.188:41979(127.28.61.188:41979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:24.429 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.189:39213: Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:24.429 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.188:41979: Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:24.429 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.28.61.190:36375,127.28.61.189:39213,127.28.61.188:41979; will retry
21:10:24.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T21:10:24Z chronyd exiting
21:10:24.475 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:24.584 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.29.189.254:45211(127.29.189.254:45211)] connecting to peer
21:10:24.584 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.29.189.253:40775(127.29.189.253:40775)] connecting to peer
21:10:24.584 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.29.189.252:40043(127.29.189.252:40043)] connecting to peer
21:10:24.585 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.189.254:45211(127.29.189.254:45211): Connection refused: /127.29.189.254:45211
21:10:24.585 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.189.252:40043(127.29.189.252:40043): Connection refused: /127.29.189.252:40043
21:10:24.585 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.189.253:40775(127.29.189.253:40775): Connection refused: /127.29.189.253:40775
21:10:24.585 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.189.252:40043(127.29.189.252:40043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.189.252:40043(127.29.189.252:40043): Connection refused: /127.29.189.252:40043
21:10:24.585 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.189.254:45211(127.29.189.254:45211)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.189.254:45211(127.29.189.254:45211): Connection refused: /127.29.189.254:45211
21:10:24.585 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.189.253:40775(127.29.189.253:40775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.189.253:40775(127.29.189.253:40775): Connection refused: /127.29.189.253:40775
21:10:24.585 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.189.252:40043: Failed to connect to peer master-127.29.189.252:40043(127.29.189.252:40043): Connection refused: /127.29.189.252:40043
21:10:24.585 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.189.254:45211: Failed to connect to peer master-127.29.189.254:45211(127.29.189.254:45211): Connection refused: /127.29.189.254:45211
21:10:24.585 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.189.253:40775: Failed to connect to peer master-127.29.189.253:40775(127.29.189.253:40775): Connection refused: /127.29.189.253:40775
21:10:24.585 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.29.189.254:45211,127.29.189.253:40775,127.29.189.252:40043; will retry
21:10:24.651 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:10:24.651 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:10:24.652 [DEBUG - pool-434-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:10:24.652 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:24.652 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:24.652 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:24.652 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:24.652 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:24.652 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:24.652 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:24.652 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:24.652 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:24.652 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:10:24.714 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2841dd5f383bae9a8f297e74525dcca1 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 2841dd5f383bae9a8f297e74525dcca1 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:24.814 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 15 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783545024814 for job b3fa7429a7c4f8d4d835fb9511222428.
21:10:24.824 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 15 for job b3fa7429a7c4f8d4d835fb9511222428 (1971 bytes, checkpointDuration=10 ms, finalizationTime=0 ms).
21:10:24.826 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 15 as completed for source Source: KuduSource.
21:10:24.835 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d6a71f5cf5f060cfaa5d5fa24434f7a3 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d6a71f5cf5f060cfaa5d5fa24434f7a3 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:24.882 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:10:24.882 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:10:24.882 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:10:24.883 [DEBUG - kudu-nio-7] (Connection.java:757) [peer master-127.24.4.188:46037(127.24.4.188:46037)] Successfully connected to peer
21:10:24.883 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:24.883 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:24.883 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:24.883 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:24.883 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:24.883 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:24.885 [ERROR - kudu-nio-7] (Connection.java:452) [peer master-127.24.4.188:46037(127.24.4.188:46037)] unexpected exception from downstream on [id: 0x5bce50d6, L:/127.0.0.1:49434 - R:/127.24.4.188:46037]
org.apache.kudu.shaded.io.netty.handler.codec.TooLongFrameException: Adjusted frame length exceeds 268435456: 1213486164 - discarded
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.fail(LengthFieldBasedFrameDecoder.java:507)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.failIfNecessary(LengthFieldBasedFrameDecoder.java:493)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.exceededFrameLength(LengthFieldBasedFrameDecoder.java:377)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.decode(LengthFieldBasedFrameDecoder.java:423)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.decode(LengthFieldBasedFrameDecoder.java:333)
	at org.apache.kudu.shaded.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:545)
	at org.apache.kudu.shaded.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:484)
	at org.apache.kudu.shaded.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:296)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.kudu.shaded.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.kudu.shaded.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:10:24.885 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state NEGOTIATING due to: [peer master-127.24.4.188:46037(127.24.4.188:46037)] unexpected exception from downstream on [id: 0x5bce50d6, L:/127.0.0.1:49434 - R:/127.24.4.188:46037]
21:10:24.885 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: [peer master-127.24.4.188:46037(127.24.4.188:46037)] unexpected exception from downstream on [id: 0x5bce50d6, L:/127.0.0.1:49434 - R:/127.24.4.188:46037]
21:10:24.885 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:10:24.886 [DEBUG - kudu-nio-7] (Connection.java:239) [peer master-127.24.4.188:46037(127.24.4.188:46037)] handling channelInactive
21:10:24.927 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:24.976 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:25.012 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:10:25.012 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:10:25.012 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:10:25.012 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.24.4.188:46037(127.24.4.188:46037)] Successfully connected to peer
21:10:25.012 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:25.012 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:25.012 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:25.012 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:25.012 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:25.013 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:25.014 [ERROR - kudu-nio-2] (Connection.java:452) [peer master-127.24.4.188:46037(127.24.4.188:46037)] unexpected exception from downstream on [id: 0xe6ea92f4, L:/127.0.0.1:49442 - R:/127.24.4.188:46037]
org.apache.kudu.shaded.io.netty.handler.codec.TooLongFrameException: Adjusted frame length exceeds 268435456: 1213486164 - discarded
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.fail(LengthFieldBasedFrameDecoder.java:507)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.failIfNecessary(LengthFieldBasedFrameDecoder.java:493)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.exceededFrameLength(LengthFieldBasedFrameDecoder.java:377)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.decode(LengthFieldBasedFrameDecoder.java:423)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.decode(LengthFieldBasedFrameDecoder.java:333)
	at org.apache.kudu.shaded.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:545)
	at org.apache.kudu.shaded.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:484)
	at org.apache.kudu.shaded.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:296)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.kudu.shaded.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.kudu.shaded.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:10:25.015 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state NEGOTIATING due to: [peer master-127.24.4.188:46037(127.24.4.188:46037)] unexpected exception from downstream on [id: 0xe6ea92f4, L:/127.0.0.1:49442 - R:/127.24.4.188:46037]
21:10:25.015 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: [peer master-127.24.4.188:46037(127.24.4.188:46037)] unexpected exception from downstream on [id: 0xe6ea92f4, L:/127.0.0.1:49442 - R:/127.24.4.188:46037]
21:10:25.015 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:10:25.015 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.24.4.188:46037(127.24.4.188:46037)] handling channelInactive
21:10:25.035 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.28.61.190:36375(127.28.61.190:36375)] connecting to peer
21:10:25.035 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.28.61.189:39213(127.28.61.189:39213)] connecting to peer
21:10:25.035 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.28.61.188:41979(127.28.61.188:41979)] connecting to peer
21:10:25.035 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:25.035 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:25.035 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:25.035 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.28.61.189:39213(127.28.61.189:39213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:25.035 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.28.61.188:41979(127.28.61.188:41979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:25.036 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.28.61.190:36375(127.28.61.190:36375)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:25.036 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.189:39213: Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:25.036 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.190:36375: Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:25.036 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.188:41979: Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:25.036 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.28.61.190:36375,127.28.61.189:39213,127.28.61.188:41979; will retry
21:10:25.041 [DEBUG - pool-426-thread-1] (Connection.java:748) [peer master-127.28.61.190:36375(127.28.61.190:36375)] connecting to peer
21:10:25.041 [DEBUG - pool-426-thread-1] (Connection.java:748) [peer master-127.28.61.189:39213(127.28.61.189:39213)] connecting to peer
21:10:25.041 [DEBUG - pool-426-thread-1] (Connection.java:748) [peer master-127.28.61.188:41979(127.28.61.188:41979)] connecting to peer
21:10:25.041 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:25.041 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.61.190:36375(127.28.61.190:36375)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:25.041 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:25.041 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.190:36375: Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:25.041 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:25.041 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.28.61.188:41979(127.28.61.188:41979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:25.041 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.61.189:39213(127.28.61.189:39213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:25.041 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.188:41979: Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:25.041 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.189:39213: Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:25.042 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.28.61.190:36375,127.28.61.189:39213,127.28.61.188:41979; will retry
21:10:25.214 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2841dd5f383bae9a8f297e74525dcca1 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 2841dd5f383bae9a8f297e74525dcca1 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:25.222 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.28.61.190:36375(127.28.61.190:36375)] connecting to peer
21:10:25.222 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.28.61.189:39213(127.28.61.189:39213)] connecting to peer
21:10:25.223 [DEBUG - pool-428-thread-1] (Connection.java:748) [peer master-127.28.61.188:41979(127.28.61.188:41979)] connecting to peer
21:10:25.223 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:25.223 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.28.61.190:36375(127.28.61.190:36375)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:25.223 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:25.223 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.190:36375: Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:25.223 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.28.61.189:39213(127.28.61.189:39213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:25.223 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:25.223 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.28.61.188:41979(127.28.61.188:41979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:25.223 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.189:39213: Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:25.223 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.188:41979: Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:25.223 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.28.61.190:36375,127.28.61.189:39213,127.28.61.188:41979; will retry
21:10:25.245 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.29.189.254:45211(127.29.189.254:45211)] connecting to peer
21:10:25.245 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.29.189.253:40775(127.29.189.253:40775)] connecting to peer
21:10:25.245 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.29.189.252:40043(127.29.189.252:40043)] connecting to peer
21:10:25.246 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.189.254:45211(127.29.189.254:45211): Connection refused: /127.29.189.254:45211
21:10:25.246 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.189.252:40043(127.29.189.252:40043): Connection refused: /127.29.189.252:40043
21:10:25.246 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.189.254:45211(127.29.189.254:45211)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.189.254:45211(127.29.189.254:45211): Connection refused: /127.29.189.254:45211
21:10:25.246 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.189.252:40043(127.29.189.252:40043)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.189.252:40043(127.29.189.252:40043): Connection refused: /127.29.189.252:40043
21:10:25.246 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.189.253:40775(127.29.189.253:40775): Connection refused: /127.29.189.253:40775
21:10:25.246 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.189.253:40775(127.29.189.253:40775)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.189.253:40775(127.29.189.253:40775): Connection refused: /127.29.189.253:40775
21:10:25.246 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.189.252:40043: Failed to connect to peer master-127.29.189.252:40043(127.29.189.252:40043): Connection refused: /127.29.189.252:40043
21:10:25.246 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.189.254:45211: Failed to connect to peer master-127.29.189.254:45211(127.29.189.254:45211): Connection refused: /127.29.189.254:45211
21:10:25.246 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.189.253:40775: Failed to connect to peer master-127.29.189.253:40775(127.29.189.253:40775): Connection refused: /127.29.189.253:40775
21:10:25.246 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.29.189.254:45211,127.29.189.253:40775,127.29.189.252:40043; will retry
21:10:25.310 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.26.45.188:44635(127.26.45.188:44635)] connecting to peer
21:10:25.310 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.26.45.190:34167(127.26.45.190:34167)] connecting to peer
21:10:25.310 [DEBUG - pool-438-thread-1] (Connection.java:748) [peer master-127.26.45.189:42387(127.26.45.189:42387)] connecting to peer
21:10:25.310 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:25.310 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:25.311 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.26.45.190:34167(127.26.45.190:34167)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:25.310 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:25.311 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.26.45.189:42387(127.26.45.189:42387)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:25.311 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.190:34167: Failed to connect to peer master-127.26.45.190:34167(127.26.45.190:34167): Connection refused: /127.26.45.190:34167
21:10:25.311 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.26.45.188:44635(127.26.45.188:44635)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:25.311 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.189:42387: Failed to connect to peer master-127.26.45.189:42387(127.26.45.189:42387): Connection refused: /127.26.45.189:42387
21:10:25.311 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.26.45.188:44635: Failed to connect to peer master-127.26.45.188:44635(127.26.45.188:44635): Connection refused: /127.26.45.188:44635
21:10:25.311 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.26.45.188:44635,127.26.45.190:34167,127.26.45.189:42387; will retry
21:10:25.314 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 16 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783545025314 for job b3fa7429a7c4f8d4d835fb9511222428.
21:10:25.322 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 16 for job b3fa7429a7c4f8d4d835fb9511222428 (1971 bytes, checkpointDuration=8 ms, finalizationTime=0 ms).
21:10:25.323 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 16 as completed for source Source: KuduSource.
21:10:25.335 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job d6a71f5cf5f060cfaa5d5fa24434f7a3 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job d6a71f5cf5f060cfaa5d5fa24434f7a3 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:25.374 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.28.61.190:36375(127.28.61.190:36375)] connecting to peer
21:10:25.374 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.28.61.189:39213(127.28.61.189:39213)] connecting to peer
21:10:25.375 [DEBUG - pool-432-thread-1] (Connection.java:748) [peer master-127.28.61.188:41979(127.28.61.188:41979)] connecting to peer
21:10:25.375 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:25.375 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:25.375 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.61.190:36375(127.28.61.190:36375)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:25.375 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.61.189:39213(127.28.61.189:39213)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:25.375 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.189:39213: Failed to connect to peer master-127.28.61.189:39213(127.28.61.189:39213): Connection refused: /127.28.61.189:39213
21:10:25.375 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.190:36375: Failed to connect to peer master-127.28.61.190:36375(127.28.61.190:36375): Connection refused: /127.28.61.190:36375
21:10:25.375 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:25.375 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.28.61.188:41979(127.28.61.188:41979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:25.375 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.28.61.188:41979: Failed to connect to peer master-127.28.61.188:41979(127.28.61.188:41979): Connection refused: /127.28.61.188:41979
21:10:25.375 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.28.61.190:36375,127.28.61.189:39213,127.28.61.188:41979; will retry
21:10:25.397 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.24.4.188:46037(127.24.4.188:46037)] connecting to peer
21:10:25.398 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.24.4.190:39383(127.24.4.190:39383)] connecting to peer
21:10:25.398 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.24.4.189:35405(127.24.4.189:35405)] connecting to peer
21:10:25.398 [DEBUG - kudu-nio-7] (Connection.java:757) [peer master-127.24.4.188:46037(127.24.4.188:46037)] Successfully connected to peer
21:10:25.398 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:25.398 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.4.190:39383(127.24.4.190:39383)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:25.398 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:25.398 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.190:39383: Failed to connect to peer master-127.24.4.190:39383(127.24.4.190:39383): Connection refused: /127.24.4.190:39383
21:10:25.398 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.4.189:35405(127.24.4.189:35405)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:25.398 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.189:35405: Failed to connect to peer master-127.24.4.189:35405(127.24.4.189:35405): Connection refused: /127.24.4.189:35405
21:10:25.400 [ERROR - kudu-nio-7] (Connection.java:452) [peer master-127.24.4.188:46037(127.24.4.188:46037)] unexpected exception from downstream on [id: 0xacf50c28, L:/127.0.0.1:49454 - R:/127.24.4.188:46037]
org.apache.kudu.shaded.io.netty.handler.codec.TooLongFrameException: Adjusted frame length exceeds 268435456: 1213486164 - discarded
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.fail(LengthFieldBasedFrameDecoder.java:507)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.failIfNecessary(LengthFieldBasedFrameDecoder.java:493)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.exceededFrameLength(LengthFieldBasedFrameDecoder.java:377)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.decode(LengthFieldBasedFrameDecoder.java:423)
	at org.apache.kudu.shaded.io.netty.handler.codec.LengthFieldBasedFrameDecoder.decode(LengthFieldBasedFrameDecoder.java:333)
	at org.apache.kudu.shaded.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:545)
	at org.apache.kudu.shaded.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:484)
	at org.apache.kudu.shaded.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:296)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.kudu.shaded.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at org.apache.kudu.shaded.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.kudu.shaded.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
21:10:25.400 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.4.188:46037(127.24.4.188:46037)] cleaning up while in state NEGOTIATING due to: [peer master-127.24.4.188:46037(127.24.4.188:46037)] unexpected exception from downstream on [id: 0xacf50c28, L:/127.0.0.1:49454 - R:/127.24.4.188:46037]
21:10:25.401 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.4.188:46037: [peer master-127.24.4.188:46037(127.24.4.188:46037)] unexpected exception from downstream on [id: 0xacf50c28, L:/127.0.0.1:49454 - R:/127.24.4.188:46037]
21:10:25.401 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.24.4.188:46037,127.24.4.190:39383,127.24.4.189:35405; will retry
21:10:25.401 [DEBUG - kudu-nio-7] (Connection.java:239) [peer master-127.24.4.188:46037(127.24.4.188:46037)] handling channelInactive
21:10:25.427 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 640bb5d81f2161b747452ce3cfd3ea9d since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 640bb5d81f2161b747452ce3cfd3ea9d is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
21:10:25.476 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 83c88b319a84cfbe321fdd6e09697f68 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 83c88b319a84cfbe321fdd6e09697f68 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..

Time: 369.596

OK (7 tests)

21:10:25.519 [INFO - TaskExecutorFileMergingManager shutdown hook] (TaskExecutorFileMergingManager.java:126) Shutting down TaskExecutorFileMergingManager.
21:10:25.519 [INFO - TransientBlobCache shutdown hook] (AbstractBlobCache.java:251) Shutting down BLOB cache
21:10:25.520 [INFO - TaskExecutorLocalStateStoresManager shutdown hook] (TaskExecutorLocalStateStoresManager.java:314) Shutting down TaskExecutorLocalStateStoresManager.
21:10:25.520 [INFO - TaskExecutorStateChangelogStoragesManager shutdown hook] (TaskExecutorStateChangelogStoragesManager.java:234) Shutting down TaskExecutorStateChangelogStoragesManager.
21:10:25.521 [INFO - FileCache shutdown hook] (FileCache.java:160) removed file cache directory /tmp/flink-dist-cache-57df9c8b-9ea4-4841-a6dc-2e3ff56951e2
21:10:25.521 [INFO - TaskExecutorStateChangelogStoragesManager shutdown hook] (TaskExecutorStateChangelogStoragesManager.java:234) Shutting down TaskExecutorStateChangelogStoragesManager.
21:10:25.523 [INFO - TaskExecutorFileMergingManager shutdown hook] (TaskExecutorFileMergingManager.java:126) Shutting down TaskExecutorFileMergingManager.
21:10:25.524 [INFO - FileChannelManagerImpl-io shutdown hook] (FileChannelManagerImpl.java:149) FileChannelManager removed spill file directory /tmp/flink-io-b1e768dc-d2e7-4d2e-b4fe-dc57dd8d4c3b
21:10:25.524 [INFO - IOManagerAsync shutdown hook] (FileChannelManagerImpl.java:149) FileChannelManager removed spill file directory /tmp/flink-io-b853bf24-0f87-431c-8678-e216dd30a6e9
21:10:25.524 [INFO - FileChannelManagerImpl-netty-shuffle shutdown hook] (FileChannelManagerImpl.java:149) FileChannelManager removed spill file directory /tmp/flink-netty-shuffle-98fbedbc-3e5f-49c5-a0ac-cfef336c95eb
21:10:25.524 [INFO - FileChannelManagerImpl-io shutdown hook] (FileChannelManagerImpl.java:149) FileChannelManager removed spill file directory /tmp/flink-io-ec1eb59d-771c-4b21-b111-af977c597066
21:10:25.525 [INFO - FileChannelManagerImpl-netty-shuffle shutdown hook] (FileChannelManagerImpl.java:149) FileChannelManager removed spill file directory /tmp/flink-netty-shuffle-089714a8-79aa-4f7f-8ce1-f1f745e88acb
21:10:25.525 [INFO - PermanentBlobCache shutdown hook] (AbstractBlobCache.java:251) Shutting down BLOB cache
21:10:25.525 [INFO - FileCache shutdown hook] (FileCache.java:160) removed file cache directory /tmp/flink-dist-cache-9d0f2ea9-087d-4b80-b476-054200225309
21:10:25.526 [INFO - TransientBlobCache shutdown hook] (AbstractBlobCache.java:251) Shutting down BLOB cache
21:10:25.526 [INFO - TaskExecutorLocalStateStoresManager shutdown hook] (TaskExecutorLocalStateStoresManager.java:314) Shutting down TaskExecutorLocalStateStoresManager.
21:10:25.526 [INFO - FileCache shutdown hook] (FileCache.java:160) removed file cache directory /tmp/flink-dist-cache-a6ebc685-a297-48dc-bd2a-0746a64018bb
21:10:25.527 [INFO - FileChannelManagerImpl-io shutdown hook] (FileChannelManagerImpl.java:149) FileChannelManager removed spill file directory /tmp/flink-io-58fdb41b-ab60-499d-bf93-969edff5c560
21:10:25.528 [INFO - FileCache shutdown hook] (FileCache.java:160) removed file cache directory /tmp/flink-dist-cache-f48c652d-54a9-4f90-9ec6-f75f3a4236fc
21:10:25.528 [INFO - TaskExecutorStateChangelogStoragesManager shutdown hook] (TaskExecutorStateChangelogStoragesManager.java:234) Shutting down TaskExecutorStateChangelogStoragesManager.
21:10:25.528 [INFO - TaskExecutorFileMergingManager shutdown hook] (TaskExecutorFileMergingManager.java:126) Shutting down TaskExecutorFileMergingManager.
21:10:25.528 [INFO - TaskExecutorFileMergingManager shutdown hook] (TaskExecutorFileMergingManager.java:126) Shutting down TaskExecutorFileMergingManager.
21:10:25.530 [INFO - TaskExecutorLocalStateStoresManager shutdown hook] (TaskExecutorLocalStateStoresManager.java:314) Shutting down TaskExecutorLocalStateStoresManager.
21:10:25.530 [INFO - FileChannelManagerImpl-netty-shuffle shutdown hook] (FileChannelManagerImpl.java:149) FileChannelManager removed spill file directory /tmp/flink-netty-shuffle-77d71e4b-b1a1-4f01-b64e-45f8852785cd
21:10:25.530 [INFO - BlobServer shutdown hook] (BlobServer.java:401) Stopped BLOB server at 0.0.0.0:42567
21:10:25.531 [INFO - TransientBlobCache shutdown hook] (AbstractBlobCache.java:251) Shutting down BLOB cache
21:10:25.531 [INFO - IOManagerAsync shutdown hook] (FileChannelManagerImpl.java:149) FileChannelManager removed spill file directory /tmp/flink-io-0e37f555-25fd-4f8d-bc0f-c4eedc07b792
21:10:25.531 [INFO - PermanentBlobCache shutdown hook] (AbstractBlobCache.java:251) Shutting down BLOB cache
